-- Logs begin at Sat 2021-10-16 12:48:45 UTC, end at Sat 2021-10-16 14:39:22 UTC. -- Oct 16 13:27:54.869087 dv-neutron-743142-24-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 16 13:27:57.593618 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.common.config [-] Logging enabled! Oct 16 13:27:57.594220 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev79 Oct 16 13:27:57.594324 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 16 13:27:57.597422 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.common.config [-] Logging enabled! Oct 16 13:27:57.597675 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev79 Oct 16 13:27:57.597981 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 16 13:27:57.598930 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 16 13:27:57.599685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 16 13:27:57.600019 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 16 13:27:57.600260 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 16 13:27:57.600505 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 16 13:27:57.600829 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.601123 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.601418 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.601642 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.601926 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.602215 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.602492 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.602776 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.603068 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.603349 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.603622 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.603899 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.604123 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.604422 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.604707 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.604989 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.605211 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] debug = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.605487 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.605915 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.606320 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.606596 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.606882 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.607155 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.607422 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.607693 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.607971 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.608295 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] host = dv-neutron-743142-24-hyperv {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.608592 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.608876 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.609175 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.609439 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.609711 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.609985 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.610265 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.610536 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.610812 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.611082 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.611365 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.611646 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.611929 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.612151 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.612405 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.612705 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.612988 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.613259 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.613530 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.613799 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.614065 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.614335 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.614600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.615493 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.615907 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.616196 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.616507 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.616782 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.617051 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.617320 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.617601 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.617869 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.618303 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.618409 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.618680 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.618944 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.619215 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.619512 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.619796 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.620077 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.620388 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.620663 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.620951 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.621222 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.621496 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.621768 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] use_json = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.622040 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.622312 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.622591 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.622860 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.623129 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.623399 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.623667 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.623948 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:27:57.624243 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.624563 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.624863 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.625146 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.625455 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.625733 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.626019 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.626297 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.626585 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.626871 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.627156 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.627433 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.627720 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.627994 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.628285 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.628616 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.628908 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.629198 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.629474 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.629747 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.630019 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.630325 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.630752 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.631039 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.631329 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.631620 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.631900 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.632184 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.632512 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.632804 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.633077 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.633354 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.633645 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.633922 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.634191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.634467 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.634754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.635030 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.635300 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.635581 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.635859 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.636130 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.636428 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.636711 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.637001 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.637276 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.637546 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.637816 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.638093 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.638362 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.638643 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.638916 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.639186 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.639455 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.639730 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.639999 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.640269 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.640568 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.640836 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.641112 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.641380 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.641651 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.641920 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.642188 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.642455 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.642721 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.642985 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.643257 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.643525 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.643795 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.644064 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.644351 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.644625 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.644910 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.645204 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.645477 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.645751 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.646047 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.646323 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.646596 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.646869 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.647141 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.647412 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.647678 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.647964 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.648240 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.648548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.648831 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.649107 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.649416 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.649693 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.649972 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.650247 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.650520 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.650798 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.651083 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.651373 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.651665 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.651954 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.652243 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.652559 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.652839 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.653144 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.653419 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:27:57.653634 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 16 13:27:57.653872 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100969) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 16 13:27:58.097653 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 16 13:27:58.098008 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 16 13:27:58.098376 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 16 13:27:58.098820 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 16 13:27:58.425539 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.425826 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.426098 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.427358 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.427653 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.427967 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.463465 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.463740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.464006 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.479158 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.479439 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.479709 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.510091 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.510362 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.510625 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.546567 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.546853 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.547124 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.796052 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.796709 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.796709 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.796887 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.797477 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.919140 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.919455 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.919734 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.920001 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.920263 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.920594 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.920856 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.921108 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.921359 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.921636 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.921889 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.922147 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.922398 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.922642 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.922898 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.923153 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.923402 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.923663 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.923926 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.924179 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.924545 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.924801 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.925079 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.925447 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.925693 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.925933 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.926321 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:27:58.926561 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:27:58.926792 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:27:58.927025 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:27:58.927303 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:27:58.927534 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:27:58.927965 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 16 13:27:58.931108 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 16 13:27:58.935084 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 16 13:27:58.939003 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 16 13:27:58.940671 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 16 13:27:58.941129 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 16 13:27:58.941469 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 16 13:27:58.941853 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 16 13:27:58.945307 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 16 13:27:58.945557 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 16 13:27:58.945904 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 16 13:27:58.951429 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 16 13:27:58.973251 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 16 13:27:58.973703 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.974527 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100969) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 16 13:27:58.974888 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.976258 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100969) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 16 13:27:58.976558 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 16 13:27:58.976803 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 16 13:27:58.980171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:58.980477 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:27:59.044850 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 16 13:27:59.045091 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 16 13:27:59.045329 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 16 13:27:59.045713 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 16 13:27:59.066104 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_db.sqlalchemy.engines [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100969) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 16 13:27:59.788159 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing driver for type 'gre' Oct 16 13:27:59.788719 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] gre ID ranges: [(1, 1000)] Oct 16 13:27:59.940154 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing driver for type 'local' Oct 16 13:27:59.940809 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing driver for type 'vlan' Oct 16 13:28:00.014470 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] VlanTypeDriver initialization complete Oct 16 13:28:00.014825 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing driver for type 'vxlan' Oct 16 13:28:00.015321 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] vxlan ID ranges: [(1, 1000)] Oct 16 13:28:00.272197 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing extension driver 'port_security' Oct 16 13:28:00.272596 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.extensions.port_security [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] PortSecurityExtensionDriver initialization complete Oct 16 13:28:00.272927 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing mechanism driver 'openvswitch' Oct 16 13:28:00.273250 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing mechanism driver 'hyperv' Oct 16 13:28:00.279911 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.plugin [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:00.280631 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.281002 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.281354 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.281884 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 16 13:28:00.282314 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.282665 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.283009 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.283408 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 16 13:28:00.283818 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.284171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.284543 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.285007 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 16 13:28:00.285343 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > security_group after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.285691 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > security_group after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.286028 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.286559 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 16 13:28:00.286969 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.287326 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.287712 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.288111 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 16 13:28:00.288544 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > address_group after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.288895 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > address_group after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.289235 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.289631 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 16 13:28:00.290038 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] ML2 OVO RPC backend initialized. {{(pid=100969) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 16 13:28:00.290736 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.291089 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.291504 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.291845 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > networks before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.292189 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.292556 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > ports before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.292901 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.293239 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnets before_response 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.293582 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.293917 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.294337 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.294586 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.294920 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.295250 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.295580 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.295911 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.296239 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.296837 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.plugin [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Modular L2 Plugin initialization complete Oct 16 13:28:00.297170 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading services supported by the core plugin {{(pid=100969) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 16 13:28:00.297493 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.plugins.ml2.managers [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Got port-security extension from driver 'port_security' Oct 16 13:28:00.297954 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.extensions.vlantransparent [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Disabled vlantransparent extension. Oct 16 13:28:00.298431 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100969) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 16 13:28:00.298742 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: router Oct 16 13:28:00.345071 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.345462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_create 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.345833 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router before_create 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.346198 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.346570 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.346922 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_delete 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.347277 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.347627 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.347988 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_create 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.348349 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_update 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.348701 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_update 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.349048 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.349403 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_update 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.349809 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_update 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.350769 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.351110 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.351446 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: subnet after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.351782 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.352129 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.352508 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_create 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.352849 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.353190 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.353543 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router after_update 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.353882 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.354228 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_create 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.354582 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.354925 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_update 55549900 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.355290 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > agent after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.355635 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > agent after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.355979 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > network after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.356881 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Tracking information for resource: router configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:28:00.357218 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Tracking information for resource: floatingip configured {{(pid=100969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 16 13:28:00.362396 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.db.l3_agentschedulers_db [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 16 13:28:00.362974 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.363331 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port after_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.363680 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port after_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.364027 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: port after_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.364835 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router before_create 55550100 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.368149 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.368149 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_create 55550100 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.368149 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > router precommit_update 55550100 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.371290 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.provider_configuration [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service providers = [] {{(pid=100969) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 16 13:28:00.371651 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.db.servicetype_db [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100969) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 16 13:28:00.374642 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.service_base [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 13:28:00.374998 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.service_base [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 13:28:00.375339 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.service_base [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 13:28:00.376232 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.services.service_base [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 16 13:28:00.376630 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.services.service_base [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 16 13:28:00.377014 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.377329 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 16 13:28:00.388048 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.388411 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: auto_allocate Oct 16 13:28:00.394298 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: network precommit_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.394666 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: network precommit_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.395182 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.395500 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: tag Oct 16 13:28:00.402243 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.402573 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: timestamp Oct 16 13:28:00.406623 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.406952 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: network_ip_availability Oct 16 13:28:00.412917 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.413285 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.413636 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.417888 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.417888 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: flavors Oct 16 13:28:00.422310 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.422643 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading Plugin: revisions Oct 16 13:28:00.426924 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 16 13:28:00.427314 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_concurrency.lockutils [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.329s {{(pid=100969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 16 13:28:00.428741 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100969) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 16 13:28:00.429121 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Initializing extension manager. Oct 16 13:28:00.429634 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: __init__.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.429976 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: __pycache__ {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.430306 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.430637 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: address_group.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.431392 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.431956 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: address-group Oct 16 13:28:00.432280 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: address_scope.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.433214 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.433725 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: address-scope Oct 16 13:28:00.434048 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.434993 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.435503 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: router-admin-state-down-before-update Oct 16 13:28:00.435822 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: agent.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.436543 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.437047 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: agent Oct 16 13:28:00.437364 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: agent_resources_synced.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.438270 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.438787 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: agent-resources-synced Oct 16 13:28:00.439101 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: allowedaddresspairs.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.440922 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.441442 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: allowed-address-pairs Oct 16 13:28:00.441766 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: auto_allocated_topology.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.442895 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.443354 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: auto-allocated-topology Oct 16 13:28:00.443795 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: availability_zone.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.444563 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.445073 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: availability_zone Oct 16 13:28:00.445390 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: availability_zone_filter.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.449610 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.450468 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: availability_zone_filter Oct 16 13:28:00.450877 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: data_plane_status.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.451866 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.452517 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension data-plane-status not supported by any of loaded plugins Oct 16 13:28:00.452918 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: default_subnetpools.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.453908 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.454513 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: default-subnetpools Oct 16 13:28:00.454912 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.455789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.456428 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: dhcp_agent_scheduler Oct 16 13:28:00.456833 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: dns.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.457896 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.458455 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension dns-integration not supported by any of loaded plugins Oct 16 13:28:00.458864 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: dns_domain_ports.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.459882 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.460528 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 16 13:28:00.460940 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.461952 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.462544 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 16 13:28:00.462944 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: dvr.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.463699 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.464305 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: dvr Oct 16 13:28:00.464728 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: ecmp_routes.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.465723 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.466332 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension ecmp_routes not supported by any of loaded plugins Oct 16 13:28:00.466811 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: empty_string_filtering.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.467798 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.468454 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: empty-string-filtering Oct 16 13:28:00.468859 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.469847 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.470450 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 16 13:28:00.470855 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.471849 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.472497 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 16 13:28:00.479742 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: external_net.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.480251 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.480799 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: external-net Oct 16 13:28:00.481122 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.482034 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.482540 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: extra_dhcp_opt Oct 16 13:28:00.482859 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: extraroute.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.483767 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.484299 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: extraroute Oct 16 13:28:00.484647 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: extraroute_atomic.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.485677 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.486186 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: extraroute-atomic Oct 16 13:28:00.486505 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: filter_validation.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.487172 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.487674 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: filter-validation Oct 16 13:28:00.487992 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: fip_pf_description.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.488926 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.489425 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 16 13:28:00.489741 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: fip_port_details.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.491269 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.491850 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: fip-port-details Oct 16 13:28:00.492171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: flavors.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.493445 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.493963 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: flavors Oct 16 13:28:00.494286 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.495986 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.496526 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 16 13:28:00.496857 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: floatingip_pools.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.497555 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.498064 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: floatingip-pools Oct 16 13:28:00.498392 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: ip_allocation.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.499318 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.499824 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension ip_allocation not supported by any of loaded plugins Oct 16 13:28:00.500145 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.501094 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.501606 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: ip-substring-filtering Oct 16 13:28:00.501936 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l2_adjacency.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.502871 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.503380 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension l2_adjacency not supported by any of loaded plugins Oct 16 13:28:00.503703 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.504831 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.505347 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: router Oct 16 13:28:00.505668 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.508002 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.508567 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 16 13:28:00.508942 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.509833 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.510348 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: ext-gw-mode Oct 16 13:28:00.510670 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.511585 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.512092 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: l3-ha Oct 16 13:28:00.512440 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.513346 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.513855 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 16 13:28:00.514171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_flavors.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.520033 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.520619 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: l3-flavors Oct 16 13:28:00.520957 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_ndp_proxy.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.522374 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.522949 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 16 13:28:00.523281 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.524214 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.524812 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: l3-port-ip-change-not-allowed Oct 16 13:28:00.525141 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: l3agentscheduler.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.526174 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.526689 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: l3_agent_scheduler Oct 16 13:28:00.527016 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: logging.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.528563 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.529086 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension logging not supported by any of loaded plugins Oct 16 13:28:00.529413 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: metering.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.530160 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.530744 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: metering Oct 16 13:28:00.531069 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.532181 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.532722 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: metering_source_and_destination_fields Oct 16 13:28:00.533056 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: multiprovidernet.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.533993 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.534505 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: multi-provider Oct 16 13:28:00.534826 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: netmtu.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.535745 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.536243 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: net-mtu Oct 16 13:28:00.536595 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: netmtu_writable.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.538043 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.538544 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: net-mtu-writable Oct 16 13:28:00.538876 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: network_availability_zone.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.539542 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.540045 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: network_availability_zone Oct 16 13:28:00.540387 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: network_ip_availability.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.541510 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.542017 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: network-ip-availability Oct 16 13:28:00.542477 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: network_segment_range.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.543265 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.543770 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension network-segment-range not supported by any of loaded plugins Oct 16 13:28:00.544086 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: pagination.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.545235 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.545566 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: pagination Oct 16 13:28:00.545887 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: port_device_profile.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.546807 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.547327 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: port-device-profile Oct 16 13:28:00.547649 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.548597 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.549110 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: port-mac-address-regenerate Oct 16 13:28:00.549430 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.550339 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.550849 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: port-numa-affinity-policy Oct 16 13:28:00.551166 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: port_resource_request.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.552071 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.552611 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension port-resource-request not supported by any of loaded plugins Oct 16 13:28:00.552935 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: portbindings.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.554606 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.555120 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: binding Oct 16 13:28:00.555440 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: portbindings_extended.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.556752 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.557285 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: binding-extended Oct 16 13:28:00.557595 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: portsecurity.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.558511 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.559022 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: port-security Oct 16 13:28:00.559346 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: project_id.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.560342 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.560685 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: project-id Oct 16 13:28:00.561007 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: providernet.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.561937 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.562454 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: provider Oct 16 13:28:00.562776 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.566474 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.566994 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos not supported by any of loaded plugins Oct 16 13:28:00.567322 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.568649 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.569319 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 16 13:28:00.569651 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.570578 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.571089 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 16 13:28:00.571416 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_default.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.572339 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.572867 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-default not supported by any of loaded plugins Oct 16 13:28:00.573198 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_fip.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.573857 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.574360 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-fip not supported by any of loaded plugins Oct 16 13:28:00.574682 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_gateway_ip.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.575875 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.576423 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 16 13:28:00.576747 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_port_network_policy.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.577676 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.578188 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 16 13:28:00.578512 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.579545 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.580060 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 16 13:28:00.580416 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_pps_rule.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.581590 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.582108 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-pps not supported by any of loaded plugins Oct 16 13:28:00.582432 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_rule_type_details.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.583355 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.583863 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 16 13:28:00.584186 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: qos_rules_alias.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.585288 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.585796 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 16 13:28:00.586120 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: quotasv2.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.587052 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.587379 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: quotas Oct 16 13:28:00.587700 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: quotasv2_detail.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.591083 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.591427 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: quota_details Oct 16 13:28:00.591755 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: rbac.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.592855 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.593379 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: rbac-policies Oct 16 13:28:00.593709 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: rbac_address_group.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.594638 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.595152 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: rbac-address-group Oct 16 13:28:00.595476 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: rbac_address_scope.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.596424 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.596938 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: rbac-address-scope Oct 16 13:28:00.597262 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: rbac_security_groups.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.598179 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.598689 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: rbac-security-groups Oct 16 13:28:00.599010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: rbac_subnetpool.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.600462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.601073 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: rbac-subnetpool Oct 16 13:28:00.601401 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: revisionifmatch.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.602326 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.602860 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: revision-if-match Oct 16 13:28:00.603182 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: revisions.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.604307 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.604844 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: standard-attr-revisions Oct 16 13:28:00.605169 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: router_availability_zone.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.605835 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.606341 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: router_availability_zone Oct 16 13:28:00.606662 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: routerservicetype.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.607587 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.608092 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension router-service-type not supported by any of loaded plugins Oct 16 13:28:00.608450 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.609372 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.609881 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: security-groups-normalized-cidr Oct 16 13:28:00.610203 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.611125 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.611635 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: port-security-groups-filtering Oct 16 13:28:00.611956 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.612974 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.613493 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: security-groups-remote-address-group Oct 16 13:28:00.613814 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: securitygroup.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.624233 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.624801 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: security-group Oct 16 13:28:00.625135 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: segment.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.625923 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.626439 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension segment not supported by any of loaded plugins Oct 16 13:28:00.626765 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.627711 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.628222 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 16 13:28:00.628579 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: servicetype.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.629695 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.630214 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: service-type Oct 16 13:28:00.630535 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: sorting.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.631589 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.631917 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: sorting Oct 16 13:28:00.632240 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: standard_attr_segment.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.633180 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.633692 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 16 13:28:00.634014 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: standardattrdescription.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.634658 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.635162 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: standard-attr-description Oct 16 13:28:00.635481 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: stateful_security_group.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.636441 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.636955 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: stateful-security-group Oct 16 13:28:00.637276 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: stdattrs_common.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.637859 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 16 13:28:00.638179 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.639115 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.639634 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 16 13:28:00.639958 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: subnet_onboard.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.641053 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.641574 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: subnet_onboard Oct 16 13:28:00.641897 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.642829 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.643348 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 16 13:28:00.643672 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: subnet_service_types.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.644636 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.645151 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: subnet-service-types Oct 16 13:28:00.645474 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: subnetallocation.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.646549 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.647285 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: subnet_allocation Oct 16 13:28:00.647625 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.648290 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.648822 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: subnetpool-prefix-ops Oct 16 13:28:00.649143 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.650086 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.650601 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 16 13:28:00.650925 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: tagging.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.651975 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, ndp_proxy, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.652511 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: standard-attr-tag Oct 16 13:28:00.652837 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: timestamp.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.654057 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.654568 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loaded extension: standard-attr-timestamp Oct 16 13:28:00.654895 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: trunk.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.655948 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.656503 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension trunk not supported by any of loaded plugins Oct 16 13:28:00.656828 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: trunk_details.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.657748 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.658264 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension trunk-details not supported by any of loaded plugins Oct 16 13:28:00.658583 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: uplink_status_propagation.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.659505 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.660017 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 16 13:28:00.660356 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Loading extension file: vlantransparent.py {{(pid=100969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 16 13:28:00.661021 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 16 13:28:00.661529 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extension vlan-transparent not supported by any of loaded plugins Oct 16 13:28:00.664509 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:network Oct 16 13:28:00.665048 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:subnet Oct 16 13:28:00.665454 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 13:28:00.665842 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:port Oct 16 13:28:00.667066 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.667502 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service FLAVORS assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.668132 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.668599 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.668927 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:router Oct 16 13:28:00.669363 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:floatingip Oct 16 13:28:00.669842 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service METERING assigned prefix: /metering {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.671272 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.671640 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.671989 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:28:00.672996 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of CountableResource for resource:rbac_policy Oct 16 13:28:00.673440 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:security_group Oct 16 13:28:00.673894 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 16 13:28:00.675578 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service CORE assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.675913 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 13:28:00.676260 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] subnetpool is already registered Oct 16 13:28:00.676719 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service CORE assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.677043 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 13:28:00.677371 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] subnetpool is already registered Oct 16 13:28:00.680543 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.680987 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service FLAVORS assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.681577 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.681998 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.682329 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:router Oct 16 13:28:00.682666 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] router is already registered Oct 16 13:28:00.683076 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:floatingip Oct 16 13:28:00.683407 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] floatingip is already registered Oct 16 13:28:00.683864 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service METERING assigned prefix: /metering {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.684557 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of CountableResource for resource:rbac_policy Oct 16 13:28:00.684884 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] rbac_policy is already registered Oct 16 13:28:00.685291 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:security_group Oct 16 13:28:00.685623 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] security_group is already registered Oct 16 13:28:00.686023 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 16 13:28:00.686356 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] security_group_rule is already registered Oct 16 13:28:00.686979 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service CORE assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.687303 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 13:28:00.687633 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] subnetpool is already registered Oct 16 13:28:00.688046 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.v2.resource_helper [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Service CORE assigned prefix: {{(pid=100969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 16 13:28:00.688398 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Creating instance of TrackedResource for resource:subnetpool Oct 16 13:28:00.688726 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING neutron.quota.resource_registry [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] subnetpool is already registered Oct 16 13:28:00.689190 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: extensions {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.690629 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: address-groups {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.692235 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: address-scopes {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.693571 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: agents {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.694921 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: auto-allocated-topology {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.696171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: availability_zones {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.697426 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: dhcp-networks {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.698931 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: dhcp-agents {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.700659 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: routers {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.702895 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: flavors {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.704056 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: service_profiles {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.705285 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: next_providers {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.706746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: service_profiles {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.708363 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: floatingip-pools {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.710087 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: routers {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.712183 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: floatingips {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.713490 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: l3-routers {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.714949 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: l3-agents {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.716381 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: metering-labels {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.717728 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: metering-label-rules {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.718993 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: network-ip-availabilities {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.720263 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: bindings {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.721936 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: quotas {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.723484 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: quotas {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.725643 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: rbac-policies {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.726926 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: security-groups {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.728144 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: security-group-rules {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.729412 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: service-providers {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.730621 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: subnetpools {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.732041 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: subnetpools {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.733543 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.735220 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.737074 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.738848 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.741677 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.743533 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.745257 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.747146 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.748936 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.750827 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.752665 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron.api.extensions [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Extended resource: tags {{(pid=100969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 16 13:28:00.758979 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING keystonemiddleware.auth_token [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 16 13:28:00.763509 dv-neutron-743142-24-hyperv neutron-server[100969]: WARNING keystonemiddleware.auth_token [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 16 13:28:00.773122 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_concurrency.lockutils [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Acquired lock "singleton_lock" {{(pid=100969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 16 13:28:00.773591 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_concurrency.lockutils [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Releasing lock "singleton_lock" {{(pid=100969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 16 13:28:00.774234 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Starting 2 workers Oct 16 13:28:00.779054 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Started child 101080 {{(pid=100969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 13:28:00.783513 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Started child 101081 {{(pid=100969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 13:28:00.784537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:00.785182 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO neutron.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Neutron service started, listening on 0.0.0.0:9696 Oct 16 13:28:00.785777 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Publish callbacks [] for process, before_spawn {{(pid=100969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:00.786058 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [-] (101080) wsgi starting up on http://0.0.0.0:9696 Oct 16 13:28:00.788791 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Starting 1 workers Oct 16 13:28:00.789132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:00.790514 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [-] (101081) wsgi starting up on http://0.0.0.0:9696 Oct 16 13:28:00.794003 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Started child 101082 {{(pid=100969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 13:28:00.794556 dv-neutron-743142-24-hyperv neutron-server[100969]: INFO oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Starting 1 workers Oct 16 13:28:00.797882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] calling RpcWorker wait() {{(pid=101082) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 16 13:28:00.798411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] returning from RpcWorker wait() {{(pid=101082) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 16 13:28:00.799016 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Started child 101083 {{(pid=100969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 16 13:28:00.799759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:00.799852 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG neutron_lib.callbacks.manager [None req-be34151d-75f2-4372-957f-eefb7476d0dc None None] Publish callbacks [] for process, after_spawn {{(pid=100969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:00.800242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:00.801739 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 16 13:28:00.801947 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 16 13:28:00.802133 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 16 13:28:00.802350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 16 13:28:00.802710 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 16 13:28:00.802867 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 16 13:28:00.803504 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.803990 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.804192 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:00.804672 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.804672 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.804824 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.805251 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:00.805632 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.805903 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.806162 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.806441 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.806674 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.806843 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.807001 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.807260 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.807489 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.807776 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.808047 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.808293 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.808594 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.808761 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.809175 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.809440 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.809687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.809954 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] debug = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.810196 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.810682 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.810928 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.811172 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.811390 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.811655 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.811884 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.812149 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.812414 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.812649 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.812866 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.813115 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.813346 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.813555 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.813787 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.814038 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.814257 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.814736 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] host = dv-neutron-743142-24-hyperv {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.814956 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.815175 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.815431 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.815687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.815934 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.816162 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.816464 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.816706 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.816948 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.817191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.817457 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.817714 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.817949 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.818194 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.818349 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_options = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.818555 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.818929 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.819187 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.819384 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.819551 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.819724 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.819980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.820142 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.820416 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.820669 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.820840 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.821058 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.821284 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.821513 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.821744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.821977 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.822191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.822397 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.822653 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.822968 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.823116 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.823343 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.823584 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.823846 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.824005 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.824215 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.824470 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.824714 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.825177 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.825457 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.825698 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.825949 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.826161 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.826390 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.826645 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.826867 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.827096 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.827306 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.827575 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.827801 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.828038 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.828281 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.828536 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.828762 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.828973 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.829200 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.829431 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_json = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.829639 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.829876 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.830139 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.830352 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.830563 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.830789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.831111 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.831345 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.831873 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.832593 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.832593 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.833020 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.833020 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.833399 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.833399 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.833655 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.833801 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.834009 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.834831 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.835048 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.835421 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.835669 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.835938 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.836297 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.836582 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.836859 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.837098 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.837336 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.837552 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.837788 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.838066 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.838299 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.838530 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.838777 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.838996 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.839337 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.839631 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.839897 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.840170 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.840411 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.840634 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.840854 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.841071 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.841284 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.841518 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.841786 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.842009 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.842239 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.842456 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.842680 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.842892 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.843133 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.843392 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.843645 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.843891 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.844131 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.844383 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.844603 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.853344 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.854685 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.856010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.857168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.858283 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.859468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.860519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.861600 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.862569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.863547 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.863547 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.863547 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.863547 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.863547 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.864171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.864171 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.864453 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.864582 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.864809 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.864945 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.865220 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.865468 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.865751 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.866151 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.866449 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.866851 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.866980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.867157 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.867402 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.867634 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.867887 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.868112 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869105 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869105 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869105 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869105 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869467 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869467 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869613 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.869824 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.870052 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.870322 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.870556 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.870745 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.871434 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.871434 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.871434 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.872687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.872687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.872687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.872687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.872687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.872687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.873389 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.873389 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.873389 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.873743 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.873865 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.874052 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.874256 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.874483 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.874739 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.874979 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.875192 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876091 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876091 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876091 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876091 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876646 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876646 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.876884 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.877035 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.877265 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.877525 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.878403 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.878403 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.878403 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.878784 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.878784 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.879012 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.879212 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.879444 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.879658 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.879890 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.880658 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.880658 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.880658 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.881064 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.881064 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882123 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882123 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882123 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882483 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882483 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882804 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.882933 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.883143 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.884754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.886548 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.887509 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.887509 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.887509 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.887509 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.887509 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.888740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.888740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.888740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.888740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.888740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.889309 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.889309 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.889309 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.889681 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.889681 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.889909 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.890039 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.890479 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.890479 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.890719 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.891059 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.891205 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.891516 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.891903 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.892043 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893060 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893060 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893060 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893060 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893630 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893630 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893825 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.893948 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.894586 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.894586 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.894850 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.894976 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.895251 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.895530 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.895744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.896062 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.896404 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.896672 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.897435 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.897694 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.897977 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.898145 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.898377 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.898612 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.898846 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.899059 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.899315 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.899559 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.899801 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.900044 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.900288 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.900555 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.900778 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.901020 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.901261 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.901473 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.901633 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 16 13:28:00.902131 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 16 13:28:00.902290 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 16 13:28:00.902441 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 16 13:28:00.902609 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 16 13:28:00.902777 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 16 13:28:00.902928 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 16 13:28:00.903132 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.903291 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.903449 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.903601 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.903798 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.903924 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904048 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904200 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904394 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904519 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904667 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904823 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.904982 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.905138 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.905294 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.905453 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.905701 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.905928 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906057 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906257 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906381 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906514 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906636 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] debug = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906798 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.906921 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.907062 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.907184 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.907524 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.907524 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.907754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.907754 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908017 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908017 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908244 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908381 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908588 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908741 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908863 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.908984 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.909139 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.909299 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] host = dv-neutron-743142-24-hyperv {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.909453 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.909648 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.909755 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.909895 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.910088 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.910200 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.910456 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.910566 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.910638 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.910774 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.911132 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.911362 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.911586 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.911810 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.911974 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_options = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.913268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.914350 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915093 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915093 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915093 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915093 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915093 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915598 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915598 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915598 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915935 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915935 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.915935 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916296 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916296 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916475 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916544 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916649 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916806 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.916960 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.917115 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.917271 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.917423 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.917729 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.918049 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_json = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.920927 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.921450 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.921624 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 16 13:28:00.921803 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.921966 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.922144 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.922300 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.922460 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.922623 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.922786 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.922943 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.923101 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.923263 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.923429 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.923592 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.923757 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.923915 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.924073 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.924236 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.924416 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.924576 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.924734 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.924891 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925048 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925205 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925379 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925569 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925722 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925859 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.925994 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.926150 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.926346 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.926434 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.926573 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.928462 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929030 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929030 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929149 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929213 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929379 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929560 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929656 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929816 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.929975 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.930133 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.930290 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.930448 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.930605 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.930764 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.930922 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.931090 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.931248 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.931405 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.931562 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.931720 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.931876 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.932033 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.932189 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.932377 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.932539 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.932698 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.932867 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933025 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933182 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933338 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933496 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933654 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933810 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.933966 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.934124 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.934280 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.934436 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.934593 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.934751 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.934909 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.935067 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.935224 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.935380 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.935537 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.935694 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.935854 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.936010 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.936168 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.936423 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.936524 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.936740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.936906 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.937060 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.937209 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.937380 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938059 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938059 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938059 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938059 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938878 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938878 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938878 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938878 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938878 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.938878 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939359 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939359 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939359 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939818 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939818 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939818 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.939818 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.940744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.940744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.940744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.940744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.940744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.940744 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942191 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.942746 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943156 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943156 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943307 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943386 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943496 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943787 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.943946 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.944108 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.944273 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.944466 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.944602 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.944763 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.944923 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945077 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945216 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945355 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945944 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945944 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945944 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.945944 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.946609 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.946609 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.946609 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.946609 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947126 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947126 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947126 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947126 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.947980 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.948789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.948789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.948789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.948789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.948789 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.949187 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.949187 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.949187 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.949485 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.949485 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950094 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950094 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950304 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950304 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950526 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950649 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950771 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.950854 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951005 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951162 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951319 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951476 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951633 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951790 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.951947 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.952104 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.952275 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.952454 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.952597 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.952779 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.952900 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.953060 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.953218 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.953374 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.953531 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.953687 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.953842 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954439 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954439 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954439 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954439 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954875 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954875 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.954875 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955133 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955226 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955307 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955463 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955621 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955777 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.955938 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.956105 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.956262 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.956503 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.956631 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.956755 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.956876 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957042 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:00.957318 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957410 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957491 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957629 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957786 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.957952 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.958109 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.958266 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.958471 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.958565 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.958723 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.958889 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.959047 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.959713 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.959938 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.960231 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.960446 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.960621 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.960781 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.960941 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.961099 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.961257 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.961414 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.961581 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.961740 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.961898 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.962062 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.962220 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.962376 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.962533 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.962703 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.962861 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963022 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963180 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963336 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963494 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963653 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963816 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.963983 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.964146 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.964305 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.964492 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.964658 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.964825 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.964983 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.965147 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.965317 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.965475 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.965634 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.965791 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.965948 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.966106 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.966268 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.966427 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.966584 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.966741 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.966897 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.967054 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.967242 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.967365 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.967522 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.967678 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.967907 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.968073 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.968231 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.968412 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 16 13:28:00.968567 dv-neutron-743142-24-hyperv neutron-server[100969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 16 13:28:01.048167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 57570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:01.057284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068924 Oct 16 13:28:12.781672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a09e3c1-58d0-4438-849f-4de150653a8d None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:28:12.914523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09e3c1-58d0-4438-849f-4de150653a8d None None] No non-hosted networks {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 16 13:28:12.943715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.agentschedulers_db [None req-0a09e3c1-58d0-4438-849f-4de150653a8d None None] DHCP Agent not found on host dv-neutron-743142-24-hyperv {{(pid=101082) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 16 13:28:13.112074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3bdf662d-0a4b-4831-b7ac-408a13727591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573209'] for agent, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:15.424037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a988d173-2639-49b4-8bfb-10df9b04bb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573209'] for agent, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:15.500616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-1300efec-a844-4976-8dc1-ee829720ba57 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-743142-24-hyperv {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:28:15.501077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-1300efec-a844-4976-8dc1-ee829720ba57 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:28:16.195003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1300efec-a844-4976-8dc1-ee829720ba57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:16.530779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573209'] for agent, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:16.531614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.531821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.532126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.532479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.532804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.533127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.533465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.533797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.534118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.534452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.534791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.535205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:16.535799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-743142-24-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:16.546638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-743142-24-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:16.671693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573209'] for agent, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:18.359787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573209'] for agent, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:19.194933 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.db.l3_hamode_db [None req-fa3439f7-0a7c-41ce-bcc1-d2f3b1ff714e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 16 13:28:19.285449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3439f7-0a7c-41ce-bcc1-d2f3b1ff714e None None] Routers set() bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:28:19.286301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3439f7-0a7c-41ce-bcc1-d2f3b1ff714e None None] Router IDs set() for agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 16 13:28:19.526026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 57664) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:20.011104 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING oslo_policy.policy [None req-5d944ce6-b075-4c0e-8083-0e689dddcdc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:20.011772 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING oslo_policy.policy [None req-5d944ce6-b075-4c0e-8083-0e689dddcdc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:20.250781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-5d944ce6-b075-4c0e-8083-0e689dddcdc3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:28:20.251922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d944ce6-b075-4c0e-8083-0e689dddcdc3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.7249911 Oct 16 13:28:22.738739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 57678) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:23.041067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:23.138839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.policy [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101080) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 16 13:28:23.185339 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING oslo_policy.policy [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:23.185702 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING oslo_policy.policy [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:23.194998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.quota [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] Loaded quota_driver: . Oct 16 13:28:23.351361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745733160859', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745733159528', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745733132056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745733140820', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745730700195', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745733121490', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1316738', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1373151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-507109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66674575'] for rbac-policy, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:23.541742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:23.542969 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8639f70b-74b9-4432-9a65-6ccc26871b71 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8032360 Oct 16 13:28:26.237535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 57690) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:26.530817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Request body: {'network': {'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'name': 'private', 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:26.613959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Made reservation on behalf of 9418b838ed9c46298f9597c6e6e0026e for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:28:26.617462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:26.634132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:26.740409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:26.791109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:26.814422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:28:26.839592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745728442143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:26.840144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Unsubscribe: segment precommit_create {{(pid=101080) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 16 13:28:26.840679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Added segment 0d1d8d83-5ab4-410b-b8dd-8de8b2755434 of type vlan for network 537e4119-f7c9-4b59-9801-b33b25cd3591 Oct 16 13:28:26.846386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa0a67-7398-4b6e-8e66-628415103581,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:26.867828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.868164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.868523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.868852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.869169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.869496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.869824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.870138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.870444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.870747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.871051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.871352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Tracked resource versions report: Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: pushed versions: Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: { 'AddressGroup': {'1.2'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'ConntrackHelper': {'1.0'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Log': {'1.0'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Network': {'1.1'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Port': {'1.7'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'PortForwarding': {'1.2'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'QosPolicy': {'1.10'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroup': {'1.4'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SubPort': {'1.0'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Subnet': {'1.1'}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Trunk': {'1.1'}} Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: consumer versions: Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'ConntrackHelper': '1.0', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Log': '1.0', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Network': '1.1', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Port': '1.7', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'PortForwarding': '1.2', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'QosPolicy': '1.10', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroup': '1.4', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroupRule': '1.2', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SubPort': '1.0', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Subnet': '1.1', Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Trunk': '1.1'}} Oct 16 13:28:26.872640 dv-neutron-743142-24-hyperv neutron-server[101080]: {{(pid=101080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:28:26.959786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:27.056678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:27.057660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:27.058296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:27.154112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] Pushing event updated for resources: {'Network': ['ID=537e4119-f7c9-4b59-9801-b33b25cd3591,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:27.165859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:28:27.230635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d56af91f-94ad-4f56-81e8-958fd7dc34b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9920287 Oct 16 13:28:29.963272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 57704) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:30.348050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e349fe-e402-4f7a-9bc1-c8fd98c69cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:30.349797 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-64e349fe-e402-4f7a-9bc1-c8fd98c69cfc admin admin] 10.222.0.24 "GET /v2.0/networks/537e4119-f7c9-4b59-9801-b33b25cd3591 HTTP/1.1" status: 200 len: 825 time: 0.3853207 Oct 16 13:28:30.374724 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9eb362d1-1cab-4583-93b5-0a9c7b794421 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/201f11f6-6a6a-4edb-a39e-a9c182767457 HTTP/1.1" status: 200 len: 734 time: 0.0188673 Oct 16 13:28:30.384274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'name': 'private-subnet'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:30.465048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Made reservation on behalf of 9418b838ed9c46298f9597c6e6e0026e for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:28:30.467246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:30.819905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:30.890461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:30.892421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Checking segment: {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:28:30.892808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Network hostable DHCP agents. Network: 537e4119-f7c9-4b59-9801-b33b25cd3591, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:28:30.950979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:28:31.013972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 537e4119-f7c9-4b59-9801-b33b25cd3591) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:28:31.022129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:31.025336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:31.025465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9342062-3583-4201-81cb-f6cdca5a9cb5 None None] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:28:31.228895 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5bc0882c-3b4d-4330-8c66-49439e9c9bb8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8482940 Oct 16 13:28:31.335799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-537e4119-f7c9-4b59-9801-b33b25cd3591', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:28:31.337080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:31.622050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Allocated IP 172.20.0.2 (537e4119-f7c9-4b59-9801-b33b25cd3591/d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd/9c477776-b25b-46db-9022-fe1a384508d3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:28:31.858356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:31.952011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:32.025918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:28:32.032833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:28:32.042981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:28:32.075251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Pushing event updated for resources: {'Port': ['ID=9c477776-b25b-46db-9022-fe1a384508d3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:32.101922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.102287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.102652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.102985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.103312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.103652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.103978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.104332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.104655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.104973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.105291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.105606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Tracked resource versions report: Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: pushed versions: Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: { 'AddressGroup': {'1.2'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'ConntrackHelper': {'1.0'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Log': {'1.0'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Network': {'1.1'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Port': {'1.7'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'PortForwarding': {'1.2'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'QosPolicy': {'1.10'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroup': {'1.4'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SubPort': {'1.0'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Subnet': {'1.1'}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Trunk': {'1.1'}} Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: consumer versions: Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'ConntrackHelper': '1.0', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Log': '1.0', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Network': '1.1', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Port': '1.7', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'PortForwarding': '1.2', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'QosPolicy': '1.10', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroup': '1.4', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroupRule': '1.2', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SubPort': '1.0', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Subnet': '1.1', Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Trunk': '1.1'}} Oct 16 13:28:32.106950 dv-neutron-743142-24-hyperv neutron-server[101082]: {{(pid=101082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:28:32.135070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Attempting to bind port 9c477776-b25b-46db-9022-fe1a384508d3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:28:32.135460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Attempting to bind port 9c477776-b25b-46db-9022-fe1a384508d3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:28:32.135886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Attempting to bind port 9c477776-b25b-46db-9022-fe1a384508d3 on network 537e4119-f7c9-4b59-9801-b33b25cd3591 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:28:32.140827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:28:32.143804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Checking segment: {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:28:32.143804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:32.143804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Bound using segment: {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:28:32.143804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Bound port: 9c477776-b25b-46db-9022-fe1a384508d3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:28:32.143804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:32.212816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] For port 9c477776-b25b-46db-9022-fe1a384508d3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:28:32.217002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] For port 9c477776-b25b-46db-9022-fe1a384508d3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9c477776-b25b-46db-9022-fe1a384508d3,segment=NetworkSegment(0d1d8d83-5ab4-410b-b8dd-8de8b2755434),segment_id=0d1d8d83-5ab4-410b-b8dd-8de8b2755434)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:28:32.277095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:32.345250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa36290-932e-4a6e-8768-6bde5df6da89 None None] Pushing event updated for resources: {'Port': ['ID=9c477776-b25b-46db-9022-fe1a384508d3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:33.759040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57712) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:34.251241 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING oslo_policy.policy [None req-752b4a06-0e5b-4219-85cd-b142296868cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:34.252042 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING oslo_policy.policy [None req-752b4a06-0e5b-4219-85cd-b142296868cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:34.482839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-752b4a06-0e5b-4219-85cd-b142296868cf admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:28:34.484085 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-752b4a06-0e5b-4219-85cd-b142296868cf admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.7230253 Oct 16 13:28:37.024084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57726) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:37.341415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-80840f0a-9dff-46c0-98c8-b08ab614e030 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:28:37.342368 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80840f0a-9dff-46c0-98c8-b08ab614e030 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.3168499 Oct 16 13:28:40.102714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57738) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:40.440010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Request body: {'router': {'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:40.508738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.policy [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 16 13:28:40.549410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9c477776-b25b-46db-9022-fe1a384508d3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:28:40.559743 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING oslo_policy.policy [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:40.560125 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING oslo_policy.policy [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 16 13:28:40.569285 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.quota [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Loaded quota_driver: . Oct 16 13:28:40.646709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9c477776-b25b-46db-9022-fe1a384508d3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:40.647101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:40.696595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:40.698661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:40.767962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:40.807668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 9c477776-b25b-46db-9022-fe1a384508d3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9c477776-b25b-46db-9022-fe1a384508d3,segment=NetworkSegment(0d1d8d83-5ab4-410b-b8dd-8de8b2755434),segment_id=0d1d8d83-5ab4-410b-b8dd-8de8b2755434)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:28:40.872742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:40.882565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:40.936890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=9c477776-b25b-46db-9022-fe1a384508d3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:40.947094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:41.024766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:41.024766 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1dfb0fee-0f5e-420c-9768-1cee5a70236f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9189804 Oct 16 13:28:41.517506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a278762-a18c-4702-bb3e-51bd77181e26 None None] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:28:41.580743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-28281154-5b14-49b8-9830-740311b4c263 None None] Provisioning complete for port 9c477776-b25b-46db-9022-fe1a384508d3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:41.581387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28281154-5b14-49b8-9830-740311b4c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:41.939401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-bbd8d523-0683-4b3c-981e-181a3044f0bf None None] Provisioning complete for port 9c477776-b25b-46db-9022-fe1a384508d3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:41.939994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d523-0683-4b3c-981e-181a3044f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:42.405153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9c477776-b25b-46db-9022-fe1a384508d3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:28:42.455751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9c477776-b25b-46db-9022-fe1a384508d3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:42.456112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:42.790858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90c141fa-8180-4185-b1ca-c3a28cb567dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:43.526756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57750) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:43.832369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-798922a0-cd82-4459-a354-4689ccbe9a23 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:28:43.834060 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-798922a0-cd82-4459-a354-4689ccbe9a23 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.3063660 Oct 16 13:28:45.398871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-680a2d0f-3e8c-4091-b879-1fe69b099ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.348091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57758) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:46.512741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.587501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.666445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:46.747048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Made reservation on behalf of 3304a57fac3c413780bd319909f94830 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:28:46.749924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.768566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.866221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.935954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.947439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=101081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 16 13:28:46.979000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745728442143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:46.979545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Unsubscribe: segment precommit_create {{(pid=101081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 16 13:28:46.980044 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Added segment 24d1863b-52b9-4c8c-8c7d-d719dbe21025 of type flat for network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 Oct 16 13:28:46.995040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e89aad4-7a8e-4e53-a44e-882b85cae99c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:47.050108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.050362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.050692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.051021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.051979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.052408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.052706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.053269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.053592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.053907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.054220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.054529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Tracked resource versions report: Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: pushed versions: Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: { 'AddressGroup': {'1.2'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'ConntrackHelper': {'1.0'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Log': {'1.0'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Network': {'1.1'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Port': {'1.7'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'PortForwarding': {'1.2'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'QosPolicy': {'1.10'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroup': {'1.4'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SubPort': {'1.0'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Subnet': {'1.1'}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Trunk': {'1.1'}} Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: consumer versions: Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'ConntrackHelper': '1.0', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Log': '1.0', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Network': '1.1', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Port': '1.7', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'PortForwarding': '1.2', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'QosPolicy': '1.10', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroup': '1.4', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroupRule': '1.2', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SubPort': '1.0', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Subnet': '1.1', Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Trunk': '1.1'}} Oct 16 13:28:47.055856 dv-neutron-743142-24-hyperv neutron-server[101081]: {{(pid=101081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:28:47.109924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:47.221547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:47.222752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:47.223984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:47.317757 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3d02d0-b686-4116-92a9-70ffd3ae9867,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:47.327900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:28:47.353233 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33f839d4-17c0-4789-8fdf-de2a2eacd1d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0039477 Oct 16 13:28:48.236405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:49.843742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57780) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:50.056538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8241a-a735-4f32-8239-36ce27934270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:50.058008 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-57a8241a-a735-4f32-8239-36ce27934270 admin admin] 10.222.0.24 "GET /v2.0/subnets/d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd HTTP/1.1" status: 200 len: 849 time: 0.2132049 Oct 16 13:28:50.205085 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c6aaa1e-77a6-4869-9238-f1e2a9588103 admin admin] 10.222.0.24 "GET /v2.0/routers/1e907051-1b2d-407e-bdeb-3a00bac697cf HTTP/1.1" status: 200 len: 704 time: 0.1409752 Oct 16 13:28:50.493014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:50.781489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Allocated IP 172.20.0.1 (537e4119-f7c9-4b59-9801-b33b25cd3591/d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd/20e8c2b3-4c58-483e-9a00-5025994ca26d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:28:50.871631 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:28:50.965318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.082815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.164471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:28:51.169629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:28:51.184351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:28:51.185055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.261556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=20e8c2b3-4c58-483e-9a00-5025994ca26d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:51.413259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3544fad9-949e-471e-beee-5fb1ab248064 None None] Provisioning complete for port 20e8c2b3-4c58-483e-9a00-5025994ca26d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:51.413834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3544fad9-949e-471e-beee-5fb1ab248064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.461524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-3544fad9-949e-471e-beee-5fb1ab248064 None None] Port 20e8c2b3-4c58-483e-9a00-5025994ca26d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:28:51.569384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.786109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.830628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.831395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:51.894210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=20e8c2b3-4c58-483e-9a00-5025994ca26d,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:51.956174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:28:51.958042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:28:52.184478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b1f8f762-5b25-49fa-a7c2-7ee4394101f7 None None] Provisioning complete for port 20e8c2b3-4c58-483e-9a00-5025994ca26d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:52.184840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1f8f762-5b25-49fa-a7c2-7ee4394101f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:52.222684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8f762-5b25-49fa-a7c2-7ee4394101f7 None None] Port 20e8c2b3-4c58-483e-9a00-5025994ca26d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:28:52.267459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Router 1e907051-1b2d-407e-bdeb-3a00bac697cf is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:28:52.369751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:28:52.375186 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0cde8e32-14fe-451b-908b-6dfc11966ba3 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e907051-1b2d-407e-bdeb-3a00bac697cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1638980 Oct 16 13:28:52.382128 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Sync routers for ids ['1e907051-1b2d-407e-bdeb-3a00bac697cf'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:28:52.393855 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Routers {'1e907051-1b2d-407e-bdeb-3a00bac697cf'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:28:52.394778 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:28:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1e907051-1b2d-407e-bdeb-3a00bac697cf'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:52.612031 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Set router 1e907051-1b2d-407e-bdeb-3a00bac697cf gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:28:53.055751 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'name': 'router1', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:28:40Z', 'updated_at': '2021-10-16T13:28:51Z', 'revision_number': 2, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'gw_port_host': None, '_interfaces': [{'id': '20e8c2b3-4c58-483e-9a00-5025994ca26d', 'name': '', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'mac_address': 'fa:16:3e:2e:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:50Z', 'updated_at': '2021-10-16T13:28:51Z', 'revision_number': 2, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'subnets': [{'id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:53.106977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Checking router: 1e907051-1b2d-407e-bdeb-3a00bac697cf for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:28:53.107343 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Updating router 1e907051-1b2d-407e-bdeb-3a00bac697cf port 20e8c2b3-4c58-483e-9a00-5025994ca26d binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:28:53.165241 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:53.686262 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:53.770550 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:53.938048 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Pushing event updated for resources: {'Port': ['ID=20e8c2b3-4c58-483e-9a00-5025994ca26d,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:53.952518 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Attempting to bind port 20e8c2b3-4c58-483e-9a00-5025994ca26d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:28:53.952910 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Attempting to bind port 20e8c2b3-4c58-483e-9a00-5025994ca26d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:28:53.953337 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Attempting to bind port 20e8c2b3-4c58-483e-9a00-5025994ca26d on network 537e4119-f7c9-4b59-9801-b33b25cd3591 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:28:53.956005 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.956362 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.956697 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.957036 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.957992 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.958369 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.958867 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.959208 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.959530 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.959850 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.960160 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.960497 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Tracked resource versions report: Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: pushed versions: Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: { 'AddressGroup': {'1.2'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'ConntrackHelper': {'1.0'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Log': {'1.0'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Network': {'1.1'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Port': {'1.7'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'PortForwarding': {'1.2'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'QosPolicy': {'1.10'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroup': {'1.4'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SubPort': {'1.0'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Subnet': {'1.1'}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Trunk': {'1.1'}} Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: consumer versions: Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'ConntrackHelper': '1.0', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Log': '1.0', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Network': '1.1', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Port': '1.7', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'PortForwarding': '1.2', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'QosPolicy': '1.10', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroup': '1.4', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroupRule': '1.2', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SubPort': '1.0', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Subnet': '1.1', Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Trunk': '1.1'}} Oct 16 13:28:53.961813 dv-neutron-743142-24-hyperv neutron-server[101083]: {{(pid=101083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:28:53.967670 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:28:53.968077 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Checking segment: {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:28:53.968617 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:53.968989 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Bound using segment: {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:28:53.969471 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Bound port: 20e8c2b3-4c58-483e-9a00-5025994ca26d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1d8d83-5ab4-410b-b8dd-8de8b2755434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:28:53.969858 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:54.042306 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] For port 20e8c2b3-4c58-483e-9a00-5025994ca26d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:28:54.057719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e2cb588c-0db6-4b08-b791-48452e417c8a None None] Provisioning complete for port 20e8c2b3-4c58-483e-9a00-5025994ca26d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:54.062782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e2cb588c-0db6-4b08-b791-48452e417c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:54.063121 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] For port 20e8c2b3-4c58-483e-9a00-5025994ca26d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=20e8c2b3-4c58-483e-9a00-5025994ca26d,segment=NetworkSegment(0d1d8d83-5ab4-410b-b8dd-8de8b2755434),segment_id=0d1d8d83-5ab4-410b-b8dd-8de8b2755434)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:28:54.097370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb588c-0db6-4b08-b791-48452e417c8a None None] Port 20e8c2b3-4c58-483e-9a00-5025994ca26d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:28:54.134104 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:54.193543 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6915213-089e-4e15-a3c9-3566a4011c86 None None] Pushing event updated for resources: {'Port': ['ID=20e8c2b3-4c58-483e-9a00-5025994ca26d,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:54.200717 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Routers {'1e907051-1b2d-407e-bdeb-3a00bac697cf'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:28:54.201327 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:28:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1e907051-1b2d-407e-bdeb-3a00bac697cf'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:54.306215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] Set router 1e907051-1b2d-407e-bdeb-3a00bac697cf gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:28:54.425689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b88dc9ed-dbcb-4b85-a53c-539ca520dd34 None None] Provisioning complete for port 20e8c2b3-4c58-483e-9a00-5025994ca26d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:28:54.427220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b88dc9ed-dbcb-4b85-a53c-539ca520dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:54.516908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b88dc9ed-dbcb-4b85-a53c-539ca520dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:54.531793 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'name': 'router1', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:28:40Z', 'updated_at': '2021-10-16T13:28:51Z', 'revision_number': 2, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'gw_port_host': None, '_interfaces': [{'id': '20e8c2b3-4c58-483e-9a00-5025994ca26d', 'name': '', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'mac_address': 'fa:16:3e:2e:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:50Z', 'updated_at': '2021-10-16T13:28:54Z', 'revision_number': 4, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'subnets': [{'id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:28:54.552630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b88dc9ed-dbcb-4b85-a53c-539ca520dd34 None None] For port 20e8c2b3-4c58-483e-9a00-5025994ca26d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=20e8c2b3-4c58-483e-9a00-5025994ca26d,segment=NetworkSegment(0d1d8d83-5ab4-410b-b8dd-8de8b2755434),segment_id=0d1d8d83-5ab4-410b-b8dd-8de8b2755434)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:28:54.560481 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfc029-8f5d-4532-a8f3-9f37ef5ed6e4 None None] The sync data for ids ['1e907051-1b2d-407e-bdeb-3a00bac697cf'] in dv-neutron-743142-24-hyperv is: [{'id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'name': 'router1', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:28:40Z', 'updated_at': '2021-10-16T13:28:51Z', 'revision_number': 2, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'gw_port_host': None, '_interfaces': [{'id': '20e8c2b3-4c58-483e-9a00-5025994ca26d', 'name': '', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'mac_address': 'fa:16:3e:2e:52:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:50Z', 'updated_at': '2021-10-16T13:28:54Z', 'revision_number': 4, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'subnets': [{'id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:28:54.655792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b88dc9ed-dbcb-4b85-a53c-539ca520dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:54.711289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc9ed-dbcb-4b85-a53c-539ca520dd34 None None] Pushing event updated for resources: {'Port': ['ID=20e8c2b3-4c58-483e-9a00-5025994ca26d,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:54.732090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57800) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:54.843614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3f07df-b8fa-4633-acf3-c191452291bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:54.844995 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6f3f07df-b8fa-4633-acf3-c191452291bb admin admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 842 time: 0.1118937 Oct 16 13:28:54.855800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Request body: {'subnet': {'gateway_ip': '172.26.5.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_dhcp': False, 'cidr': '172.26.5.0/24'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:54.941396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Made reservation on behalf of 3304a57fac3c413780bd319909f94830 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:28:54.944337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:55.294670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:28:55.295098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:55.352514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=959f34a8-a5de-4ef2-bd99-28ea14102729,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:55.360302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:28:55.360696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Network hostable DHCP agents. Network: 5e3d02d0-b686-4116-92a9-70ffd3ae9867, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:28:55.447796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:28:55.516553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 5e3d02d0-b686-4116-92a9-70ffd3ae9867) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:28:55.521390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:55.521971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:55.527752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359fce79-04ac-4be9-aaa8-45a7d9e86efb None None] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:28:55.593808 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9a27368d-1f3a-428d-a979-9ba3653cf4dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7414844 Oct 16 13:28:55.717452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b3105-9895-4aa9-9d09-a55bd19dfeac None None] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:28:58.017839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57808) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:28:58.164286 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5e2c6bf0-ed1f-4afa-8950-5eb6a9de7f78 admin admin] 10.222.0.24 "GET /v2.0/routers/1e907051-1b2d-407e-bdeb-3a00bac697cf HTTP/1.1" status: 200 len: 710 time: 0.1453173 Oct 16 13:28:58.329927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7894c85-2f25-4158-9823-72dd2353f241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:28:58.331305 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f7894c85-2f25-4158-9823-72dd2353f241 admin admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 886 time: 0.1609414 Oct 16 13:28:58.341659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:28:58.628130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:58.946052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:59.021948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:59.125685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Allocated IP 172.26.5.138 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/f5653b3d-d932-4b22-9d0e-154e2203351a) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:28:59.226155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:59.301741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:28:59.344549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:28:59.347328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:28:59.351429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:28:59.356425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Pushing event updated for resources: {'Port': ['ID=f5653b3d-d932-4b22-9d0e-154e2203351a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:28:59.701392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:00.018005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:00.021809 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:00.158610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Router 1e907051-1b2d-407e-bdeb-3a00bac697cf has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:29:00.290538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:29:00.295277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:00.296533 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bc3ed008-b8a2-4295-ba84-2645b9497263 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e907051-1b2d-407e-bdeb-3a00bac697cf HTTP/1.1" status: 200 len: 890 time: 1.9582331 Oct 16 13:29:00.436481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 20e8c2b3-4c58-483e-9a00-5025994ca26d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:29:00.492602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 20e8c2b3-4c58-483e-9a00-5025994ca26d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:29:00.492971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:01.656900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Sync routers for ids ['1e907051-1b2d-407e-bdeb-3a00bac697cf'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:29:01.667663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Routers {'1e907051-1b2d-407e-bdeb-3a00bac697cf'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:29:01.668508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:28:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1e907051-1b2d-407e-bdeb-3a00bac697cf'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:29:01.906581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Set router 1e907051-1b2d-407e-bdeb-3a00bac697cf gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:29:02.303153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'name': 'router1', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f5653b3d-d932-4b22-9d0e-154e2203351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:28:40Z', 'updated_at': '2021-10-16T13:28:59Z', 'revision_number': 4, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'gw_port': {'id': 'f5653b3d-d932-4b22-9d0e-154e2203351a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:59Z', 'updated_at': '2021-10-16T13:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '20e8c2b3-4c58-483e-9a00-5025994ca26d', 'name': '', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'mac_address': 'fa:16:3e:2e:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:50Z', 'updated_at': '2021-10-16T13:28:54Z', 'revision_number': 5, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'subnets': [{'id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:29:02.360537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Checking router: 1e907051-1b2d-407e-bdeb-3a00bac697cf for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:29:02.360913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Updating router 1e907051-1b2d-407e-bdeb-3a00bac697cf port f5653b3d-d932-4b22-9d0e-154e2203351a binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:29:02.418110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:02.824871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 57820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:29:02.836803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:02.901038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:02.950178 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3754b1d7-1f5d-418f-925b-4c8d38785b8b admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1236115 Oct 16 13:29:02.954793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Attempting to bind port f5653b3d-d932-4b22-9d0e-154e2203351a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:29:02.955160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Attempting to bind port f5653b3d-d932-4b22-9d0e-154e2203351a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:29:02.955522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Attempting to bind port f5653b3d-d932-4b22-9d0e-154e2203351a on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:29:02.961585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6de6a1-1607-44a4-a6ac-5dd9a601c16d None None] Pushing event updated for resources: {'Port': ['ID=f5653b3d-d932-4b22-9d0e-154e2203351a,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:29:02.966577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:29:02.966977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:29:02.967341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:02.967726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:29:02.968200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Bound port: f5653b3d-d932-4b22-9d0e-154e2203351a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:29:02.968628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:03.031174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] For port f5653b3d-d932-4b22-9d0e-154e2203351a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:29:03.034509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] For port f5653b3d-d932-4b22-9d0e-154e2203351a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f5653b3d-d932-4b22-9d0e-154e2203351a,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:29:03.096429 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:03.156183 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Routers {'1e907051-1b2d-407e-bdeb-3a00bac697cf'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:29:03.156821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:28:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1e907051-1b2d-407e-bdeb-3a00bac697cf'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:29:03.212034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6de6a1-1607-44a4-a6ac-5dd9a601c16d None None] Pushing event updated for resources: {'Port': ['ID=f5653b3d-d932-4b22-9d0e-154e2203351a,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:29:03.295880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] Set router 1e907051-1b2d-407e-bdeb-3a00bac697cf gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:29:03.580190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'name': 'router1', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f5653b3d-d932-4b22-9d0e-154e2203351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:28:40Z', 'updated_at': '2021-10-16T13:28:59Z', 'revision_number': 4, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'gw_port': {'id': 'f5653b3d-d932-4b22-9d0e-154e2203351a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:59Z', 'updated_at': '2021-10-16T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '20e8c2b3-4c58-483e-9a00-5025994ca26d', 'name': '', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'mac_address': 'fa:16:3e:2e:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:50Z', 'updated_at': '2021-10-16T13:28:54Z', 'revision_number': 5, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'subnets': [{'id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:29:03.608861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ee4e5b-140c-4027-ae54-31bb553c937b None None] The sync data for ids ['1e907051-1b2d-407e-bdeb-3a00bac697cf'] in dv-neutron-743142-24-hyperv is: [{'id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'name': 'router1', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f5653b3d-d932-4b22-9d0e-154e2203351a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:28:40Z', 'updated_at': '2021-10-16T13:28:59Z', 'revision_number': 4, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'gw_port': {'id': 'f5653b3d-d932-4b22-9d0e-154e2203351a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:59Z', 'updated_at': '2021-10-16T13:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '20e8c2b3-4c58-483e-9a00-5025994ca26d', 'name': '', 'network_id': '537e4119-f7c9-4b59-9801-b33b25cd3591', 'tenant_id': '9418b838ed9c46298f9597c6e6e0026e', 'mac_address': 'fa:16:3e:2e:52:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e907051-1b2d-407e-bdeb-3a00bac697cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:28:50Z', 'updated_at': '2021-10-16T13:28:54Z', 'revision_number': 5, 'project_id': '9418b838ed9c46298f9597c6e6e0026e', 'subnets': [{'id': 'd5ccb977-66d7-437d-8a3e-5b5b52ebf5bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '201f11f6-6a6a-4edb-a39e-a9c182767457'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:29:04.438446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f5653b3d-d932-4b22-9d0e-154e2203351a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:29:04.490510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f5653b3d-d932-4b22-9d0e-154e2203351a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:29:04.490878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:04.578339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:04.598993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port f5653b3d-d932-4b22-9d0e-154e2203351a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f5653b3d-d932-4b22-9d0e-154e2203351a,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:29:04.666794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:04.742495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=f5653b3d-d932-4b22-9d0e-154e2203351a,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:29:06.444432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f5653b3d-d932-4b22-9d0e-154e2203351a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:29:06.522754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f5653b3d-d932-4b22-9d0e-154e2203351a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:29:06.523695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:12.801323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd90b-fb81-4f83-a996-a1361fb46cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:15.369319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2291d83e-3472-4cd3-8ee6-d9debe1ba9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:16.483998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:16.580947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:18.269525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:27.872239 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:29:42.780405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6b94-0fc0-41a4-a0d1-fba260cf6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:45.362624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-11eba8a3-1205-45a7-8432-04611a782ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:46.488476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:46.562942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:29:48.294269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:04.871275 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:30:12.779205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-93171d0e-49eb-4257-95a7-f4cc0214bde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:15.373591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65d6952c-a99b-4d13-bd98-12ab8b95ed45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:16.497785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:16.583469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:18.275042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:41.869147 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:30:42.787565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3b09-1f51-4052-acaa-8fe3a3c6d4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:45.418586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2918d54a-8c88-4b19-a24b-0177621c24d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:46.503167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:46.567033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:47.710545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58416) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:30:47.772054 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6540c940-18f8-4caf-9f6c-f5e9bc5643c1 admin admin] GET failed (client error): The resource could not be found. Oct 16 13:30:47.773460 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6540c940-18f8-4caf-9f6c-f5e9bc5643c1 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619571 Oct 16 13:30:47.939480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc068e2-7ebd-488a-a225-9f6a8a932b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:47.941019 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6dc068e2-7ebd-488a-a225-9f6a8a932b56 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1629252 Oct 16 13:30:48.298389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:50.257742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58426) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:30:50.356067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8580c1-5a92-432f-a0d2-57172f156a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:50.357430 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1e8580c1-5a92-432f-a0d2-57172f156a7c admin admin] 10.222.0.24 "GET /v2.0/subnets/d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd HTTP/1.1" status: 200 len: 849 time: 0.0987310 Oct 16 13:30:50.367470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:30:50.452798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Publish callbacks [] for subnet, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:50.669841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745728431674'] for subnet, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:50.689891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:50.690454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:50.693411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] 10.222.0.24 "PUT /v2.0/subnets/d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd HTTP/1.1" status: 200 len: 868 time: 0.3278587 Oct 16 13:30:50.696016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2f6e7-b4bc-4f9b-a7e3-69b86e56eb53 None None] Network 537e4119-f7c9-4b59-9801-b33b25cd3591 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:30:50.736231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:30:50.743970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.744409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.744687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.745010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.745334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.745853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.745983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.746416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.746668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.746987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.747306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:50.747752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713202c0-b291-474c-99ee-6a5d25e8b5bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:30:51.234144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9d17bbf7-af6a-4cb5-811e-3872e233d966 None None] Provisioning complete for port 9c477776-b25b-46db-9022-fe1a384508d3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:30:51.234677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d17bbf7-af6a-4cb5-811e-3872e233d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:51.342484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9d17bbf7-af6a-4cb5-811e-3872e233d966 None None] Provisioning complete for port 20e8c2b3-4c58-483e-9a00-5025994ca26d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:30:51.342484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d17bbf7-af6a-4cb5-811e-3872e233d966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:30:53.086288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58436) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:30:53.323337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ff1c5d-375d-4cb8-a057-ff12bef263e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:53.323730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ff1c5d-375d-4cb8-a057-ff12bef263e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:53.325673 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-97ff1c5d-375d-4cb8-a057-ff12bef263e3 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2382836 Oct 16 13:30:55.714698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58444) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:30:55.850409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82fabbd-a5f6-44b3-81b1-82c75c9087c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:55.850870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82fabbd-a5f6-44b3-81b1-82c75c9087c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:55.852425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c82fabbd-a5f6-44b3-81b1-82c75c9087c0 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1367474 Oct 16 13:30:58.182158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58452) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:30:58.312366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801bb175-7cdd-4d78-91e5-7360789a67a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:30:58.316773 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-801bb175-7cdd-4d78-91e5-7360789a67a3 admin admin] 10.222.0.24 "GET /v2.0/networks/537e4119-f7c9-4b59-9801-b33b25cd3591 HTTP/1.1" status: 200 len: 869 time: 0.1335886 Oct 16 13:31:00.646445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58460) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:00.770635 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fe6fd-14d8-4794-80cf-2ff9ef35ed6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:00.771976 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d4fe6fd-14d8-4794-80cf-2ff9ef35ed6b admin admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 886 time: 0.1245103 Oct 16 13:31:03.063564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58468) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:03.187852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1cbd0-9623-41d6-b74f-cf8fcb4181ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:03.188301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1cbd0-9623-41d6-b74f-cf8fcb4181ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:03.189852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a7a1cbd0-9623-41d6-b74f-cf8fcb4181ba admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253395 Oct 16 13:31:05.527903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58476) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:05.651844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94add8f3-421d-4110-8052-af1aa9c0c278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:05.652287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94add8f3-421d-4110-8052-af1aa9c0c278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:05.653828 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-94add8f3-421d-4110-8052-af1aa9c0c278 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250188 Oct 16 13:31:07.965979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58484) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:08.051352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10370d62-dc7e-4389-a2a6-ee196e47a244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:08.052718 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-10370d62-dc7e-4389-a2a6-ee196e47a244 admin admin] 10.222.0.24 "GET /v2.0/subnets/959f34a8-a5de-4ef2-bd99-28ea14102729 HTTP/1.1" status: 200 len: 816 time: 0.0857852 Oct 16 13:31:10.335046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58492) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:10.425503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1974dd4c-e35d-4362-a8b5-41da069f642d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:10.426825 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1974dd4c-e35d-4362-a8b5-41da069f642d admin admin] 10.222.0.24 "GET /v2.0/subnets/d5ccb977-66d7-437d-8a3e-5b5b52ebf5bd HTTP/1.1" status: 200 len: 868 time: 0.0908375 Oct 16 13:31:12.782479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4b01f8db-2a3a-4cb8-80fe-12a3cc58f7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:15.371660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c367cbfa-eef8-4f24-a408-f3b703d5e342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:16.490198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:16.594081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:18.284693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:18.868514 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:31:35.461057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58546) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:35.508870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-a30da929-391d-45b7-88d6-74f5f1414f5d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:31:35.509847 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a30da929-391d-45b7-88d6-74f5f1414f5d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0479181 Oct 16 13:31:37.897337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58554) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:37.956732 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe87d6b-d392-45d6-9266-ed9460c0af36 admin admin] GET failed (client error): The resource could not be found. Oct 16 13:31:37.958058 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dbe87d6b-d392-45d6-9266-ed9460c0af36 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597682 Oct 16 13:31:38.047354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd40589-fb23-4f9f-87e5-f098cc4a1c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:38.048843 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1fd40589-fb23-4f9f-87e5-f098cc4a1c9a admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862265 Oct 16 13:31:40.353330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58562) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:40.400184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:31:40.473234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Made reservation on behalf of 3304a57fac3c413780bd319909f94830 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:31:40.475345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:40.509587 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.services.revisions.revision_plugin [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Could not find related network for resource to bump revision. Oct 16 13:31:40.520890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:31:40.529467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:40.529810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Added segment c8409b36-e871-4cda-84e6-f598e4ce6d30 of type vlan for network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 Oct 16 13:31:40.569245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:40.654832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:40.655758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:40.656308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:40.712799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] Pushing event updated for resources: {'Network': ['ID=779c78de-8c4b-4b82-a9db-4e2f4eb0e317,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:31:40.722869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:31:40.766640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-69eaad0c-89a8-4bf1-960f-52d43778595e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4121425 Oct 16 13:31:42.781534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7acf807e-750b-4ee9-8018-a046549f1627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:43.090917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:31:43.151543 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d073ec-7830-4ead-9570-dd57654b9498 admin admin] GET failed (client error): The resource could not be found. Oct 16 13:31:43.152873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-21d073ec-7830-4ead-9570-dd57654b9498 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605013 Oct 16 13:31:43.254502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a618160-2e65-42a9-a670-c924724fea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:43.255957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3a618160-2e65-42a9-a670-c924724fea9b admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0975218 Oct 16 13:31:43.266419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:31:43.375294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Made reservation on behalf of 3304a57fac3c413780bd319909f94830 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:31:43.377503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:43.628174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:43.681298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8666199a-9322-40aa-9aaf-0087bee261d4,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:31:43.691455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Checking segment: {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:31:43.691807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Network hostable DHCP agents. Network: 779c78de-8c4b-4b82-a9db-4e2f4eb0e317, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:31:43.775951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:31:43.860801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 779c78de-8c4b-4b82-a9db-4e2f4eb0e317) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:31:43.864991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:31:43.865586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:43.873350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dfad94-9d45-4c98-9376-e3b97ac0e726 None None] Network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:31:43.943385 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7b6c3e46-378a-419c-bb82-3ec12f6657c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6803453 Oct 16 13:31:44.023067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-779c78de-8c4b-4b82-a9db-4e2f4eb0e317', 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317', 'tenant_id': '3304a57fac3c413780bd319909f94830', 'fixed_ips': [{'subnet_id': '8666199a-9322-40aa-9aaf-0087bee261d4'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:31:44.023956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:44.167847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Allocated IP 192.168.233.2 (779c78de-8c4b-4b82-a9db-4e2f4eb0e317/8666199a-9322-40aa-9aaf-0087bee261d4/bc100712-f6ed-4e4e-97c7-b3f0653c2d2b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:31:44.323673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:44.411170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:44.453962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:31:44.456865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:31:44.459302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:31:44.472810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Pushing event updated for resources: {'Port': ['ID=bc100712-f6ed-4e4e-97c7-b3f0653c2d2b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:31:44.496950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.497310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.498205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.498537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.498857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.499187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.499512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.499841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.500158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.500501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.500812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.501122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:31:44.530676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Attempting to bind port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:31:44.531033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Attempting to bind port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:31:44.531384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Attempting to bind port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b on network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:31:44.536284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:31:44.536662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Checking segment: {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:31:44.537052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:44.537437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Bound using segment: {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:31:44.537889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Bound port: bc100712-f6ed-4e4e-97c7-b3f0653c2d2b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:31:44.538302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:44.608691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] For port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:31:44.611800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] For port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bc100712-f6ed-4e4e-97c7-b3f0653c2d2b,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:31:44.678444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:44.746254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f49ca4-4abe-4a0c-bddb-1af81b8c2e83 None None] Pushing event updated for resources: {'Port': ['ID=bc100712-f6ed-4e4e-97c7-b3f0653c2d2b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:31:45.382312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c45c360-de8c-489b-b137-7aa2fbc4341a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:45.556441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa673a2-9a1e-4cdf-be58-f70dc16fc378 None None] Network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:31:45.679509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4b4dcf92-64f8-4e8d-81a5-cdffd9d94e37 None None] Provisioning complete for port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:31:45.679872 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcf92-64f8-4e8d-81a5-cdffd9d94e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:45.813535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcf92-64f8-4e8d-81a5-cdffd9d94e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:45.848987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4b4dcf92-64f8-4e8d-81a5-cdffd9d94e37 None None] For port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bc100712-f6ed-4e4e-97c7-b3f0653c2d2b,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:31:45.953421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcf92-64f8-4e8d-81a5-cdffd9d94e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:46.005371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dcf92-64f8-4e8d-81a5-cdffd9d94e37 None None] Pushing event updated for resources: {'Port': ['ID=bc100712-f6ed-4e4e-97c7-b3f0653c2d2b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:31:46.072013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d17a9ac9-3720-42b8-801e-6faf7235cf29 None None] Provisioning complete for port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:31:46.072409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d17a9ac9-3720-42b8-801e-6faf7235cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:46.517889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:46.572264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bc100712-f6ed-4e4e-97c7-b3f0653c2d2b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:31:46.610555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:46.627217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port bc100712-f6ed-4e4e-97c7-b3f0653c2d2b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:31:46.627585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:48.289205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:31:55.868509 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:32:12.792084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e53d49c-d8e1-4370-a062-1647ca5b306e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:15.402960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34a664e4-529c-4797-b6d7-5eee2b7203d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:16.500225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:16.591371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:18.317944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:32.867735 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:32:42.780095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3cd7aaeb-8bd4-47ef-9fc4-560d4b87623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:45.368946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-889b6872-9e4b-493e-b0af-8b4cea3303ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:46.488758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:46.620647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:32:48.311657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:07.262825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58622) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:33:07.268775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-adfa8540-83f5-4650-8a23-9a03da3db77a tempest-verify_tempest_config-1549999798 tempest-verify_tempest_config-1549999798-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:33:07.269679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-adfa8540-83f5-4650-8a23-9a03da3db77a tempest-verify_tempest_config-1549999798 tempest-verify_tempest_config-1549999798-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13647 time: 0.0058873 Oct 16 13:33:07.985662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58640) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:33:08.087991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.161891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.224036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.269804 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b89a196b07ad4804baee5400395c2d5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2831023 Oct 16 13:33:08.271788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b9aed-6184-4f7f-9a01-0889ebc2d5f3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:33:08.272781 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58644) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:33:08.277777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.278124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.278460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.278793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.279122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.279463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.279803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.280214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.280584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.285468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.285468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.285468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94503d5f-ca9f-4adf-b14f-ab67b7e43f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.329177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.349156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.505271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.507794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:08.510142 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/982b9aed-6184-4f7f-9a01-0889ebc2d5f3 HTTP/1.1" status: 204 len: 168 time: 0.2346959 Oct 16 13:33:08.517731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b9aed-6184-4f7f-9a01-0889ebc2d5f3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:33:08.524343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.525334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.525693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.526038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.526397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.526803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.527141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.527487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.527838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.528148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.528503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:08.528826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9748d8c-d337-4cce-a667-8cb6919f28c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:33:09.865934 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:33:12.762126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee61ff8b-e8f2-4340-a0f4-9d1399e4f9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:15.367617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b8fc-6bb9-4e12-9b57-24648ac8c748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:16.487474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:16.595072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:18.320830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:42.760931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4a063ab4-c4ed-46cb-ba99-00ad7a02766a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:45.395152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ed628977-3b5a-4d2f-ae02-5458f61d31b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:46.480758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:46.583448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:33:46.865096 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 5 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:33:48.303486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:12.777229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b463507f-b94d-4f39-b616-7e0434e1682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:15.371385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f5b20613-3770-4f67-a64c-dbf5a68e2c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:16.480097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:16.594135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:18.348640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:22.342840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573209'] for agent, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:23.862896 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:34:36.735819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58716) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:34:36.842385 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c47c4ac5-9a6f-4eea-a52e-cf30e14f4362 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.1021872 Oct 16 13:34:39.129976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58726) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:34:39.183644 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e94c7fe1-a312-4da3-b248-cdc31432a80c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4571 time: 0.0525966 Oct 16 13:34:42.781911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-727877ae-3ccc-4fd6-87c0-d146cb4846fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:45.370023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-87d516c8-f14d-486f-805e-df552ef93540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:46.501612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:46.627287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:48.290142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:34:52.255700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:00.861320 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:35:12.776795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0af42873-68a5-4aad-96c9-15aa4fbf49f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:15.386820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a237051-61ca-4920-ae6d-c445415f9086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:16.501781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:16.592435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:18.350117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:22.260652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:37.860431 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:35:42.820337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2ab875a-ab7b-495a-b511-e4c378cc7181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:45.380159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-af61a253-1a50-491a-8ec7-9ea8117635e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:46.499940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:46.620414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:48.454790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:50.998544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58856) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:51.356065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1793920822-network', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:51.459653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Made reservation on behalf of 37476cbc9d2c45b4ab9c00f692272801 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:51.462245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.471242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.554977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.625602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.658322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:35:51.664112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3af24e-0924-42a9-a025-d434a5f96750,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:51.678066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.678423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.678793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.679213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.679547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.680039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.680337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.680716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Tracked resource versions report: Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: pushed versions: Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: { 'AddressGroup': {'1.2'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'ConntrackHelper': {'1.0'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Log': {'1.0'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Network': {'1.1'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Port': {'1.7'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'PortForwarding': {'1.2'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'QosPolicy': {'1.10'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroup': {'1.4'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SubPort': {'1.0'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Subnet': {'1.1'}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Trunk': {'1.1'}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: consumer versions: Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: HyperV agent@hv-neutron-7431: {}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'ConntrackHelper': '1.0', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Log': '1.0', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Network': '1.1', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Port': '1.7', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'PortForwarding': '1.2', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'QosPolicy': '1.10', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroup': '1.4', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SecurityGroupRule': '1.2', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'SubPort': '1.0', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Subnet': '1.1', Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: 'Trunk': '1.1'}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: {{(pid=101081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.692020 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Added segment cc9491f3-dcce-4071-bbef-860320e24776 of type vlan for network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 Oct 16 13:35:51.734027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.809075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.809743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:51.810105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:51.879200 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8784475 Oct 16 13:35:51.880264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33311361-31b7-4f59-8f29-6e402adf639c admin admin] Pushing event updated for resources: {'Network': ['ID=34ec5c1c-97a6-48fb-858a-be882fbdbe83,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:51.882777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58904) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:51.887795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Request body: {'subnet': {'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1793920822-subnet', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:51.891728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:35:51.966099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58908) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:51.968285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Made reservation on behalf of 37476cbc9d2c45b4ab9c00f692272801 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:51.970793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.276762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.300010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.357172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9303600d-cf62-4e73-93cc-99960d8a72c8,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:52.368657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Checking segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:52.369016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Network hostable DHCP agents. Network: 34ec5c1c-97a6-48fb-858a-be882fbdbe83, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:35:52.462690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:35:52.545497 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 34ec5c1c-97a6-48fb-858a-be882fbdbe83) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:52.549692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:52.550400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.555378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320198a-415f-41db-91ad-fd2c591d1bdd None None] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:35:52.593857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1954992647'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:52.623059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58928) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:52.630782 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dcf31e5a-9c33-4816-aaac-974497848504 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7444198 Oct 16 13:35:52.631115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58930) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:52.635977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:52.672140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58934) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:52.693861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:52.697367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.717656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.780024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.781744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.797445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.854083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.867759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.870323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:35:52.874908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.884470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:35:52.897146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:52.902390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Added segment 2267a0c4-8675-4f2d-8078-368308c69679 of type vlan for network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 Oct 16 13:35:53.023657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1919964089-network', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:53.030447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Allocated IP 172.20.0.2 (34ec5c1c-97a6-48fb-858a-be882fbdbe83/9303600d-cf62-4e73-93cc-99960d8a72c8/f9c44d19-087a-4ab5-ae08-4bc291c30803) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:53.053400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1668760752-network', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:53.059119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.062629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c74ed77-cdaf-4ce4-bc70-e3771321acef,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:53.076412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.077023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.077545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.078044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.078520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.078993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.079464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.079935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.080482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.080953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.081479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.082008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Tracked resource versions report: Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: pushed versions: Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: { 'AddressGroup': {'1.2'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'ConntrackHelper': {'1.0'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Log': {'1.0'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Network': {'1.1'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Port': {'1.7'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'PortForwarding': {'1.2'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'QosPolicy': {'1.10'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroup': {'1.4'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SubPort': {'1.0'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Subnet': {'1.1'}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Trunk': {'1.1'}} Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: consumer versions: Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: HyperV agent@hv-neutron-7431: {}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'ConntrackHelper': '1.0', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Log': '1.0', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Network': '1.1', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Port': '1.7', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'PortForwarding': '1.2', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'QosPolicy': '1.10', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroup': '1.4', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SecurityGroupRule': '1.2', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'SubPort': '1.0', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Subnet': '1.1', Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: 'Trunk': '1.1'}} Oct 16 13:35:53.083330 dv-neutron-743142-24-hyperv neutron-server[101080]: {{(pid=101080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:35:53.160449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Made reservation on behalf of 18ce560a7fb74cb1a2510a2918dacfb0 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:53.163685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.180774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.202856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.210232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:53.211545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.219005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.239420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Made reservation on behalf of 4b7cb1e824a247f98571cd2e63100cea for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:53.240237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.243158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.279564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.306765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.350819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Network': ['ID=8dd77ba1-fe61-4bf1-ab2e-50703a1d5521,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:53.358509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.371728 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-841cd482-3170-4724-900a-37caa10c7655 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3930635 Oct 16 13:35:53.371728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58952) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:53.375102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:53.378928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.409210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e60cbe7-25fc-4f07-9f0f-ff39e89301d6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:53.433462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:35:53.447612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.448481 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Added segment abc1b8d8-0c38-41c2-9416-3935b9391f99 of type vlan for network e06eee63-6097-4f09-be65-cc2d32ff3b1e Oct 16 13:35:53.477209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Pushing event updated for resources: {'Port': ['ID=f9c44d19-087a-4ab5-ae08-4bc291c30803,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:53.494474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:35:53.506539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.506946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.507293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.511436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.512725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.512725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.512725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.514004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.516184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.516583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.518628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.519570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Tracked resource versions report: Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: pushed versions: Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: { 'AddressGroup': {'1.2'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'ConntrackHelper': {'1.0'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Log': {'1.0'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Network': {'1.1'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Port': {'1.7'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'PortForwarding': {'1.2'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'QosPolicy': {'1.10'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroup': {'1.4'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SubPort': {'1.0'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Subnet': {'1.1'}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Trunk': {'1.1'}} Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: consumer versions: Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: HyperV agent@hv-neutron-7431: {}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'ConntrackHelper': '1.0', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Log': '1.0', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Network': '1.1', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Port': '1.7', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'PortForwarding': '1.2', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'QosPolicy': '1.10', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroup': '1.4', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SecurityGroupRule': '1.2', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'SubPort': '1.0', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Subnet': '1.1', Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: 'Trunk': '1.1'}} Oct 16 13:35:53.523371 dv-neutron-743142-24-hyperv neutron-server[101082]: {{(pid=101082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:35:53.542517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:53.544940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:53.548066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:53.554850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.599969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.603738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.625066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.636897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:35:53.639133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:53.642004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.650618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.674482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Attempting to bind port f9c44d19-087a-4ab5-ae08-4bc291c30803 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:35:53.674954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Attempting to bind port f9c44d19-087a-4ab5-ae08-4bc291c30803 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:35:53.676050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Attempting to bind port f9c44d19-087a-4ab5-ae08-4bc291c30803 on network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:35:53.683325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:35:53.683325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Checking segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:53.683325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.683325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Bound using segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:35:53.683325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Bound port: f9c44d19-087a-4ab5-ae08-4bc291c30803, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:35:53.683788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.697887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389dd378-43b6-4dba-8bc9-44ad16f470d1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:53.724477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.731448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Added segment 01b4d152-d906-48a9-997d-c7343e732f9d of type vlan for network f1566144-1f29-4c26-a21f-76498ed4107b Oct 16 13:35:53.758179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.759216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:53.759792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.776444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] For port f9c44d19-087a-4ab5-ae08-4bc291c30803, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:35:53.782949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] For port f9c44d19-087a-4ab5-ae08-4bc291c30803, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f9c44d19-087a-4ab5-ae08-4bc291c30803,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:35:53.836065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.849667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:53.861428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Allocated IP 172.26.5.158 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/6acf3c89-f80e-4a68-8074-991d7b3d2b06) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:53.866026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] Pushing event updated for resources: {'Network': ['ID=e06eee63-6097-4f09-be65-cc2d32ff3b1e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:53.904470 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a1c9ca7a-dce3-4f1d-beba-e98a5d11985e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2307968 Oct 16 13:35:53.914413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58974) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:53.920760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Request body: {'subnet': {'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1919964089-subnet', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:53.934449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:35:54.031013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.065452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060676b-c806-403a-a8c7-59b9e165a789 None None] Pushing event updated for resources: {'Port': ['ID=f9c44d19-087a-4ab5-ae08-4bc291c30803,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:54.078621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Made reservation on behalf of 18ce560a7fb74cb1a2510a2918dacfb0 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:54.085118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.093875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.095065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:54.101455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.168158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.185457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 58984) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:54.209150 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.238396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=ea4be398-f52b-488b-ac0a-5f295181c4e7,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:54.240670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] Pushing event updated for resources: {'Network': ['ID=f1566144-1f29-4c26-a21f-76498ed4107b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:54.261239 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:54.274116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-39d8d342-51de-4230-881e-37821b7af055 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6496413 Oct 16 13:35:54.274336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:54.277513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 58990) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:54.286027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:54.286726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Request body: {'subnet': {'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1668760752-subnet', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:54.341995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:54.341995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network hostable DHCP agents. Network: 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:35:54.343496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network f1566144-1f29-4c26-a21f-76498ed4107b details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:35:54.379652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=6acf3c89-f80e-4a68-8074-991d7b3d2b06,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:54.410130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Made reservation on behalf of 4b7cb1e824a247f98571cd2e63100cea for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:54.412708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.438116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:35:54.550167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:54.561451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338e63c-b8a3-4a68-b809-8f1b004f7f44 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:35:54.574774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:54.575354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.593540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1404496170'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:54.688738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Made reservation on behalf of 9b4af1d01ef143118be924aac282d428 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:54.696692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.708761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.772341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.794351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8ae9ef1a-41f8-41a2-a529-c290ae6dda63 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4264171 Oct 16 13:35:54.795547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.798426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59002) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:54.812437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'name': 'tempest-NetworksTestDHCPv6-2112148861'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:54.828950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f9c44d19-087a-4ab5-ae08-4bc291c30803 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:35:54.876870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'ea4be398-f52b-488b-ac0a-5f295181c4e7'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:35:54.879198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:54.961653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59006) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:54.994944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40255b3-3ec3-4192-93c6-7a96479959a5,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:55.013537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Checking segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:55.013892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Network hostable DHCP agents. Network: e06eee63-6097-4f09-be65-cc2d32ff3b1e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:35:55.027727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=336d2cb1-d02d-4765-8950-a6e899094e94,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:55.028878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.076625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f9c44d19-087a-4ab5-ae08-4bc291c30803 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:35:55.077392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.172999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Checking segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:55.176989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Network hostable DHCP agents. Network: f1566144-1f29-4c26-a21f-76498ed4107b, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:35:55.267395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.276085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/ea4be398-f52b-488b-ac0a-5f295181c4e7/0e3a9c5d-68a6-4709-b23c-501bb9d303b9) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:55.288227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Network f1566144-1f29-4c26-a21f-76498ed4107b is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:35:55.293457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.320443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1bedaf19-b89e-4b99-8775-42f597eed521 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-98695779'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:55.321473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1bedaf19-b89e-4b99-8775-42f597eed521 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Unknown quota resources ['metering_label']. {{(pid=101080) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:35:55.370605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port f9c44d19-087a-4ab5-ae08-4bc291c30803, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f9c44d19-087a-4ab5-ae08-4bc291c30803,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:35:55.405979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.414059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:55.423734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.425180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:35:55.454726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.459436 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Added segment bfd3f6f9-6703-4d10-8f2f-392b4859f785 of type vlan for network 1daea721-4a12-4720-80b9-b73c19da1a52 Oct 16 13:35:55.461440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.486023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, f1566144-1f29-4c26-a21f-76498ed4107b) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:55.493286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:55.494375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.508699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 474aeda1-d44b-49ce-864f-55c64f321996 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:35:55.543315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:35:55.585806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73786618-c48d-4037-9809-dde5e0ec8a70 None None] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:35:55.587172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.606126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e9d08a2a-7745-4f74-8f5a-ef702e2c12fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3261139 Oct 16 13:35:55.607019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59020) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:55.617488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8196481-cd48-4e06-9e6a-83e3b7dc9b44 None None] Network f1566144-1f29-4c26-a21f-76498ed4107b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:35:55.642738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, e06eee63-6097-4f09-be65-cc2d32ff3b1e) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:55.647986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59022) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:55.661830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:55.662637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.666379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5d03c-5281-4d14-b94a-346bd661d4ee,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:55.668363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.726995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:55.790539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=f9c44d19-087a-4ab5-ae08-4bc291c30803,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:55.807409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.813994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91bb887-22ae-47c6-b7c6-927a58d4be00 None None] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:35:55.817679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:55.821952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.824794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.827771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:55.828454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.834260 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3109e1c0-6879-403f-b308-6a1c38f0934b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9186690 Oct 16 13:35:55.860360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59032) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:55.884074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:55.930046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1bedaf19-b89e-4b99-8775-42f597eed521 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:55.934246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1bedaf19-b89e-4b99-8775-42f597eed521 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.9050374 Oct 16 13:35:55.947375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59040) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:55.958816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:55.972977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-547d6c53-49d1-47d4-8899-c808d2dbb0d0 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9c36fdbd-710d-4123-bf05-692bf18d6f34'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:55.973542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-547d6c53-49d1-47d4-8899-c808d2dbb0d0 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:35:56.005857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::1c3 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/ea4be398-f52b-488b-ac0a-5f295181c4e7/474aeda1-d44b-49ce-864f-55c64f321996) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:56.046254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.049124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.116407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:56.131921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:56.149144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c1d0bff7-127e-4cd0-b290-c8227ea8cfd3 None None] Provisioning complete for port f9c44d19-087a-4ab5-ae08-4bc291c30803 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:35:56.149506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1d0bff7-127e-4cd0-b290-c8227ea8cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.169347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Pushing event updated for resources: {'Network': ['ID=1daea721-4a12-4720-80b9-b73c19da1a52,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:56.249304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 1daea721-4a12-4720-80b9-b73c19da1a52 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:35:56.267993 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-00ecaf88-a95b-4d73-8d3b-d30b4d2c0a73 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0733714 Oct 16 13:35:56.276384 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.services.metering.metering_plugin [None req-547d6c53-49d1-47d4-8899-c808d2dbb0d0 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 16 13:35:56.302068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.335022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59056) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:56.485377 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-547d6c53-49d1-47d4-8899-c808d2dbb0d0 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.490766 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-547d6c53-49d1-47d4-8899-c808d2dbb0d0 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5414884 Oct 16 13:35:56.491368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59064) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:56.498454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-635181cf-0c64-4a18-bbeb-3de12fe185ab tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9c36fdbd-710d-4123-bf05-692bf18d6f34'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:56.499267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-635181cf-0c64-4a18-bbeb-3de12fe185ab tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:35:56.504911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.515289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-f1566144-1f29-4c26-a21f-76498ed4107b', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:35:56.516155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.532029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Pushing event updated for resources: {'Port': ['ID=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:56.620508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.621893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.686386 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.services.metering.metering_plugin [None req-635181cf-0c64-4a18-bbeb-3de12fe185ab tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 16 13:35:56.689985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.715612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.752669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Router 004a04cd-1762-47dc-a8dc-6400c8a09018 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:35:56.817086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f9c44d19-087a-4ab5-ae08-4bc291c30803 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:35:56.819943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Attempting to bind port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:35:56.820302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Attempting to bind port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:35:56.820958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Attempting to bind port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:35:56.833580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:35:56.834862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:56.834862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.834862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:35:56.835404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Bound port: 0e3a9c5d-68a6-4709-b23c-501bb9d303b9, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:35:56.836198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:56.937880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.070302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:35:57.071147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.087454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59066) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.089595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:57.092118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Request body: {'port': {'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52', 'binding:host_id': 'hv-neutron-7431', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-326007161'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:57.110718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-635181cf-0c64-4a18-bbeb-3de12fe185ab tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.113980 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-635181cf-0c64-4a18-bbeb-3de12fe185ab tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6191576 Oct 16 13:35:57.124559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.131895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:57.148546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:57.159361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:57.159602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] For port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:35:57.162253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Allocated IP 172.20.0.2 (f1566144-1f29-4c26-a21f-76498ed4107b/336d2cb1-d02d-4765-8950-a6e899094e94/ce6a3d34-5876-46de-9f2a-18c47dcb4ef1) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:57.163350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.166774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] For port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:35:57.167492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:35:57.168362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:57.169967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.185131 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Sync routers for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:35:57.208065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.225508 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:35:57.226163 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:35:57.229609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f9c44d19-087a-4ab5-ae08-4bc291c30803 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:35:57.229609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.299433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.311838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.331095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Made reservation on behalf of 8cf5138e76d246c0a4747ad99cd4f6b7 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:35:57.335998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.340784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=474aeda1-d44b-49ce-864f-55c64f321996,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:57.393427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.410603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-557889af-e18d-4510-826c-7d19d844ce4e tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=94de916e-7a98-48ff-9adb-15cb5f303d17 HTTP/1.1" status: 200 len: 462 time: 0.2760062 Oct 16 13:35:57.422995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59072) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.444433 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-32f9eb67-77d2-4a76-a5ac-d8e783f0f097 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6423917 Oct 16 13:35:57.451975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59074) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.452736 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:35:57.461679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.463752 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a4ed307b-c6cb-4a06-a6d1-07da7c8b2dd0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8309062 Oct 16 13:35:57.479070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59076) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.556444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.568083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95000893-9ed1-48a7-9748-a7382ce6386e None None] Pushing event updated for resources: {'Port': ['ID=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:57.569128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Allocated IP 172.20.0.2 (e06eee63-6097-4f09-be65-cc2d32ff3b1e/d40255b3-3ec3-4192-93c6-7a96479959a5/6230608f-30d4-43d9-b9da-53e1b54ff348) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:57.590205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cee2bb57-81f9-4c1e-b099-645b16a28346 None None] Provisioning complete for port f9c44d19-087a-4ab5-ae08-4bc291c30803 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:35:57.591173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cee2bb57-81f9-4c1e-b099-645b16a28346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.688034 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:35:54Z', 'revision_number': 3, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:35:57.723623 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Checking router: 004a04cd-1762-47dc-a8dc-6400c8a09018 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:35:57.724136 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Updating router 004a04cd-1762-47dc-a8dc-6400c8a09018 port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:35:57.762780 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.874791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53612c63-6a00-4639-a531-ad8025c01432 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.879302 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-53612c63-6a00-4639-a531-ad8025c01432 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/94de916e-7a98-48ff-9adb-15cb5f303d17 HTTP/1.1" status: 204 len: 168 time: 0.4451761 Oct 16 13:35:57.879819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:57.890390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59078) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.916437 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-350c3cb9-4835-4534-8cba-d2d27a61f62f tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=94de916e-7a98-48ff-9adb-15cb5f303d17 HTTP/1.1" status: 200 len: 221 time: 0.0163829 Oct 16 13:35:57.929370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Allocated IP 172.26.5.92 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/bf15372a-c693-4f9e-ad96-e9af505ee854) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:57.931515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59080) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:57.947805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aa179cfc-dd92-4506-876c-19c39c4c6f05 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--787346391', 'description': 'label created by tempest'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:35:57.950484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aa179cfc-dd92-4506-876c-19c39c4c6f05 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Unknown quota resources ['metering_label']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:35:57.971610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.043053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.051286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Network f1566144-1f29-4c26-a21f-76498ed4107b is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:58.060457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:58.069200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:58.083263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Pushing event updated for resources: {'Port': ['ID=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:58.087235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.096033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.143505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Attempting to bind port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:35:58.144484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Attempting to bind port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:35:58.145261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Attempting to bind port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 on network f1566144-1f29-4c26-a21f-76498ed4107b {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:35:58.149901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:35:58.150264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Checking segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:58.150656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.151036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Bound using segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:35:58.151515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Bound port: ce6a3d34-5876-46de-9f2a-18c47dcb4ef1, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:35:58.151887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.163573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.252050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:58.263696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:58.270387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:58.279710 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Pushing event updated for resources: {'Port': ['ID=6230608f-30d4-43d9-b9da-53e1b54ff348,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:58.288386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] For port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:35:58.302900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.314066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be5306-c79b-4799-86f5-a30e6e9f0f59 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:58.320674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be5306-c79b-4799-86f5-a30e6e9f0f59 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:35:58.325232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f1be5306-c79b-4799-86f5-a30e6e9f0f59 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8689413 Oct 16 13:35:58.330151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59082) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:58.337122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] For port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:35:58.346679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Attempting to bind port 6230608f-30d4-43d9-b9da-53e1b54ff348 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:35:58.347480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Attempting to bind port 6230608f-30d4-43d9-b9da-53e1b54ff348 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:35:58.348266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Attempting to bind port 6230608f-30d4-43d9-b9da-53e1b54ff348 on network e06eee63-6097-4f09-be65-cc2d32ff3b1e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:35:58.354295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:35:58.355061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Checking segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:58.363667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.363667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Bound using segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:35:58.363667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Bound port: 6230608f-30d4-43d9-b9da-53e1b54ff348, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:35:58.363667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.364068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa179cfc-dd92-4506-876c-19c39c4c6f05 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.364068 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aa179cfc-dd92-4506-876c-19c39c4c6f05 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4161453 Oct 16 13:35:58.365420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59084) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:58.412868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.433756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.445143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] For port 6230608f-30d4-43d9-b9da-53e1b54ff348, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:35:58.449657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] For port 6230608f-30d4-43d9-b9da-53e1b54ff348, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6230608f-30d4-43d9-b9da-53e1b54ff348,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:35:58.501498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.525529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.536260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adc517-6458-4e30-b4de-de1c6e12e6a9 None None] Pushing event updated for resources: {'Port': ['ID=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:58.574028 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d98efe5-f3ce-4540-ac6c-ba29bdec449c tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=8074390c-9fb1-481d-bbc9-8dfaffdd0541 HTTP/1.1" status: 200 len: 467 time: 0.2013397 Oct 16 13:35:58.574028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.576228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59086) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:58.601407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 9761dec8-57e8-4367-aca1-74d2e24c4af9 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:35:58.645088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69973a-ce28-4fdd-b24a-b9dcad8c35b1 None None] Pushing event updated for resources: {'Port': ['ID=6230608f-30d4-43d9-b9da-53e1b54ff348,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:58.655572 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.687596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:58.819469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:35:58.900563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dbcce2-679b-47d7-99a4-5638d4b23b10,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:59.069496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.118696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:35:59.119057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.154224 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.157812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Pushing event updated for resources: {'Port': ['ID=bf15372a-c693-4f9e-ad96-e9af505ee854,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:59.181315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:35:59.184668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:35:59.188505 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:35:59.200942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377e0541-3644-45b8-9e3e-30fce1927552 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:35:59.214330 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.308715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.319158 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Attempting to bind port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:35:59.322483 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Attempting to bind port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:35:59.322483 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Attempting to bind port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:35:59.323399 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Pushing event updated for resources: {'Port': ['ID=6acf3c89-f80e-4a68-8074-991d7b3d2b06,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:59.332711 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:35:59.333078 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:35:59.333466 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.334047 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:35:59.334502 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Bound port: 6acf3c89-f80e-4a68-8074-991d7b3d2b06, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:35:59.335256 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.338057 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.338705 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.339344 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.339676 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.340211 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.340621 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.340937 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.341477 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.341958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.342275 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.342762 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.343265 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Tracked resource versions report: Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: pushed versions: Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: { 'AddressGroup': {'1.2'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'ConntrackHelper': {'1.0'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Log': {'1.0'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Network': {'1.1'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Port': {'1.7'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'PortForwarding': {'1.2'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'QosPolicy': {'1.10'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroup': {'1.4'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroupRule': {'1.2'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SubPort': {'1.0'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Subnet': {'1.1'}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Trunk': {'1.1'}} Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: consumer versions: Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: { DHCP agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: HyperV agent@hv-neutron-7431: {}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: L3 agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: Metadata agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: Metering agent@dv-neutron-743142-24-hyperv: {}, Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: Open vSwitch agent@dv-neutron-743142-24-hyperv: { 'AddressGroup': '1.2', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'ConntrackHelper': '1.0', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Log': '1.0', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Network': '1.1', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Port': '1.7', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'PortForwarding': '1.2', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'QosPolicy': '1.10', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroup': '1.4', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SecurityGroupRule': '1.2', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'SubPort': '1.0', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Subnet': '1.1', Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: 'Trunk': '1.1'}} Oct 16 13:35:59.344531 dv-neutron-743142-24-hyperv neutron-server[101083]: {{(pid=101083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 16 13:35:59.383766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a0a24847-99b9-4907-965b-2940074fb0b0 None None] Provisioning complete for port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:35:59.384178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0a24847-99b9-4907-965b-2940074fb0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.428831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.441726 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] For port 6acf3c89-f80e-4a68-8074-991d7b3d2b06, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:35:59.447272 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] For port 6acf3c89-f80e-4a68-8074-991d7b3d2b06, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6acf3c89-f80e-4a68-8074-991d7b3d2b06,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:35:59.457538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.517683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:35:59.523359 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.584083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.610285 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:35:59.611058 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:35:59.641012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a0a24847-99b9-4907-965b-2940074fb0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.670658 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ade1b-cd4d-4bee-b2eb-fe91db6fdb21 None None] Pushing event updated for resources: {'Port': ['ID=6acf3c89-f80e-4a68-8074-991d7b3d2b06,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:59.707912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.726446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:59.754344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-a0a24847-99b9-4907-965b-2940074fb0b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:35:59.754714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-a0a24847-99b9-4907-965b-2940074fb0b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:35:59.795705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Allocated IP 172.26.5.53 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/2b5723f8-ade0-4d58-8062-224753bab852) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:35:59.810277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 474aeda1-d44b-49ce-864f-55c64f321996 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:35:59.810613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.850677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.889644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-16d5488e-c29b-40b9-b902-44d7a4f0b586 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:35:59.893874 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-16d5488e-c29b-40b9-b902-44d7a4f0b586 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/8074390c-9fb1-481d-bbc9-8dfaffdd0541 HTTP/1.1" status: 204 len: 168 time: 1.3136954 Oct 16 13:35:59.914468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59090) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:35:59.923926 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:35:59.939799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Pushing event updated for resources: {'Port': ['ID=bf15372a-c693-4f9e-ad96-e9af505ee854,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:35:59.958281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.033507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.038944 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2081eda0-875d-4040-a289-40efb1b56beb tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3898680 Oct 16 13:36:00.041930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59092) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.053713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-408859508', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'fixed_ips': [{'ip_address': '172.26.5.92'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:00.100343 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-00f9aaa7-b518-4e4f-8d61-c98981446b8e tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=8074390c-9fb1-481d-bbc9-8dfaffdd0541 HTTP/1.1" status: 200 len: 216 time: 0.1759117 Oct 16 13:36:00.104615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59094) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.120000 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7c519dd4-eca1-475b-ab09-e5dff6a596b2 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0135703 Oct 16 13:36:00.123599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59096) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.151633 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a7870624-8b30-4d87-a67b-36bab15c1f28 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0235293 Oct 16 13:36:00.152408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59098) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.167974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Made reservation on behalf of 595ed3c64be444ab9b54f50a6ba010de for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:00.172166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.196982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece7084-0239-4faa-83a0-ef4f2a16dd6f None None] Network f1566144-1f29-4c26-a21f-76498ed4107b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:00.216483 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:35:54Z', 'revision_number': 3, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:00.232363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.235411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.250460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 474aeda1-d44b-49ce-864f-55c64f321996 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:00.252268 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3438e479-2e9d-459f-be2d-96e5d586dd52 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/9c36fdbd-710d-4123-bf05-692bf18d6f34 HTTP/1.1" status: 200 len: 471 time: 0.0992432 Oct 16 13:36:00.254426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59100) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.273175 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa9f647-ee58-41c3-a74f-020e808e0c52 None None] The sync data for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv is: [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:35:54Z', 'revision_number': 3, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:00.282240 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ec7272e2-42ee-4c50-8bf1-64f27391506b tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/2951c588-8cf1-42f2-8212-e0be1afda522 HTTP/1.1" status: 200 len: 459 time: 0.0203743 Oct 16 13:36:00.284070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59102) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.350072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 9761dec8-57e8-4367-aca1-74d2e24c4af9 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:00.396817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.449755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.507009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.515793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] device_id is not set on port f9208390-932c-4888-b11d-fd1e039a8d27 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:00.525850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Provisioning complete for port 474aeda1-d44b-49ce-864f-55c64f321996 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:00.528621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.542936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.548616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.557421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.598786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Port 474aeda1-d44b-49ce-864f-55c64f321996 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:00.614095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Provisioning complete for port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:00.614465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.696436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a3a6bcb5-6624-4c00-95d1-2f64d3b3c34d tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:00.697778 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a3a6bcb5-6624-4c00-95d1-2f64d3b3c34d tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/2951c588-8cf1-42f2-8212-e0be1afda522 HTTP/1.1" status: 204 len: 168 time: 0.4119592 Oct 16 13:36:00.701686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59104) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:00.772535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868f70d-0364-4fae-b203-10434c8fc14b None None] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:00.879174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=9761dec8-57e8-4367-aca1-74d2e24c4af9,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:00.892424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcaa639-6535-4015-a4b6-5a36f474c68f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:00.993182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Provisioning complete for port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:00.993552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.052432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Checking segment: {'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:01.052794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Network hostable DHCP agents. Network: 1daea721-4a12-4720-80b9-b73c19da1a52, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:01.067673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6230608f-30d4-43d9-b9da-53e1b54ff348 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:01.117463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.157696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Allocated IP 172.20.0.1 (34ec5c1c-97a6-48fb-858a-be882fbdbe83/9303600d-cf62-4e73-93cc-99960d8a72c8/9fa562ce-3e07-4427-bea3-ecb3ec650f56) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:01.167382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.189711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:01.211803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:01.218737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Network 1daea721-4a12-4720-80b9-b73c19da1a52 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:01.226166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:01.256662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.257077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Allocated IP 172.26.5.197 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/e52171f2-c484-4776-b16c-35b537e2d4cc) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:01.284924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6230608f-30d4-43d9-b9da-53e1b54ff348 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:01.284924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.381498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Pushing event updated for resources: {'Port': ['ID=2b5723f8-ade0-4d58-8062-224753bab852,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:01.415647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.424467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/474aeda1-d44b-49ce-864f-55c64f321996 HTTP/1.1" status: 204 len: 168 time: 3.0934720 Oct 16 13:36:01.429055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59106) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:01.445593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] For port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:01.461372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 1daea721-4a12-4720-80b9-b73c19da1a52) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:01.461776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-242537b7-6225-4a1e-92c0-5ead38b3fef4 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.462944 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-242537b7-6225-4a1e-92c0-5ead38b3fef4 tempest-MeteringIpV6TestJSON-1297008455 tempest-MeteringIpV6TestJSON-1297008455-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/9c36fdbd-710d-4123-bf05-692bf18d6f34 HTTP/1.1" status: 204 len: 168 time: 0.7493675 Oct 16 13:36:01.474221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:01.485824 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd3bcf-492a-4d8e-9cbd-ef7d2c4ab924 None None] Network 1daea721-4a12-4720-80b9-b73c19da1a52 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:01.522165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.528885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.542192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94045d7b-24be-4d5d-bb79-c73ec63a6e15 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=474aeda1-d44b-49ce-864f-55c64f321996,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:01.572130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.610623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 6230608f-30d4-43d9-b9da-53e1b54ff348, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6230608f-30d4-43d9-b9da-53e1b54ff348,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:01.622325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2828a927-5177-44e5-983e-f021ff153135 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:01.623958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2828a927-5177-44e5-983e-f021ff153135 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:01.632067 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2828a927-5177-44e5-983e-f021ff153135 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1951380 Oct 16 13:36:01.632548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:01.632997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:01.633522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:01.634338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59110) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:01.664843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:01.665317 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:01.670067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 2 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:01.693664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:01.694140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:01.694630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:01.709707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.711182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:01.739153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:01.739876 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:01.742050 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 3 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:01.748585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.768134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:01.769419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:01.769805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:01.779130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:01.779753 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:01.785789 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 4 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:01.788488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet ea4be398-f52b-488b-ac0a-5f295181c4e7 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:36:01.793249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.805312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9286cf1d-f419-4143-bb70-66a4afa82fbe None None] Provisioning complete for port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:01.805761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9286cf1d-f419-4143-bb70-66a4afa82fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.810599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:01.810741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:01.811893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:01.825171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:01.825563 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:01.833754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75ee7-80cd-458c-96e1-df9865d7d942 None None] Pushing event updated for resources: {'Port': ['ID=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:01.836889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.865776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 5 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:01.896097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.898210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:01.898619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:01.898619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:01.904967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:01.905364 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:01.911990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 6 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:01.919963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:01.944779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:01.950834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:01.951617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:01.954129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=6230608f-30d4-43d9-b9da-53e1b54ff348,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:02.241603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:02.243698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:02.243698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:02.243698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:02.243698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.244248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59114) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:02.244248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.248562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Pushing event updated for resources: {'Port': ['ID=9fa562ce-3e07-4427-bea3-ecb3ec650f56,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:02.252847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:02.254061 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:02.254487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9286cf1d-f419-4143-bb70-66a4afa82fbe None None] Provisioning complete for port 6230608f-30d4-43d9-b9da-53e1b54ff348 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:02.255797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9286cf1d-f419-4143-bb70-66a4afa82fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.257224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 7 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:02.269320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Port': ['ID=e52171f2-c484-4776-b16c-35b537e2d4cc,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:02.285068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Allocated IP 172.26.5.84 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/919b81ba-ea5b-4525-84a1-622aa33d4970) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:02.300615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:02.314617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.314807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:02.334797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.372591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:02.384907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:02.385690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.419885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:02.420570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:02.421077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:02.427432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:02.427432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.470339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c55-acbc-4557-8665-4c194af92554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.486159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:02.486576 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:02.493295 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 8 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:02.524097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.563283 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-118df5e7-56c7-4756-b60f-0854c2da500d None None] Provisioning complete for port 6230608f-30d4-43d9-b9da-53e1b54ff348 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:02.565207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-118df5e7-56c7-4756-b60f-0854c2da500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.580589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.591779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:02.592112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:02.592472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:02.609798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.622513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:02.624072 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:02.628279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 9 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:02.658119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4be398-f52b-488b-ac0a-5f295181c4e7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:02.693455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a879dea-1abd-46af-bd73-47fe598371fb None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:02.698372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.701793 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-03dabe8e-ac8c-4d95-97ef-452c37d7e6f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/ea4be398-f52b-488b-ac0a-5f295181c4e7 HTTP/1.1" status: 204 len: 168 time: 1.0663497 Oct 16 13:36:02.713104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59118) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:02.806336 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4562406c-d9f5-4c1e-85aa-3dada2ca4e90 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866961 Oct 16 13:36:02.811918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59120) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:02.824877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:02.838963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:02.839307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:02.839635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:02.867130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-42896d48-6b88-4e63-954c-7b4a92286261 None None] Provisioning complete for port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:02.867650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-42896d48-6b88-4e63-954c-7b4a92286261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.890928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:02.891257 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:02.899378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 10 to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 Oct 16 13:36:02.904529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6230608f-30d4-43d9-b9da-53e1b54ff348 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:02.924399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:02.925103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:02.925216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:02.942954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.962186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-42896d48-6b88-4e63-954c-7b4a92286261 None None] Port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:02.983443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c55-acbc-4557-8665-4c194af92554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.985609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6230608f-30d4-43d9-b9da-53e1b54ff348 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:02.985981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:02.991314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.019219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:03.019553 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 9761dec8-57e8-4367-aca1-74d2e24c4af9 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:03.019920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.023871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:36:03.066980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fd9c55-acbc-4557-8665-4c194af92554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.132255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:03.138486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:03.142122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] Deleting port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:03.142488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.154560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:03.161212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:03.167776 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d1fd9c55-acbc-4557-8665-4c194af92554 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=995be7aa5f9641a5ba4092f53ab5d4d6&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9561529 Oct 16 13:36:03.178707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59124) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:03.216104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Pushing event updated for resources: {'Port': ['ID=919b81ba-ea5b-4525-84a1-622aa33d4970,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:03.218245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.227431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] For port 9761dec8-57e8-4367-aca1-74d2e24c4af9, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:03.227794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempted to set empty binding levels {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 16 13:36:03.243119 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 16 13:36:03.244031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:36:03.244985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] For port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:03.245656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.247145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:03.251461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.263608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] Calling delete_port for 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:03.302323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:03.302675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.308501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.360105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.374051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd9c55-acbc-4557-8665-4c194af92554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e27073-49f3-4ee1-9a77-edc7273350a7,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:03.377726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:03.378776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.392668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9e3da0f-dc32-4e7e-b9fb-9f13d8048ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.424307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=9761dec8-57e8-4367-aca1-74d2e24c4af9,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:03.436427 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dd271793-8d45-4eea-b1e9-ff8076f34861 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.3931150 Oct 16 13:36:03.445158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59126) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:03.445797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.453540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9e3da0f-dc32-4e7e-b9fb-9f13d8048ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.471346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6acf3c89-f80e-4a68-8074-991d7b3d2b06 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:03.508801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:36:03.513989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.532857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2b3d1f0c-5321-4eb2-a43f-e35edb7b7166 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.4443388 Oct 16 13:36:03.536416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59128) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:03.548036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] Pushing event deleted for resources: {'Port': ['ID=0e3a9c5d-68a6-4709-b23c-501bb9d303b9,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:03.552192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da80081d-dcbb-40b1-9b4a-516ec135ca81 None None] No DVR routers for this DVR port 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:36:03.563332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:03.563920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.591823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.680434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Port': ['ID=e52171f2-c484-4776-b16c-35b537e2d4cc,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:03.683375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.698723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.701662 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fc33a32d-3f90-408a-b190-e90f52828447 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3189476 Oct 16 13:36:03.702299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59130) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:03.711580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 6acf3c89-f80e-4a68-8074-991d7b3d2b06, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6acf3c89-f80e-4a68-8074-991d7b3d2b06,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:03.748686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1005600956'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:03.754484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.811452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:03.821692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Deleting port 9761dec8-57e8-4367-aca1-74d2e24c4af9 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:03.822088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.824801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Sync routers for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:03.836628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9e3da0f-dc32-4e7e-b9fb-9f13d8048ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.839166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9e3da0f-dc32-4e7e-b9fb-9f13d8048ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.839370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:03.842675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:03.842888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e9e3da0f-dc32-4e7e-b9fb-9f13d8048ae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2e27073-49f3-4ee1-9a77-edc7273350a7 HTTP/1.1" status: 204 len: 168 time: 0.6544304 Oct 16 13:36:03.861001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.861870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.892870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.907075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3da0f-dc32-4e7e-b9fb-9f13d8048ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e27073-49f3-4ee1-9a77-edc7273350a7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:03.941546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Made reservation on behalf of 71dde613d3b4403aa8f10244e0ddea13 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:03.945236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.985065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:03.993819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.031017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=6acf3c89-f80e-4a68-8074-991d7b3d2b06,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:04.067370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:04.132305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] For port 9761dec8-57e8-4367-aca1-74d2e24c4af9, host hv-neutron-7431, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:04.132601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.173622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Calling delete_port for 9761dec8-57e8-4367-aca1-74d2e24c4af9 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:04.184015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Pushing event updated for resources: {'Port': ['ID=9fa562ce-3e07-4427-bea3-ecb3ec650f56,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:04.208895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.270644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Deleting port bf15372a-c693-4f9e-ad96-e9af505ee854 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:04.271086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.320430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.327341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d162dd0f-ec43-4acc-bdde-77b2782d541e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.6786435 Oct 16 13:36:04.331611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:04.335661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59136) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:04.376906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:01Z', 'revision_number': 3, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:04.377155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:04.380759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:04.386430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.398055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:04.401767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.415984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:04.430711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=5a640e3f-2707-4bda-97e3-d7d6981de7b3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:04.473645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event deleted for resources: {'Port': ['ID=9761dec8-57e8-4367-aca1-74d2e24c4af9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:04.590464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.594054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-52601e84-4822-4656-8240-e28b2c1f3f2f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9761dec8-57e8-4367-aca1-74d2e24c4af9 HTTP/1.1" status: 204 len: 168 time: 1.0543880 Oct 16 13:36:04.594347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Checking router: b50f6ab2-31a7-4f92-9b60-c8f0918cd941 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:36:04.595252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Updating router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 port 2b5723f8-ade0-4d58-8062-224753bab852 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:36:04.598162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59138) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:04.603467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d003c2c-703e-4b70-b735-378f3dd0ed3d None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:04.631293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.631612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.637356 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d006015-1240-48c4-a8e3-6cd70eb8c30c tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:36:04.639020 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1d006015-1240-48c4-a8e3-6cd70eb8c30c tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "GET /v2.0/ports/9761dec8-57e8-4367-aca1-74d2e24c4af9 HTTP/1.1" status: 404 len: 333 time: 0.0398104 Oct 16 13:36:04.643065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59140) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:04.650569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Request body: {'port': {'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1662845484'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:04.682124 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-97230722-7121-4e53-b69e-0f9b88d8c100 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8676205 Oct 16 13:36:04.687996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59142) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:04.699260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'name': 'tempest-NetworksTestDHCPv6-348610761'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:04.763976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Calling delete_port for bf15372a-c693-4f9e-ad96-e9af505ee854 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:04.806134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.810915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Made reservation on behalf of 8cf5138e76d246c0a4747ad99cd4f6b7 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:04.813325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.819235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59144) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:04.832032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.848632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:04.855358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Router 004a04cd-1762-47dc-a8dc-6400c8a09018 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:04.900144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:04.939789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-254865c7-559a-4a96-92a0-d74b4b9fc50f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.008555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:05.037203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6acf3c89-f80e-4a68-8074-991d7b3d2b06 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:05.061679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb7806-379e-4d1d-a097-dea6a266bc18,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:05.068282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.070454 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Added segment 9d5e0410-51df-4cd8-bc3d-4b0f88a92b02 of type vlan for network 454c4c09-01e4-457a-b9f2-663c251b1104 Oct 16 13:36:05.094949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:05.100609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.127160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.164981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ce1fa4a4-9b3e-4878-be9b-0cac40eb314d None None] Provisioning complete for port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:05.165449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ce1fa4a4-9b3e-4878-be9b-0cac40eb314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.180266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:05.182666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 470f6a91-5fa3-4ad2-adb9-e0e844b22fd8 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:05.201444 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d8b0a15f-3bd0-4535-815f-aff6c479f0bd admin admin] 10.222.0.24 "PUT /v2.0/routers/004a04cd-1762-47dc-a8dc-6400c8a09018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6934080 Oct 16 13:36:05.202289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.211252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.218166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fa4a4-9b3e-4878-be9b-0cac40eb314d None None] Port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:05.228174 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Sync routers for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:05.244644 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:05.248394 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:05.309475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '5a640e3f-2707-4bda-97e3-d7d6981de7b3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:05.321152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.401086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:05.401533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.422616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::125 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/5a640e3f-2707-4bda-97e3-d7d6981de7b3/470f6a91-5fa3-4ad2-adb9-e0e844b22fd8) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:05.480796 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:05.583291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.589612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:05.590057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.590243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.633821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-254865c7-559a-4a96-92a0-d74b4b9fc50f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.653700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.694025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.718337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf15372a-c693-4f9e-ad96-e9af505ee854,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:05.740308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.811808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-254865c7-559a-4a96-92a0-d74b4b9fc50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.822580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:36:05.884849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Network 1daea721-4a12-4720-80b9-b73c19da1a52 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:05.901164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:36:05.901164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e3a9c5d-68a6-4709-b23c-501bb9d303b9 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:36:05.903355 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-254865c7-559a-4a96-92a0-d74b4b9fc50f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66547e80485d4c91ad739b8efa6c83cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0650363 Oct 16 13:36:05.909732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:05.911487 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1663065 Oct 16 13:36:05.922570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:05.923486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:05.924068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.925167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Attempting to bind port 2b5723f8-ade0-4d58-8062-224753bab852 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:05.925538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Attempting to bind port 2b5723f8-ade0-4d58-8062-224753bab852 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:05.926014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Attempting to bind port 2b5723f8-ade0-4d58-8062-224753bab852 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:05.926535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59160) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:05.926862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59162) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:05.929092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafb318-3f87-425a-934a-fbe8f27cf9f4 None None] Pushing event updated for resources: {'Port': ['ID=2b5723f8-ade0-4d58-8062-224753bab852,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:05.943458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:05.943834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:05.944232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.944643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:05.945119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Bound port: 2b5723f8-ade0-4d58-8062-224753bab852, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:05.945494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.955795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=1c27e0ff-0e70-48f5-8b62-5d554fa805c7,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:05.959130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.961776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:05.963093 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f88c6a8-7521-4c40-93ce-358721683f06 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452 tempest-ExternalNetworksAdminNegativeTestJSON-1574362452-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/992bb283-2a1d-4475-9ff4-c55fbb374097 HTTP/1.1" status: 204 len: 168 time: 2.5151367 Oct 16 13:36:05.966377 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254865c7-559a-4a96-92a0-d74b4b9fc50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc06af2-ad89-4b01-a760-4f9390ca047d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:05.983159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Request body: {'subnet': {'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:05.986564 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 2, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:05.994782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf417a-7632-46b2-9504-10e2ca4fee01 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Network': ['ID=454c4c09-01e4-457a-b9f2-663c251b1104,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:06.046262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 454c4c09-01e4-457a-b9f2-663c251b1104 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:06.102131 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Checking router: 004a04cd-1762-47dc-a8dc-6400c8a09018 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:36:06.102514 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Updating router 004a04cd-1762-47dc-a8dc-6400c8a09018 port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:36:06.104188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] For port 2b5723f8-ade0-4d58-8062-224753bab852, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:06.176362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] For port 2b5723f8-ade0-4d58-8062-224753bab852, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2b5723f8-ade0-4d58-8062-224753bab852,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:06.196917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.237841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.248992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.294690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08b9e1d1-f759-413f-b9ba-5423438e99a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.336972 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-df499d35-98a7-428a-a836-230e74af438f tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6919019 Oct 16 13:36:06.339166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59168) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:06.355539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:06.368727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08b9e1d1-f759-413f-b9ba-5423438e99a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.373415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafb318-3f87-425a-934a-fbe8f27cf9f4 None None] Pushing event updated for resources: {'Port': ['ID=2b5723f8-ade0-4d58-8062-224753bab852,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:06.432184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:06.436075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:06.486712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.491469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.513320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Router a1bba587-690e-46a2-981b-ba4e6a9133b7 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:36:06.565747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Made reservation on behalf of 71dde613d3b4403aa8f10244e0ddea13 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:06.582874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.591568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=470f6a91-5fa3-4ad2-adb9-e0e844b22fd8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:06.660021 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.679969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.728037 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:06.768134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/5a640e3f-2707-4bda-97e3-d7d6981de7b3/8cdd9041-d5e6-489c-bbcd-f53af3f3b910) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:06.841085 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939ebbe-0058-4dfa-8c02-aab0f02a937e None None] Pushing event updated for resources: {'Port': ['ID=9fa562ce-3e07-4427-bea3-ecb3ec650f56,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:06.856615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59176) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:06.891510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:06.976488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:07.003699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Attempting to bind port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:07.004122 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Attempting to bind port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:07.004536 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Attempting to bind port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 on network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:07.017818 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:07.018215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Checking segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:07.019167 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.019560 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Bound using segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:07.022168 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Bound port: 9fa562ce-3e07-4427-bea3-ecb3ec650f56, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:07.022644 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.039155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Sync routers for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:07.122081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:07.129200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:07.131104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Allocated IP 172.20.0.1 (f1566144-1f29-4c26-a21f-76498ed4107b/336d2cb1-d02d-4765-8950-a6e899094e94/b1a731fb-c824-453b-83c8-3e1358d3402e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:07.138599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:07.148330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:07.148999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.160404 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] For port 9fa562ce-3e07-4427-bea3-ecb3ec650f56, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:07.164148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:07.167004 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] For port 9fa562ce-3e07-4427-bea3-ecb3ec650f56, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9fa562ce-3e07-4427-bea3-ecb3ec650f56,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:07.176275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:07.176549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.177276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:07.195394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.196949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.207276 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d605c28c-a711-4933-bb26-79e523caab1e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3458884 Oct 16 13:36:07.229937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59180) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:07.233877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94731d50-f0ba-468b-80d8-914a642a25c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.243473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08b9e1d1-f759-413f-b9ba-5423438e99a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.246718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08b9e1d1-f759-413f-b9ba-5423438e99a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.247864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-08b9e1d1-f759-413f-b9ba-5423438e99a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bc06af2-ad89-4b01-a760-4f9390ca047d HTTP/1.1" status: 204 len: 168 time: 1.3200700 Oct 16 13:36:07.282791 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.358307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b6d8ae32-094d-468a-8c90-39ccbbd8dd94 None None] Provisioning complete for port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:07.358674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ae32-094d-468a-8c90-39ccbbd8dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.390544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59184) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:07.397606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333777736', 'description': 'tempest-description--402201190'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:07.436932 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:07.437575 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:07.453108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.482743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.496901 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939ebbe-0058-4dfa-8c02-aab0f02a937e None None] Pushing event updated for resources: {'Port': ['ID=9fa562ce-3e07-4427-bea3-ecb3ec650f56,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:07.553882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9e1d1-f759-413f-b9ba-5423438e99a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc06af2-ad89-4b01-a760-4f9390ca047d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:07.587462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.591561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.592056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94731d50-f0ba-468b-80d8-914a642a25c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.653243 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1113b539-73e2-4b16-97fc-c6d37962fe1b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9614551 Oct 16 13:36:07.653591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59188) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:07.664064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Checking segment: {'id': '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:07.664638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network hostable DHCP agents. Network: 454c4c09-01e4-457a-b9f2-663c251b1104, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:07.697640 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:07.702470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Subnet': ['ID=1b412ff0-580e-4ea7-b8e2-3f940e6a6b68,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:07.726182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94731d50-f0ba-468b-80d8-914a642a25c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.735526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.744780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=1c27e0ff-0e70-48f5-8b62-5d554fa805c7,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:07.750728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:07.751065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:07.751401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:07.792759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:07.793095 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:07.798439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.807326 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 2 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:07.822207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network 454c4c09-01e4-457a-b9f2-663c251b1104 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:07.830162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.848498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:07.876100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:07.876100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:07.876462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:07.890205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:07.890466 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:07.890976 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 3 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:07.903742 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-94731d50-f0ba-468b-80d8-914a642a25c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fab19e7bfde49eabf9e2bd81e4ad366&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0438056 Oct 16 13:36:07.918309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59196) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:07.926757 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.928110 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5366406 Oct 16 13:36:07.945023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59198) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:07.950309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:07.960991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Request body: {'security_group_rule': {'security_group_id': '3551f811-031c-4dd9-ba53-88cf7e8e4fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:07.995704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Network f1566144-1f29-4c26-a21f-76498ed4107b is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:07.996706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 454c4c09-01e4-457a-b9f2-663c251b1104) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:07.998997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94731d50-f0ba-468b-80d8-914a642a25c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d671d-379c-41c3-ae34-aa0d235d98a8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.009375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:08.009946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.014912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:08.019357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.019695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.020029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.021737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Pushing event updated for resources: {'Port': ['ID=b1a731fb-c824-453b-83c8-3e1358d3402e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.023984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:08.024520 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.032614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.032941 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.037855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 4 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.137004 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:07Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:08.150600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.151077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.151523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.158780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.162385 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.170237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 5 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.194843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ae32-094d-468a-8c90-39ccbbd8dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.198925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Pushing event updated for resources: {'Port': ['ID=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.203816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.204150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.210039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.223829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885cf410-6f58-4149-88b1-558f6f442306 None None] Network 454c4c09-01e4-457a-b9f2-663c251b1104 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:08.257570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.257911 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.258521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-13d9cccd-64b1-4858-9352-31ee9f4652ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.270135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec12293-3cef-4fb9-ab6b-b764b8db3528 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:08.271722 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aec12293-3cef-4fb9-ab6b-b764b8db3528 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6171157 Oct 16 13:36:08.274551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:08.277880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59202) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:08.296957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 6 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.305828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:01Z', 'revision_number': 3, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:08.314624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:08.328456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.329277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.329772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.355939 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425aad6d-2367-4fc5-b9c2-5faacc50ed00 None None] The sync data for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv is: [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:07Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:08.388136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.388136 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.404156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-13d9cccd-64b1-4858-9352-31ee9f4652ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.458051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 7 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.458180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:08.462557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bda081-a79e-471f-81b5-06ce80665ac0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3551f811-031c-4dd9-ba53-88cf7e8e4fd4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.491762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.498654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64121bf-514e-442d-9241-0ecb84dae562 None None] The sync data for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv is: [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:01Z', 'revision_number': 3, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:08.521777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b6d8ae32-094d-468a-8c90-39ccbbd8dd94 None None] For port 9fa562ce-3e07-4427-bea3-ecb3ec650f56, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9fa562ce-3e07-4427-bea3-ecb3ec650f56,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:08.546893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bb56e5d0-a861-4648-8b9d-845d618914df tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6163406 Oct 16 13:36:08.560412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.561298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.561298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.565699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59210) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:08.577151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.616198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-579356740', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:08.621284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ae32-094d-468a-8c90-39ccbbd8dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.625857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.626268 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.630622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 8 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.652689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.653322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.653757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.675361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.675361 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.678489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 9 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.720966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.725686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.726551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.727027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.765041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.766106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.771796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.777341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-13d9cccd-64b1-4858-9352-31ee9f4652ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.780042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-13d9cccd-64b1-4858-9352-31ee9f4652ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.782004 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-13d9cccd-64b1-4858-9352-31ee9f4652ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba6d671d-379c-41c3-ae34-aa0d235d98a8 HTTP/1.1" status: 204 len: 168 time: 0.8627877 Oct 16 13:36:08.796682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.797092 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.801545 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 10 to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 Oct 16 13:36:08.810015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 470f6a91-5fa3-4ad2-adb9-e0e844b22fd8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:08.810481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.843281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da63bea-2b44-4ff9-88fa-99b05a74b77e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.874564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8ae32-094d-468a-8c90-39ccbbd8dd94 None None] Pushing event updated for resources: {'Port': ['ID=9fa562ce-3e07-4427-bea3-ecb3ec650f56,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.892563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cccd-64b1-4858-9352-31ee9f4652ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d671d-379c-41c3-ae34-aa0d235d98a8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:08.925286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:08.934446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:08.934446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:08.946853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9fa562ce-3e07-4427-bea3-ecb3ec650f56 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:08.953678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:08.955113 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5af2bae6-2551-41a9-9503-1eddb85d9877 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0037198 Oct 16 13:36:08.975524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59216) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:08.992846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Request body: {'security_group_rule': {'security_group_id': '3551f811-031c-4dd9-ba53-88cf7e8e4fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:08.993040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:08.994437 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:08.994853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.108617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8635f65e-cae3-4e36-bd5f-fcccead72325 None None] Provisioning complete for port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:09.110660 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.113395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8635f65e-cae3-4e36-bd5f-fcccead72325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.115644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.126244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 470f6a91-5fa3-4ad2-adb9-e0e844b22fd8 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:09.213643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] For port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:09.214268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempted to set empty binding levels {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 16 13:36:09.269687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Attempting to bind port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:09.269687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Attempting to bind port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:09.270309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Attempting to bind port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:09.278350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:09.279058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:09.279628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.280858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:09.281599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Bound port: 8cdd9041-d5e6-489c-bbcd-f53af3f3b910, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:09.284097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.320627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-454c4c09-01e4-457a-b9f2-663c251b1104', 'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104', 'tenant_id': '71dde613d3b4403aa8f10244e0ddea13', 'fixed_ips': [{'subnet_id': '1b412ff0-580e-4ea7-b8e2-3f940e6a6b68'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:09.321667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.383136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.456683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.494076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.521734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 3, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:09.535569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=1c27e0ff-0e70-48f5-8b62-5d554fa805c7,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:09.540336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.564643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] In _notify_port_updated(), no bound segment for port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:36:09.566270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:09.566926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.568900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d6874f0-7a1a-40ec-8fc3-770f23c190d5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "PUT /v2.0/ports/1c27e0ff-0e70-48f5-8b62-5d554fa805c7 HTTP/1.1" status: 200 len: 977 time: 3.2207956 Oct 16 13:36:09.575275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59226) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:09.604656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Checking router: a1bba587-690e-46a2-981b-ba4e6a9133b7 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:36:09.605778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Updating router a1bba587-690e-46a2-981b-ba4e6a9133b7 port 919b81ba-ea5b-4525-84a1-622aa33d4970 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:36:09.608682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:09.609223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.642321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.772036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8635f65e-cae3-4e36-bd5f-fcccead72325 None None] Provisioning complete for port b1a731fb-c824-453b-83c8-3e1358d3402e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:09.772336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8635f65e-cae3-4e36-bd5f-fcccead72325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.842550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59230) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:09.858087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.919032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.921565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.922522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:09.925599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=470f6a91-5fa3-4ad2-adb9-e0e844b22fd8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:10.023366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Pushing event updated for resources: {'Port': ['ID=b1a731fb-c824-453b-83c8-3e1358d3402e,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:10.038400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.038878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.039334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.039791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.040253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.040766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.041374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.042000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.042292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.042746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.043206 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.043641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.044384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.044841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.045290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.047812 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c48a1a0f-627a-49a0-94af-18d793369ba2 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13528 time: 0.4676933 Oct 16 13:36:10.052840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59234) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:10.053163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.097687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8635f65e-cae3-4e36-bd5f-fcccead72325 None None] Port b1a731fb-c824-453b-83c8-3e1358d3402e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:10.113651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.118895 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33fde4ed-2ccf-4c6b-ba07-40cb7320efb0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/470f6a91-5fa3-4ad2-adb9-e0e844b22fd8 HTTP/1.1" status: 204 len: 168 time: 1.8290162 Oct 16 13:36:10.120778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59236) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:10.176296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.180928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] For port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:10.228594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] For port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:10.244012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Allocated IP 172.20.0.2 (454c4c09-01e4-457a-b9f2-663c251b1104/1b412ff0-580e-4ea7-b8e2-3f940e6a6b68/1ce96613-45b9-4e7c-b047-2775ced1aac6) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:10.258649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50972979-dd41-4574-a5fa-463c707e9ea7,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:10.289284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.295167 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9feb68b1-d838-48db-afd9-3a2c1b8610d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=595ed3c64be444ab9b54f50a6ba010de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4337416 Oct 16 13:36:10.309939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59242) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:10.354742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.361163 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-34c43a25-1d55-4602-baf8-8669f7b5fa92 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3770828 Oct 16 13:36:10.363634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59244) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:10.390981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:10.409508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7915c8-93a4-47aa-9697-e3f48da37ec5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.413487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7915c8-93a4-47aa-9697-e3f48da37ec5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:10.422932 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8b7915c8-93a4-47aa-9697-e3f48da37ec5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2912626 Oct 16 13:36:10.423576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59246) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:10.482929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59248) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:10.504732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 5a640e3f-2707-4bda-97e3-d7d6981de7b3 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:36:10.505167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Allocated IP 172.20.0.1 (e06eee63-6097-4f09-be65-cc2d32ff3b1e/d40255b3-3ec3-4192-93c6-7a96479959a5/4e4ac9c6-ca20-453a-81f9-81f8a63d99c1) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:10.529012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.534413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Network f1566144-1f29-4c26-a21f-76498ed4107b is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:10.561014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:10.655945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.678502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf092b0f-7588-4709-9dc0-488e642a395a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.678502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.704667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Deleting port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:10.705024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.709963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46895981-8fd2-4a8a-b384-70dc90291f30 None None] Pushing event updated for resources: {'Port': ['ID=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:10.742441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-638893666'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:10.809640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.870296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf092b0f-7588-4709-9dc0-488e642a395a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.896453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.932247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] For port 1c27e0ff-0e70-48f5-8b62-5d554fa805c7, host hv-neutron-7431, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:10.932633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.937337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.977463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.984005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:10.984910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.004257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Calling delete_port for 1c27e0ff-0e70-48f5-8b62-5d554fa805c7 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:11.072114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:11.100197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9fa562ce-3e07-4427-bea3-ecb3ec650f56 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:11.153624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.154957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.183877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf092b0f-7588-4709-9dc0-488e642a395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.186418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf092b0f-7588-4709-9dc0-488e642a395a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.191851 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cf092b0f-7588-4709-9dc0-488e642a395a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fcaa639-6535-4015-a4b6-5a36f474c68f HTTP/1.1" status: 204 len: 168 time: 0.8758869 Oct 16 13:36:11.203932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.205045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.209750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-68581601-de56-4ebb-aa5d-be77e3c3c957 None None] Provisioning complete for port b1a731fb-c824-453b-83c8-3e1358d3402e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:11.210124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-68581601-de56-4ebb-aa5d-be77e3c3c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.240072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092b0f-7588-4709-9dc0-488e642a395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcaa639-6535-4015-a4b6-5a36f474c68f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:11.248623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.263477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-68581601-de56-4ebb-aa5d-be77e3c3c957 None None] Port b1a731fb-c824-453b-83c8-3e1358d3402e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:11.288235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Pushing event updated for resources: {'Port': ['ID=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:11.301296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.317322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:11.317620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:11.322099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=5a640e3f-2707-4bda-97e3-d7d6981de7b3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:11.330009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.331601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:11.332260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.333471 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aca7cfd2-41d9-4c50-b481-4520dd19a304 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/5a640e3f-2707-4bda-97e3-d7d6981de7b3 HTTP/1.1" status: 204 len: 168 time: 0.9000373 Oct 16 13:36:11.339621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59254) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:11.351114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:11.355933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.397769 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bb4bee64-3a6b-4150-83ba-293a9e0d662c admin admin] 10.222.0.24 "PUT /v2.0/routers/b50f6ab2-31a7-4f92-9b60-c8f0918cd941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0596383 Oct 16 13:36:11.402494 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-82886ef2-9634-40f7-9adc-e40f7664c26b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580690 Oct 16 13:36:11.411980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59256) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:11.452310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:11.452587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Network 454c4c09-01e4-457a-b9f2-663c251b1104 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:11.467905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:11.478937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.480492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ac155c0c-791a-4d85-a820-f16fda20022a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9930816 Oct 16 13:36:11.482377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:11.489398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59260) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:11.489877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.499261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:11.499842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.575767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Pushing event updated for resources: {'Port': ['ID=1ce96613-45b9-4e7c-b047-2775ced1aac6,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:11.595458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.665715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.720026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Attempting to bind port 1ce96613-45b9-4e7c-b047-2775ced1aac6 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:11.720026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Attempting to bind port 1ce96613-45b9-4e7c-b047-2775ced1aac6 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:11.720226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Attempting to bind port 1ce96613-45b9-4e7c-b047-2775ced1aac6 on network 454c4c09-01e4-457a-b9f2-663c251b1104 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:11.739802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Attempting to bind port 919b81ba-ea5b-4525-84a1-622aa33d4970 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:11.740491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Attempting to bind port 919b81ba-ea5b-4525-84a1-622aa33d4970 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:11.740612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Attempting to bind port 919b81ba-ea5b-4525-84a1-622aa33d4970 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:11.745418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:11.747643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:11.747643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Checking segment: {'id': '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:11.747643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.747643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Bound using segment: {'id': '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:11.747643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Bound port: 1ce96613-45b9-4e7c-b047-2775ced1aac6, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:11.747643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.749039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.757945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807664-88f9-446b-ad4a-95766f3d835d None None] Pushing event updated for resources: {'Port': ['ID=919b81ba-ea5b-4525-84a1-622aa33d4970,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:11.773660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:11.779630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:11.779630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.779630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:11.779630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Bound port: 919b81ba-ea5b-4525-84a1-622aa33d4970, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:11.779630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:11.799335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Allocated IP 172.26.5.90 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/4565daeb-0f61-4e39-8730-a442d0797029) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:12.037537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-70aa81fa-4643-4acc-bc31-be49bd38af4f None None] Provisioning complete for port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:12.038045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70aa81fa-4643-4acc-bc31-be49bd38af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.064256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.074145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1c27e0ff-0e70-48f5-8b62-5d554fa805c7 HTTP/1.1" status: 204 len: 168 time: 2.0202613 Oct 16 13:36:12.078675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59272) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:12.085848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b5723f8-ade0-4d58-8062-224753bab852 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:12.091892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880493-ac23-4b6f-b040-f140b0915a56 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c27e0ff-0e70-48f5-8b62-5d554fa805c7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:12.106389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.131248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12452f6-2557-4057-ade4-64ef2d040251 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:12.147159 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a38327d-fa35-4693-b9fa-eebf49da4cbb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:36:12.150520 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a38327d-fa35-4693-b9fa-eebf49da4cbb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "GET /v2.0/ports/1c27e0ff-0e70-48f5-8b62-5d554fa805c7 HTTP/1.1" status: 404 len: 333 time: 0.0695574 Oct 16 13:36:12.153229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59276) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:12.157797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] For port 919b81ba-ea5b-4525-84a1-622aa33d4970, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:12.161364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-817872880', 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:12.189349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] For port 1ce96613-45b9-4e7c-b047-2775ced1aac6, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:12.198156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-70aa81fa-4643-4acc-bc31-be49bd38af4f None None] Port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:12.200781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] For port 919b81ba-ea5b-4525-84a1-622aa33d4970, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=919b81ba-ea5b-4525-84a1-622aa33d4970,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:12.251112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] For port 1ce96613-45b9-4e7c-b047-2775ced1aac6, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1ce96613-45b9-4e7c-b047-2775ced1aac6,segment=NetworkSegment(9d5e0410-51df-4cd8-bc3d-4b0f88a92b02),segment_id=9d5e0410-51df-4cd8-bc3d-4b0f88a92b02)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:12.319376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.334011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Made reservation on behalf of 8cf5138e76d246c0a4747ad99cd4f6b7 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:12.337702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.372089 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 2361750f-34dd-4be0-b8e4-32f3dd455b7e yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:12.377990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.403650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.408504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.442276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.448713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.452713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2b5723f8-ade0-4d58-8062-224753bab852 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:12.453007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.467633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:12.496142 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:12.505337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:12.505930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.550088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.591261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=3d2a8868-9d40-42f2-ad11-bf7557ed8e8a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:12.595472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.599775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c75d1bd-4904-4254-95cd-59572672833b {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:36:12.611034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-bc915855-ec7a-4391-beca-542f64c42f17 None None] Provisioning complete for port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:12.611411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bc915855-ec7a-4391-beca-542f64c42f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.624682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.626018 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9aed4666-e34c-4bfc-a9ee-0d319435f2e4 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1c75d1bd-4904-4254-95cd-59572672833b HTTP/1.1" status: 204 len: 168 time: 1.1323278 Oct 16 13:36:12.628559 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59286) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:12.637561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Request body: {'router': {'name': 'tempest-router-1237893102', 'distributed': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:12.696137 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Sync routers for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:12.707652 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aebbc04d-f85f-4182-b5f5-5182add30512 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2893884 Oct 16 13:36:12.709637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59290) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:12.710186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59292) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:12.711363 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:12.712001 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:12.718355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1047711496', 'description': 'tempest-description--261049200'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:12.730546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'name': 'tempest-NetworksTestDHCPv6-1969336536'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:12.783709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.797850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.808685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.819135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:12.826988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:12.827617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:12.856656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:36:12.867997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Allocated IP 172.26.5.60 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/9afed87e-bcd7-4038-8724-b406fd4dab79) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:12.890067 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:12.931625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807664-88f9-446b-ad4a-95766f3d835d None None] Pushing event updated for resources: {'Port': ['ID=919b81ba-ea5b-4525-84a1-622aa33d4970,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:13.059613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602b93-eff6-4272-8802-2dbcc4161e5d None None] Pushing event updated for resources: {'Port': ['ID=1ce96613-45b9-4e7c-b047-2775ced1aac6,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:13.213439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f3b6954b-c43a-4c79-8c06-0d41362915f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.222844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 2b5723f8-ade0-4d58-8062-224753bab852, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2b5723f8-ade0-4d58-8062-224753bab852,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:13.227521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 2, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:13.245644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.270306 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Checking router: b50f6ab2-31a7-4f92-9b60-c8f0918cd941 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:36:13.270793 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Updating router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 port b1a731fb-c824-453b-83c8-3e1358d3402e binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:36:13.312353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bc915855-ec7a-4391-beca-542f64c42f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.318164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.333438 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.350683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.362834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.411002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:13.418110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:13.427163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:13.476137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] Deleting port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:13.480597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.506729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:13.529343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event updated for resources: {'Port': ['ID=9afed87e-bcd7-4038-8724-b406fd4dab79,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:13.530416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:13.533433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Port': ['ID=4565daeb-0f61-4e39-8730-a442d0797029,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:13.540833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:13.575483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.587060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bc915855-ec7a-4391-beca-542f64c42f17 None None] For port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:13.595129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1ce96613-45b9-4e7c-b047-2775ced1aac6 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:13.613846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:13.662144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=2b5723f8-ade0-4d58-8062-224753bab852,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:13.678557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bc915855-ec7a-4391-beca-542f64c42f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.689666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.693090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.769628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.775526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.776345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.877919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.926646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.938928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:13.959621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Pushing event updated for resources: {'Port': ['ID=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:14.024844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:14.029307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.030788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.097221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.150232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc915855-ec7a-4391-beca-542f64c42f17 None None] Pushing event updated for resources: {'Port': ['ID=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:14.164862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.170290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.171359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbecd4-3295-4a9b-aabc-92cfe3403d06 None None] Network 454c4c09-01e4-457a-b9f2-663c251b1104 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:14.174170 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2f3cecfa-7cdc-41a3-88b0-766bf6d6ea8e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5441909 Oct 16 13:36:14.176883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:14.177642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:14.185411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.214539 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829939e3-46e9-47b4-b4d2-8217e3663995 None None] Pushing event updated for resources: {'Port': ['ID=b1a731fb-c824-453b-83c8-3e1358d3402e,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:14.231217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:14.312938 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Attempting to bind port b1a731fb-c824-453b-83c8-3e1358d3402e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:14.315527 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Attempting to bind port b1a731fb-c824-453b-83c8-3e1358d3402e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:14.315962 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Attempting to bind port b1a731fb-c824-453b-83c8-3e1358d3402e on network f1566144-1f29-4c26-a21f-76498ed4107b {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:14.330572 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:14.332309 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Checking segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:14.332748 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.334295 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Bound using segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:14.336895 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Bound port: b1a731fb-c824-453b-83c8-3e1358d3402e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:14.337564 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.388169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=2361750f-34dd-4be0-b8e4-32f3dd455b7e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:14.441067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Network 1daea721-4a12-4720-80b9-b73c19da1a52 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:14.453844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:14.459153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:14.466031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] For port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:14.466513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.475017 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59314) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:14.476125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.480281 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] For port b1a731fb-c824-453b-83c8-3e1358d3402e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:14.482553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] Calling delete_port for 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:14.483782 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] For port b1a731fb-c824-453b-83c8-3e1358d3402e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b1a731fb-c824-453b-83c8-3e1358d3402e,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:14.489614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:14.491283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:14.491893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.493700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.545772 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.559312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bfc954-4019-4f15-866c-dd0ab2207332,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:14.629250 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3aef497-cb1b-49da-bcdf-4b3da05bf855 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4746828 Oct 16 13:36:14.642381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:14.691389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1ce96613-45b9-4e7c-b047-2775ced1aac6 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:14.691672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.710307 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829939e3-46e9-47b4-b4d2-8217e3663995 None None] Pushing event updated for resources: {'Port': ['ID=b1a731fb-c824-453b-83c8-3e1358d3402e,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:14.722134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639d7e8-8e8e-4522-ac3e-f19fd0f94aa5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:14.725390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-71a4fa0e-323f-40f1-b9c4-f02800724d76 None None] Provisioning complete for port 1ce96613-45b9-4e7c-b047-2775ced1aac6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:14.726509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-71a4fa0e-323f-40f1-b9c4-f02800724d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.726700 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4639d7e8-8e8e-4522-ac3e-f19fd0f94aa5 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "GET /v2.0/ports/2361750f-34dd-4be0-b8e4-32f3dd455b7e HTTP/1.1" status: 200 len: 954 time: 0.0814040 Oct 16 13:36:14.736554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59320) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:14.742988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f8624d63-120d-4639-9f86-9eba1be743a3 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1794291976'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:14.743162 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:14.743430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f8624d63-120d-4639-9f86-9eba1be743a3 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Unknown quota resources ['metering_label']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:36:14.744093 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:35:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:14.861281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.866399 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c9376df2-0554-45e9-ae0e-d1cd52752563 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1523380 Oct 16 13:36:14.889554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59322) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:14.904185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.913610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:14.916902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Request body: {'security_group_rule': {'security_group_id': '72bfc954-4019-4f15-866c-dd0ab2207332', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:14.983826 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:14.987630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:10Z', 'revision_number': 1, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:15.067598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde8171-d9bb-4906-9e7a-d88b3abbc37f None None] The sync data for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv is: [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:10Z', 'revision_number': 1, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:15.090999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.127983 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:36:15.185578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.190888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.245156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 1ce96613-45b9-4e7c-b047-2775ced1aac6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1ce96613-45b9-4e7c-b047-2775ced1aac6,segment=NetworkSegment(9d5e0410-51df-4cd8-bc3d-4b0f88a92b02),segment_id=9d5e0410-51df-4cd8-bc3d-4b0f88a92b02)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:15.246682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.304497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Router a1bba587-690e-46a2-981b-ba4e6a9133b7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:15.317059 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:14Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:15.330184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.339355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Deleting port 2361750f-34dd-4be0-b8e4-32f3dd455b7e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:15.344217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.346902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.355457 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef766b1-224b-4abe-9499-d1505171f98c None None] The sync data for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv is: [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:14Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:15.362424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.362926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5f9aa5-52a0-493f-ab14-8b84d3ec6578 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:36:15.379510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] Pushing event deleted for resources: {'Port': ['ID=8cdd9041-d5e6-489c-bbcd-f53af3f3b910,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:15.404525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d979de-2c18-41e1-883b-fcd4237c830d None None] No DVR routers for this DVR port 8cdd9041-d5e6-489c-bbcd-f53af3f3b910 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:36:15.430991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.444107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.445821 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5edbde4c-bcac-490e-9b95-a0018877866a tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6c5f9aa5-52a0-493f-ab14-8b84d3ec6578 HTTP/1.1" status: 204 len: 168 time: 1.2659376 Oct 16 13:36:15.449868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-71a4fa0e-323f-40f1-b9c4-f02800724d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.467914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::198 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/3d2a8868-9d40-42f2-ad11-bf7557ed8e8a/99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:15.476917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59324) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:15.499234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Request body: {'router': {'name': 'tempest-router-92034022', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c22dcdebc0c249b09bbb8bd58b95ace4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:15.529892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.566802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=1ce96613-45b9-4e7c-b047-2775ced1aac6,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:15.571280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b5723f8-ade0-4d58-8062-224753bab852 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:15.592236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b2cc1f-6662-4d46-9049-a0bf1a50d82a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:15.601427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.607420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f8624d63-120d-4639-9f86-9eba1be743a3 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.611889 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f8624d63-120d-4639-9f86-9eba1be743a3 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1230509 Oct 16 13:36:15.611998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8bc6d-e29f-426f-a9f1-64b0ae043a83 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:15.616273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.625691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bb62bb63-6fc6-4110-af37-da3a4b169a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.631166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59326) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:15.639411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-eca311d6-b6e2-43eb-96c3-a158a1566dac tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '43dda2d9-7a1b-4958-b295-e531ef1e56bb'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:15.640028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-eca311d6-b6e2-43eb-96c3-a158a1566dac tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:36:15.703763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Calling delete_port for 2361750f-34dd-4be0-b8e4-32f3dd455b7e owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:15.728381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.741534 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d61bbf68-25e4-4140-99f9-e7a7a1ce813f tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8428533 Oct 16 13:36:15.742887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-71a4fa0e-323f-40f1-b9c4-f02800724d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:36:15.743245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-71a4fa0e-323f-40f1-b9c4-f02800724d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:36:15.744603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59328) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:15.789454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Request body: {'security_group_rule': {'security_group_id': '72bfc954-4019-4f15-866c-dd0ab2207332', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:15.802258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:15.820363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dd8f53e8-0292-4345-890d-6bb7e5517c2d admin admin] 10.222.0.24 "PUT /v2.0/routers/a1bba587-690e-46a2-981b-ba4e6a9133b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5788538 Oct 16 13:36:15.823209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.838043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2b5723f8-ade0-4d58-8062-224753bab852 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:15.838414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:15.899222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Router fc0c444e-10e9-462a-baab-5cc319c8ec24 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:36:15.942523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event updated for resources: {'Port': ['ID=9afed87e-bcd7-4038-8724-b406fd4dab79,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:15.978066 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.services.metering.metering_plugin [None req-eca311d6-b6e2-43eb-96c3-a158a1566dac tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 16 13:36:16.171798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '3d2a8868-9d40-42f2-ad11-bf7557ed8e8a'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:16.173158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.181638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.183263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:16.198735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.199771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.213597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] Sync routers for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:16.231206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:16.231831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:16.276385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:16.324235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:16.331516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:16.352659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.353998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8e70e656-f5d0-441e-8b46-66b4c7c43f56 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.7808902 Oct 16 13:36:16.356644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59336) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:16.374306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:16.375061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0e43c-dff3-434f-83e0-ec043b02daeb None None] The sync data for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:16.541762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.558899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.574750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.575296 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d9a0b7a8-ad86-4df8-8fde-4777f3d866ee tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1888497 Oct 16 13:36:16.588345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.608647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Provisioning complete for port 1ce96613-45b9-4e7c-b047-2775ced1aac6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:16.612241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.657371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.665151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eca311d6-b6e2-43eb-96c3-a158a1566dac tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.675023 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eca311d6-b6e2-43eb-96c3-a158a1566dac tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0303440 Oct 16 13:36:16.692476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59340) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:16.698030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.718436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0cccd388-fe68-4603-9e57-c32027383e84 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '43dda2d9-7a1b-4958-b295-e531ef1e56bb'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:16.718436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0cccd388-fe68-4603-9e57-c32027383e84 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:36:16.741508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.812787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59350) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:16.823533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717684814', 'description': 'tempest-description--1396368537'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:16.832797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Provisioning complete for port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:16.833167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.888918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:16.902059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:16.906096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.914608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/3d2a8868-9d40-42f2-ad11-bf7557ed8e8a/d996c8c5-00c2-4efd-a06c-6b007021652d) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:16.921322 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d19a3cc9-4d89-4746-9449-91254bdbf22e tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4362619 Oct 16 13:36:16.921865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.925308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:16.930006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:16.936148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:16.940140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59362) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:16.941047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.946860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:16.954263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.956784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Provisioning complete for port b1a731fb-c824-453b-83c8-3e1358d3402e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:16.957158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:16.990457 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.services.metering.metering_plugin [None req-0cccd388-fe68-4603-9e57-c32027383e84 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 16 13:36:17.102856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59370) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.116593 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 16 13:36:17.141857 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4300621 Oct 16 13:36:17.143918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59372) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.164112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.173163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.182630 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2361750f-34dd-4be0-b8e4-32f3dd455b7e HTTP/1.1" status: 204 len: 168 time: 2.4444864 Oct 16 13:36:17.217635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59374) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.259122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.262465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cccd388-fe68-4603-9e57-c32027383e84 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.263711 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0cccd388-fe68-4603-9e57-c32027383e84 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5629621 Oct 16 13:36:17.264494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeaa68-35c3-4c74-8219-95e1a3b9631b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:17.266626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59376) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.285973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-48418523-8419-4508-b166-69a394756f27 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:36:17.290772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.292555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-48418523-8419-4508-b166-69a394756f27 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "GET /v2.0/ports/2361750f-34dd-4be0-b8e4-32f3dd455b7e HTTP/1.1" status: 404 len: 333 time: 0.0671446 Oct 16 13:36:17.293584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] For port b1a731fb-c824-453b-83c8-3e1358d3402e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b1a731fb-c824-453b-83c8-3e1358d3402e,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:17.294570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59378) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.296822 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2c2550ab-b536-4eb7-aa38-7b159a7c991c tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b845df16-6480-49df-92dd-f2ed5ca1a74d HTTP/1.1" status: 200 len: 464 time: 0.0195138 Oct 16 13:36:17.300389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59380) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.310801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Request body: {'port': {'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1514266983'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:17.328141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.338738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37080401-a68e-4826-b687-e6f3bb75d6e3 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event deleted for resources: {'Port': ['ID=2361750f-34dd-4be0-b8e4-32f3dd455b7e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:17.357445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.365307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.370874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc5fcb4-6e40-4556-99e7-843dd0092e5b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:17.485750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Made reservation on behalf of 8cf5138e76d246c0a4747ad99cd4f6b7 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:17.489346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.502037 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-4ee8f497-ac41-4856-b267-4652d2da8086 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1333777736&fields=id&tenant_id=37476cbc9d2c45b4ab9c00f692272801 HTTP/1.1" status: 200 len: 267 time: 0.3864069 Oct 16 13:36:17.551059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.552342 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-98123afe-1703-454f-b0fd-62ccf6ede41b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7929883 Oct 16 13:36:17.555786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59382) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.560385 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:17.616336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abc25f-9c70-4358-bebc-f2c2586c4ac9 None None] Pushing event updated for resources: {'Port': ['ID=b1a731fb-c824-453b-83c8-3e1358d3402e,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:17.625386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:17.629660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:17.654030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:17.664875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f75412d5-2ddb-4f84-a032-66c0df462e11 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.669214 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f75412d5-2ddb-4f84-a032-66c0df462e11 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/b845df16-6480-49df-92dd-f2ed5ca1a74d HTTP/1.1" status: 204 len: 168 time: 0.3644223 Oct 16 13:36:17.669214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59384) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.683263 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-836499d7-0d20-4149-a5c1-f371aa686b5d tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b845df16-6480-49df-92dd-f2ed5ca1a74d HTTP/1.1" status: 200 len: 221 time: 0.0123250 Oct 16 13:36:17.683465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b1a731fb-c824-453b-83c8-3e1358d3402e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:17.687587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59386) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.692469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4f5fe235-4977-4c25-96cb-a3ccdf97c94e tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--311577549', 'description': 'label created by tempest'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:17.697728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4f5fe235-4977-4c25-96cb-a3ccdf97c94e tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Unknown quota resources ['metering_label']. {{(pid=101081) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 16 13:36:17.746861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.756483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Pushing event updated for resources: {'Port': ['ID=d996c8c5-00c2-4efd-a06c-6b007021652d,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:17.778722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Attempting to bind port d996c8c5-00c2-4efd-a06c-6b007021652d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:17.779085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Attempting to bind port d996c8c5-00c2-4efd-a06c-6b007021652d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:17.779446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Attempting to bind port d996c8c5-00c2-4efd-a06c-6b007021652d on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:17.788055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:17.788279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:17.788563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.788959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:17.789430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Bound port: d996c8c5-00c2-4efd-a06c-6b007021652d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:17.789812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.831185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b1a731fb-c824-453b-83c8-3e1358d3402e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:17.831563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.903488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] For port d996c8c5-00c2-4efd-a06c-6b007021652d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:17.907108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] For port d996c8c5-00c2-4efd-a06c-6b007021652d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d996c8c5-00c2-4efd-a06c-6b007021652d,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:17.921898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:17.955598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe235-4977-4c25-96cb-a3ccdf97c94e tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.959319 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4f5fe235-4977-4c25-96cb-a3ccdf97c94e tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2682843 Oct 16 13:36:17.959469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1ce96613-45b9-4e7c-b047-2775ced1aac6 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:17.959883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59388) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:17.982543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:17.998057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.022187 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a381879f-9e5d-4fe5-b3f3-de32702a1b04 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=084412f1-9662-4fdf-9045-49030a9509b3 HTTP/1.1" status: 200 len: 467 time: 0.0578241 Oct 16 13:36:18.023293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59390) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.071461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e4fb7-478f-4af4-a58f-01bb0bf9607c None None] Pushing event updated for resources: {'Port': ['ID=d996c8c5-00c2-4efd-a06c-6b007021652d,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:18.081076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1ce96613-45b9-4e7c-b047-2775ced1aac6 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:18.081446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.082240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.083600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbdee07-ee29-48af-a9d0-61b1af580271 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:18.085237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2bbdee07-ee29-48af-a9d0-61b1af580271 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.9307077 Oct 16 13:36:18.090961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59392) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.121083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.174667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.175117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.195624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 919b81ba-ea5b-4525-84a1-622aa33d4970 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:18.288756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 919b81ba-ea5b-4525-84a1-622aa33d4970 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:18.289195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.317259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-e263592a-5502-4603-8abd-d7bbea6c7632 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:18.320865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-e263592a-5502-4603-8abd-d7bbea6c7632 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 812 time: 0.8178711 Oct 16 13:36:18.382118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:18.431139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.432451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0e5c89d4-c804-4c47-9ae4-4d04cdb03fed tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6127248 Oct 16 13:36:18.444524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-4162f900-36bc-45ea-902d-ecf77a6e905b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/quotas/37476cbc9d2c45b4ab9c00f692272801 HTTP/1.1" status: 200 len: 375 time: 0.0867603 Oct 16 13:36:18.463389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.468838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101080) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 16 13:36:18.468962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59394) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.469061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Router 674bbf94-fb83-460d-ab94-f65d62af465b migrating from provider to provider. {{(pid=101080) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 16 13:36:18.469162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.493131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 919b81ba-ea5b-4525-84a1-622aa33d4970, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=919b81ba-ea5b-4525-84a1-622aa33d4970,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:18.497420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.527664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Request body: {'security_group_rule': {'security_group_id': '0434cf48-dcc8-4ca3-8edb-3ce4919eac0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:18.536336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08a37221-ee16-44fa-af76-98f47c4da218 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.537489 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-08a37221-ee16-44fa-af76-98f47c4da218 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/084412f1-9662-4fdf-9045-49030a9509b3 HTTP/1.1" status: 204 len: 168 time: 0.5140836 Oct 16 13:36:18.542908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59396) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.559941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.567987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.591642 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-56e6d7a3-2cc0-4d95-bc3a-a39818f73c2c tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=084412f1-9662-4fdf-9045-49030a9509b3 HTTP/1.1" status: 200 len: 216 time: 0.0413072 Oct 16 13:36:18.591642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Allocated IP 172.26.5.48 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/e1044fdd-5b28-4ce2-a67a-940d90b6b877) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:18.592999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59398) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.625006 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1562bf81-f848-4837-8588-727f37294ba4 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0268729 Oct 16 13:36:18.626551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59400) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.631623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.660181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=919b81ba-ea5b-4525-84a1-622aa33d4970,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:18.664716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.670161 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5d8433fc-e260-472d-a866-adc15d7cd11f tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0402834 Oct 16 13:36:18.673728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.704525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59402) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:18.719954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:18.720299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.824446 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-4005532b-b7f7-4038-844d-b279dedd058f tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3473194 Oct 16 13:36:18.838187 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] No L3 agents can host the router 674bbf94-fb83-460d-ab94-f65d62af465b Oct 16 13:36:18.841498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:18.948416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.038733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-7984e417-fd90-48cc-9c61-acedfb3dc304 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:36:19.039779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-7984e417-fd90-48cc-9c61-acedfb3dc304 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.1001313 Oct 16 13:36:19.090711 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4b0fd2e9-901d-4ec9-a926-0fe1744498ce tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/43dda2d9-7a1b-4958-b295-e531ef1e56bb HTTP/1.1" status: 200 len: 473 time: 0.3834617 Oct 16 13:36:19.101262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59410) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.140763 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aa855a7d-5489-40f0-b81a-b3d5cbe1e6af tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/96315d9e-36a4-457e-adb3-ad3d8b19127b HTTP/1.1" status: 200 len: 461 time: 0.0366988 Oct 16 13:36:19.148291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Network 1daea721-4a12-4720-80b9-b73c19da1a52 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:19.150936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59412) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.159828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.167198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.175960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:19.183323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:19.192216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:19.195786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:19.195786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.199855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea817de-2cc4-4c57-9bf0-abdcd9213d1b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:19.202024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Hosts for router 674bbf94-fb83-460d-ab94-f65d62af465b: [] {{(pid=101080) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 16 13:36:19.209605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.256100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.289729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Hosts for other DVR routers connected to router 674bbf94-fb83-460d-ab94-f65d62af465b: set() {{(pid=101080) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 16 13:36:19.292242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.296626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6e34608a-ff7d-4651-8105-97959c698851 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "PUT /v2.0/routers/674bbf94-fb83-460d-ab94-f65d62af465b HTTP/1.1" status: 200 len: 715 time: 2.3545680 Oct 16 13:36:19.297100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be760c58-73a3-416a-9a25-f072707e5caa,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:19.304504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59414) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.327381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7bcdfcd7-1b31-42bf-a9ad-de83e5f4096b None None] Provisioning complete for port d996c8c5-00c2-4efd-a06c-6b007021652d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:19.327991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bcdfcd7-1b31-42bf-a9ad-de83e5f4096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.373481 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f31a511e-aedc-4d6b-b1ae-6f15e191b2fb tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0662801 Oct 16 13:36:19.390909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59416) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.407155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:19.426581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.427740 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2d983e5e-82e1-4860-a6ff-76d7717b369c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9067078 Oct 16 13:36:19.428911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.430956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59418) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.434861 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-31238a70-f5bc-46a8-9bcb-aec8fcb964ee tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "GET /v2.0/routers/674bbf94-fb83-460d-ab94-f65d62af465b HTTP/1.1" status: 200 len: 715 time: 0.1292911 Oct 16 13:36:19.441225 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Request body: {'security_group_rule': {'security_group_id': '0434cf48-dcc8-4ca3-8edb-3ce4919eac0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:19.451324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59420) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.530866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a3c32cc4-bf95-4924-a902-5b3a1a9cd952 service neutron] 10.222.0.24 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421630 Oct 16 13:36:19.552403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bcdfcd7-1b31-42bf-a9ad-de83e5f4096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.555312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:19.574434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event updated for resources: {'Port': ['ID=e1044fdd-5b28-4ce2-a67a-940d90b6b877,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:19.611208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:19.617971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:19.641533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7bcdfcd7-1b31-42bf-a9ad-de83e5f4096b None None] For port d996c8c5-00c2-4efd-a06c-6b007021652d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d996c8c5-00c2-4efd-a06c-6b007021652d,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:19.691996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b1a731fb-c824-453b-83c8-3e1358d3402e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:19.767887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b1a731fb-c824-453b-83c8-3e1358d3402e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:19.768398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.803146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7bcdfcd7-1b31-42bf-a9ad-de83e5f4096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.843816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.870018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdfcd7-1b31-42bf-a9ad-de83e5f4096b None None] Pushing event updated for resources: {'Port': ['ID=d996c8c5-00c2-4efd-a06c-6b007021652d,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:19.870255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.913742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1aaff7bc-c3de-4e75-9e48-fc533461caf8 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.917302 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1aaff7bc-c3de-4e75-9e48-fc533461caf8 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/96315d9e-36a4-457e-adb3-ad3d8b19127b HTTP/1.1" status: 204 len: 168 time: 0.7568748 Oct 16 13:36:19.946416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 919b81ba-ea5b-4525-84a1-622aa33d4970 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:19.952927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59424) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:19.971083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3947b4dc-a153-4219-aa9b-6bef2d936c84 None None] Could not find standard attr ID for object 99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:36:19.977560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:19.995709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3947b4dc-a153-4219-aa9b-6bef2d936c84 None None] Could not find standard attr ID for object 470f6a91-5fa3-4ad2-adb9-e0e844b22fd8. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:36:20.000594 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-22d565f1-503c-4275-96ad-ffa1eec143ad tempest-RoutersTestDVR-453178696 tempest-RoutersTestDVR-453178696-project] 10.222.0.24 "GET /v2.0/routers/674bbf94-fb83-460d-ab94-f65d62af465b HTTP/1.1" status: 200 len: 681 time: 0.5267622 Oct 16 13:36:20.021411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 919b81ba-ea5b-4525-84a1-622aa33d4970 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:20.022146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.043012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:20.043834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59426) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.130408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.134360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d996c8c5-00c2-4efd-a06c-6b007021652d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:20.134770 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e04e8b6c-3c87-4b57-8d1d-5e1ed7135685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3 HTTP/1.1" status: 204 len: 168 time: 2.0425947 Oct 16 13:36:20.138304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.206621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606401fd-8fc1-4c17-904a-0689f6438d6d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:20.208270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606401fd-8fc1-4c17-904a-0689f6438d6d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:20.209915 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-606401fd-8fc1-4c17-904a-0689f6438d6d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0684505 Oct 16 13:36:20.211978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.213395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.214804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59430) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.223141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d996c8c5-00c2-4efd-a06c-6b007021652d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:20.223961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.272564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.306274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26aeeda1-411e-4ffa-b05b-a9a8f49c1900,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:20.317540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 3d2a8868-9d40-42f2-ad11-bf7557ed8e8a {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:36:20.336092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.380394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.403719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.409953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.467193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.468330 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-05bafbf5-edc9-46b2-9769-674796ebbdb6 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0323670 Oct 16 13:36:20.474226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59432) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.474390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Allocated IP 172.20.0.1 (454c4c09-01e4-457a-b9f2-663c251b1104/1b412ff0-580e-4ea7-b8e2-3f940e6a6b68/ab35516d-4a6f-4e01-974d-122dcf3a6539) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:20.487307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:20.491626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-79bb9342-4a0a-4b61-b526-9ad197875c94 service neutron] 10.222.0.24 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9594836 Oct 16 13:36:20.538927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.552829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb20ba16-001b-429e-9ac3-dc0b2ffcefc2 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.553950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bb20ba16-001b-429e-9ac3-dc0b2ffcefc2 tempest-MeteringTestJSON-394261290 tempest-MeteringTestJSON-394261290-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/43dda2d9-7a1b-4958-b295-e531ef1e56bb HTTP/1.1" status: 204 len: 168 time: 0.5873392 Oct 16 13:36:20.614046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.784205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.784378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.785697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.830273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2a8868-9d40-42f2-ad11-bf7557ed8e8a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:20.837638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.840753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.846620 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2459774e-4f62-4cbf-bc6f-c9abfc255acf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/3d2a8868-9d40-42f2-ad11-bf7557ed8e8a HTTP/1.1" status: 204 len: 168 time: 0.6283312 Oct 16 13:36:20.847827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59450) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.860997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077aea07-ac09-43da-b517-2944f5b6af43 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:20.882756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59458) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.917748 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-496ed59c-0293-48af-9e58-a7b94478d2c0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683606 Oct 16 13:36:20.920938 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59462) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.921071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] device_id is not set on port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:20.924176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.933301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.944296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.952773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.953302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 674bbf94-fb83-460d-ab94-f65d62af465b {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:36:20.959501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:20.964930 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f23f4a0c-8db5-4462-aa12-8886748c1792 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "DELETE /v2.0/routers/674bbf94-fb83-460d-ab94-f65d62af465b HTTP/1.1" status: 204 len: 168 time: 0.9092393 Oct 16 13:36:20.967560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59464) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:20.974484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Request body: {'router': {'name': 'tempest-router-1297628923', 'distributed': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:21.003429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.022563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event updated for resources: {'Port': ['ID=e1044fdd-5b28-4ce2-a67a-940d90b6b877,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:21.025664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.037797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.089268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567a28f-57d2-4d95-af53-f05a3df79fc5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:21.090928 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2567a28f-57d2-4d95-af53-f05a3df79fc5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1686490 Oct 16 13:36:21.097125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59468) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:21.098262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.099449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.140968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.200018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:36:21.200836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.202070 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f9258f3d-2c86-4067-9744-356b4b27eda8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6452355 Oct 16 13:36:21.210444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network 454c4c09-01e4-457a-b9f2-663c251b1104 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:21.212748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924f09a-aa0b-4dbb-8cb1-f307b24c1927 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:21.214544 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a924f09a-aa0b-4dbb-8cb1-f307b24c1927 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163735 Oct 16 13:36:21.216714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59472) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:21.222056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.223164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea817de-2cc4-4c57-9bf0-abdcd9213d1b,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:21.242118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:21.311999 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f9228105-f7dc-4a5f-841a-a42140b4f6a3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939109 Oct 16 13:36:21.315125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59474) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:21.328959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:21.331146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Port': ['ID=ab35516d-4a6f-4e01-974d-122dcf3a6539,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:21.345900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:21.346389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.356717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:21.357052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:21.357390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:21.359704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.360468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] Deleting port d996c8c5-00c2-4efd-a06c-6b007021652d {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:21.360942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.383207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Allocated IP 172.26.5.174 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/438de02a-47c9-4cd3-a07e-f0863bde5e5f) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:21.471645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59478) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:21.524790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] For port d996c8c5-00c2-4efd-a06c-6b007021652d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d996c8c5-00c2-4efd-a06c-6b007021652d,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:21.525237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.550610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] Calling delete_port for d996c8c5-00c2-4efd-a06c-6b007021652d owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:21.610126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d996c8c5-00c2-4efd-a06c-6b007021652d no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:36:21.688684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:21.689020 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:21.692559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 2 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:21.748098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.775890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7afff92b-325c-4e0e-b0da-69f5dd21b028 None None] Provisioning complete for port ab35516d-4a6f-4e01-974d-122dcf3a6539 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:21.776420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7afff92b-325c-4e0e-b0da-69f5dd21b028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.797090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-768118f8-e1a3-4fda-9358-fa9ff8e8321c req-d7471f5b-d9aa-4988-97ac-4daeb203d307 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.9080260 Oct 16 13:36:21.815588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.847796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.851801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-42caa5f0-42ef-45cd-a6f8-3d4521f9347d tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8832781 Oct 16 13:36:21.852260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59500) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:21.856506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:21.856835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:21.857183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:21.863821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0462ae20-c296-449a-8873-c253a92a15e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.868243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.869684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:21.870011 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:21.879721 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 3 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:21.880188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] No DVR routers for this DVR port d996c8c5-00c2-4efd-a06c-6b007021652d on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:36:21.886623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5040fcd-0fed-41ea-a5a7-ed75b1c6787c None None] Pushing event deleted for resources: {'Port': ['ID=d996c8c5-00c2-4efd-a06c-6b007021652d,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:21.899819 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Sync routers for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:21.900303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.907564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7afff92b-325c-4e0e-b0da-69f5dd21b028 None None] Port ab35516d-4a6f-4e01-974d-122dcf3a6539 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:21.915733 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:21.916428 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:21.945618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:21.949733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.983043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0462ae20-c296-449a-8873-c253a92a15e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:21.993971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.024939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:22.025292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:22.025632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:22.033911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-c25b7f84-f7f7-47ee-926d-adb8dc90b012 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1047711496&fields=id&tenant_id=4b7cb1e824a247f98571cd2e63100cea HTTP/1.1" status: 200 len: 267 time: 0.3382661 Oct 16 13:36:22.039648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:22.039648 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:22.042651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 4 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:22.081176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0462ae20-c296-449a-8873-c253a92a15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.095645 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:22.147494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:22.147991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:22.149707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:22.237417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:22.237947 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:22.288086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:22.293993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.300769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:22.310698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.369880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:22.386405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event updated for resources: {'Port': ['ID=438de02a-47c9-4cd3-a07e-f0863bde5e5f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:22.432617 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 2, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:22.468384 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Checking router: a1bba587-690e-46a2-981b-ba4e6a9133b7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:36:22.468740 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Updating router a1bba587-690e-46a2-981b-ba4e6a9133b7 port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:36:22.499150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 5 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:22.506829 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.512036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462ae20-c296-449a-8873-c253a92a15e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faba11f-5374-419f-8814-9b6e47b8cd0a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:22.525618 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0462ae20-c296-449a-8873-c253a92a15e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c19526007cd4cce805538d6a21a1113&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0397167 Oct 16 13:36:22.537664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59508) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:22.547192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:22.547825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:22.548403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:22.583270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:22.583975 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:22.592914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 6 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:22.602196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.604377 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.665065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-5e6dbe88-fe44-4810-a00c-2c9226c18957 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:22.666673 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-5e6dbe88-fe44-4810-a00c-2c9226c18957 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/networks?id=f1566144-1f29-4c26-a21f-76498ed4107b HTTP/1.1" status: 200 len: 806 time: 0.6226461 Oct 16 13:36:22.685028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:22.685458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:22.685929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:22.692469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.707228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:22.707648 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:22.710535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 7 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:22.713902 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-651638db-d19b-4e4e-91b9-314c7b75a417 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/quotas/4b7cb1e824a247f98571cd2e63100cea HTTP/1.1" status: 200 len: 375 time: 0.0382404 Oct 16 13:36:22.737821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.738558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99482aeb-729c-4d27-88c4-c0d48f60ec91 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:36:22.745549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.749723 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5f49fb41-42d1-439b-8dea-4a5967950c99 tempest-RoutersTestDVR-1219182985 tempest-RoutersTestDVR-1219182985-project-admin] 10.222.0.24 "DELETE /v2.0/routers/99482aeb-729c-4d27-88c4-c0d48f60ec91 HTTP/1.1" status: 204 len: 168 time: 0.8931785 Oct 16 13:36:22.786699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:22.787036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:22.787365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:22.789275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-659e0fe5-f078-40e7-9544-16448d9ac350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.819047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:22.819381 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:22.831512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 8 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:22.849187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.901827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-659e0fe5-f078-40e7-9544-16448d9ac350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.913359 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.941142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:22.941484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:22.941822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:22.967501 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:22.976762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9fdf708-d8ed-405e-b20f-bc60765f6f5d req-4d277ff0-7989-4b31-ae45-40c8f5e22a4b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.0653789 Oct 16 13:36:23.013073 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-14b555b7-7c97-44d8-a6fd-5e7e9b70c3b5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b7cb1e824a247f98571cd2e63100cea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2863629 Oct 16 13:36:23.013883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:23.014218 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:23.022061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 9 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:23.056262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.098685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:23.101303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:23.107651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:23.107985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:23.112160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:23.114141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd3f25-f127-4c28-ac9c-c502ec92adc3 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:23.133836 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f547d8-0ef6-437c-a82e-298088d38c31 None None] Pushing event updated for resources: {'Port': ['ID=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:23.169205 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Attempting to bind port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:23.171011 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Attempting to bind port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:23.173040 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Attempting to bind port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 on network e06eee63-6097-4f09-be65-cc2d32ff3b1e {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:23.181541 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:23.182162 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Checking segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:23.182717 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.183305 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Bound using segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:23.183909 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Bound port: 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:23.184496 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.245096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:23.245459 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:23.246099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.253237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempt 10 to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b Oct 16 13:36:23.339292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:23.340522 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] For port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:23.343477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59520) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:23.343957 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.350513 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] For port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:23.358915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.377269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=11e8516c-acd6-4629-8eb5-c254e37b4b9d,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:23.381625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:23.381990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:23.382307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempting to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:23.385763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.388926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-659e0fe5-f078-40e7-9544-16448d9ac350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.391747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-659e0fe5-f078-40e7-9544-16448d9ac350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.393691 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-659e0fe5-f078-40e7-9544-16448d9ac350 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8faba11f-5374-419f-8814-9b6e47b8cd0a HTTP/1.1" status: 204 len: 168 time: 0.8542604 Oct 16 13:36:23.406720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e0fe5-f078-40e7-9544-16448d9ac350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faba11f-5374-419f-8814-9b6e47b8cd0a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:23.411758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:23.412121 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Failed to bind port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'bfd3f6f9-6703-4d10-8f2f-392b4859f785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1daea721-4a12-4720-80b9-b73c19da1a52'}] Oct 16 13:36:23.412528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.420869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.443334 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-6e9093cb-64e6-4f5f-b7ce-732a8ba3b7f8 service neutron] 10.222.0.24 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926718 Oct 16 13:36:23.444744 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.469666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event updated for resources: {'Port': ['ID=438de02a-47c9-4cd3-a07e-f0863bde5e5f,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:23.491719 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1ec8acdc-af1d-4db2-b809-ba7df08da0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1668153 Oct 16 13:36:23.494409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59526) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:23.501547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': '11e8516c-acd6-4629-8eb5-c254e37b4b9d', 'ip_address': '2001:db8::be6b:bb8a:5384:8aee'}], 'name': 'tempest-NetworksTestDHCPv6-317833916'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:23.563092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '11e8516c-acd6-4629-8eb5-c254e37b4b9d'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:23.566563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.572085 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:23.572085 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:23.601334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5990ee1b-c983-43e3-b1ed-5a9144ed6b19 None None] Provisioning complete for port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:23.602530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5990ee1b-c983-43e3-b1ed-5a9144ed6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.609587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.619932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.657084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.658439 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea2bf021-828b-4468-8ef3-9c8204153f7c tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1818714 Oct 16 13:36:23.742233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cac6006-8ad6-489e-991f-1fc54cd72496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:23.759156 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f547d8-0ef6-437c-a82e-298088d38c31 None None] Pushing event updated for resources: {'Port': ['ID=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:23.853726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:23.872623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Port': ['ID=ab35516d-4a6f-4e01-974d-122dcf3a6539,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:23.922582 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:36:23.928134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-97044606-0a00-496b-b8f4-ffff8454a3bf service neutron] 10.222.0.24 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617274 Oct 16 13:36:23.934575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] For port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:23.934937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attempted to set empty binding levels {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 16 13:36:23.999275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network 454c4c09-01e4-457a-b9f2-663c251b1104 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:24.003755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.011643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:24.022317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/11e8516c-acd6-4629-8eb5-c254e37b4b9d/36977b7a-ea38-471a-9467-ff8a40ba7ebc) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:24.066902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.110225 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 5a2681bd-7c90-4dee-ad67-be977f458748 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:24.157647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] In _notify_port_updated(), no bound segment for port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b on network 1daea721-4a12-4720-80b9-b73c19da1a52 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:36:24.160935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:24.161415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.166944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "PUT /v2.0/ports/3ea817de-2cc4-4c57-9bf0-abdcd9213d1b HTTP/1.1" status: 200 len: 977 time: 4.7709408 Oct 16 13:36:24.180294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59548) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:24.246852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5990ee1b-c983-43e3-b1ed-5a9144ed6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.268010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cac6006-8ad6-489e-991f-1fc54cd72496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.369739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9f91c-aaeb-41d6-b03b-870815742a09 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea817de-2cc4-4c57-9bf0-abdcd9213d1b,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:24.388808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cac6006-8ad6-489e-991f-1fc54cd72496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.390831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5990ee1b-c983-43e3-b1ed-5a9144ed6b19 None None] For port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:24.421857 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:23Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:24.448377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59558) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:24.481870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5990ee1b-c983-43e3-b1ed-5a9144ed6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.497330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.514296 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083aef97-5540-4140-b42d-2ca96eddc4cf None None] The sync data for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv is: [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:23Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:24.547946 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-f12bd901-45b1-4005-a6fb-8fcb8eb9ce9f tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1717684814&fields=id&tenant_id=18ce560a7fb74cb1a2510a2918dacfb0 HTTP/1.1" status: 200 len: 267 time: 0.3811319 Oct 16 13:36:24.562395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a542a627-40da-4a60-901d-520f8588f498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.575164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990ee1b-c983-43e3-b1ed-5a9144ed6b19 None None] Pushing event updated for resources: {'Port': ['ID=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:24.579696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.639064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::be6b:bb8a:5384:8aee (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/11e8516c-acd6-4629-8eb5-c254e37b4b9d/5a2681bd-7c90-4dee-ad67-be977f458748) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:24.678889 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0c5b89b-1b56-4426-aa55-f9cd9b658b5d req-c1663583-becc-4bc1-a734-5ed05e5a95a3 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.1515422 Oct 16 13:36:24.687989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5cac6006-8ad6-489e-991f-1fc54cd72496 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c22dcdebc0c249b09bbb8bd58b95ace4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3289702 Oct 16 13:36:24.698043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59570) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:24.710732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac6006-8ad6-489e-991f-1fc54cd72496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598499ce-c7a9-451b-a282-02f5e2bd4495,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:24.723663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:24.728013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:24.735833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:24.813046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.31', 55776) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:24.842595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Attempting to bind port 36977b7a-ea38-471a-9467-ff8a40ba7ebc on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:24.853355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Attempting to bind port 36977b7a-ea38-471a-9467-ff8a40ba7ebc by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:24.853843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Attempting to bind port 36977b7a-ea38-471a-9467-ff8a40ba7ebc on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:24.865433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ea14d711-8aa3-47ac-9db8-4a3994ca9572 None None] Provisioning complete for port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:24.865808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ea14d711-8aa3-47ac-9db8-4a3994ca9572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.917845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:24.918269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:24.918615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.919009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:24.919496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Bound port: 36977b7a-ea38-471a-9467-ff8a40ba7ebc, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:24.919910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:24.923157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Pushing event updated for resources: {'Port': ['ID=36977b7a-ea38-471a-9467-ff8a40ba7ebc,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:24.953618 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac4967d3-c375-4751-9380-a2124d6980e5 req-06f54724-96db-4094-b263-05a4670fca15 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.1989133 Oct 16 13:36:25.013201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Router fc0c444e-10e9-462a-baab-5cc319c8ec24 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:25.048102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] For port 36977b7a-ea38-471a-9467-ff8a40ba7ebc, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:25.052763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] For port 36977b7a-ea38-471a-9467-ff8a40ba7ebc, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=36977b7a-ea38-471a-9467-ff8a40ba7ebc,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:25.056401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-e27134ed-be4e-427e-9076-7f1fb3605e1d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:25.064598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-e27134ed-be4e-427e-9076-7f1fb3605e1d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/networks?id=e06eee63-6097-4f09-be65-cc2d32ff3b1e HTTP/1.1" status: 200 len: 812 time: 0.4950769 Oct 16 13:36:25.086935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-008fcf08-d4ad-4f0f-a0b8-0a75e6f00395 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/quotas/18ce560a7fb74cb1a2510a2918dacfb0 HTTP/1.1" status: 200 len: 375 time: 0.0212028 Oct 16 13:36:25.121565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ea14d711-8aa3-47ac-9db8-4a3994ca9572 None None] Provisioning complete for port ab35516d-4a6f-4e01-974d-122dcf3a6539 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:25.123441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ea14d711-8aa3-47ac-9db8-4a3994ca9572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.197477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-630a80f4-796f-44bc-81cd-a54fd3d53abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.200931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.221964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Deleting port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:25.226842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.284247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-630a80f4-796f-44bc-81cd-a54fd3d53abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.284871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-0b07c882-bc36-482b-875e-1ed6a7432cb3 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18ce560a7fb74cb1a2510a2918dacfb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1922817 Oct 16 13:36:25.296381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-cf63a55c-2e62-4744-954d-380b595d2f66 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:25.297920 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-cf63a55c-2e62-4744-954d-380b595d2f66 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 812 time: 0.4723678 Oct 16 13:36:25.301320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.334724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a542a627-40da-4a60-901d-520f8588f498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.424892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] For port 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b, host hv-neutron-7431, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:25.425322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.482478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Calling delete_port for 3ea817de-2cc4-4c57-9bf0-abdcd9213d1b owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:25.514414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:25.518739 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-054ab02e-143f-4529-9301-3ac7ac0c5603 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37476cbc9d2c45b4ab9c00f692272801 HTTP/1.1" status: 200 len: 380 time: 0.1712935 Oct 16 13:36:25.546375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Request body: {'port': {'device_id': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'admin_state_up': True, 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'security_groups': ['3551f811-031c-4dd9-ba53-88cf7e8e4fd4']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:25.565452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a542a627-40da-4a60-901d-520f8588f498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.620821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.645269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-630a80f4-796f-44bc-81cd-a54fd3d53abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.657998 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-630a80f4-796f-44bc-81cd-a54fd3d53abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.661302 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-630a80f4-796f-44bc-81cd-a54fd3d53abc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/598499ce-c7a9-451b-a282-02f5e2bd4495 HTTP/1.1" status: 204 len: 168 time: 0.9621773 Oct 16 13:36:25.665198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ea14d711-8aa3-47ac-9db8-4a3994ca9572 None None] Port ab35516d-4a6f-4e01-974d-122dcf3a6539 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:25.698076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-f6c549a8-1d01-4c95-84bd-ee4e2648e14b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:36:25.700125 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-f6c549a8-1d01-4c95-84bd-ee4e2648e14b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.1489131 Oct 16 13:36:25.703345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea65bf-e8d2-491e-a37d-085a6cd14096 None None] Pushing event updated for resources: {'Port': ['ID=36977b7a-ea38-471a-9467-ff8a40ba7ebc,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:25.705899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a627-40da-4a60-901d-520f8588f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8884d87c-14b8-4d13-bbc5-c73b71eb82b3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:25.733694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a542a627-40da-4a60-901d-520f8588f498 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d03f0785edb41c0ac401f921a6f340c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2610304 Oct 16 13:36:25.737763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59600) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:25.754088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a80f4-796f-44bc-81cd-a54fd3d53abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598499ce-c7a9-451b-a282-02f5e2bd4495,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:25.765900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:25.768104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:25.823186 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-32b8cff0-bd23-4eed-9413-e5cf6fca5bd0 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "PUT /v2.0/routers/fc0c444e-10e9-462a-baab-5cc319c8ec24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4615412 Oct 16 13:36:25.823396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] Sync routers for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:25.823765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:25.826912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:25.827078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59604) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:25.834979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:25.835777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:25.848344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Request body: {'port': {'network_id': '454c4c09-01e4-457a-b9f2-663c251b1104', 'name': 'tempest-FloatingIPAdminTestJSON-259086234'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:25.881962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=5a2681bd-7c90-4dee-ad67-be977f458748,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:25.942557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:25.943203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:25.965446 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e556992-6cde-4e97-aad1-1c79b0410731 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4696376 Oct 16 13:36:25.968113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59610) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:25.999865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:26.005027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:26.005636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.054660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:26.055325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:26.079269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80219f06-ef0a-4e72-a74a-f459e5c39362 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:26.087064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80219f06-ef0a-4e72-a74a-f459e5c39362 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:26.092653 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80219f06-ef0a-4e72-a74a-f459e5c39362 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1233513 Oct 16 13:36:26.093332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59616) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:26.098169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Made reservation on behalf of 37476cbc9d2c45b4ab9c00f692272801 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:26.102967 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.129689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:26.130365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d693d5-dce6-4ee7-946f-ff4b1171f527 None None] The sync data for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:26.313632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-549465f9-3a89-4cd6-9e61-940e3b748d4c req-925b74ac-9fe0-4505-b1e6-47f1559f2888 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.3509259 Oct 16 13:36:26.410345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9463-2ad3-4d33-bc69-949bdf5fa7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.426246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 5a2681bd-7c90-4dee-ad67-be977f458748 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:26.426743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.441036 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-55be864b-69e9-42e9-bf47-de629ba65080 service neutron] 10.222.0.24 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245994 Oct 16 13:36:26.443099 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-468bd32d-8540-4940-8918-afd7f332128c req-c37d6533-ac89-42fc-a712-890246452081 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.0580497 Oct 16 13:36:26.493955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9463-2ad3-4d33-bc69-949bdf5fa7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.513712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.627715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ea817de-2cc4-4c57-9bf0-abdcd9213d1b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:26.635859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.648615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4abbd0bd-b42e-451b-b1b2-aeffda7630c6 tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3ea817de-2cc4-4c57-9bf0-abdcd9213d1b HTTP/1.1" status: 204 len: 168 time: 2.4646420 Oct 16 13:36:26.652856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59628) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:26.719596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Allocated IP 172.20.0.14 (34ec5c1c-97a6-48fb-858a-be882fbdbe83/9303600d-cf62-4e73-93cc-99960d8a72c8/67f6c383-5783-41dd-a4cd-97e9477e577d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:26.762758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Made reservation on behalf of 71dde613d3b4403aa8f10244e0ddea13 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:26.780165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.787873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c0f1f2-700a-4219-8486-dddc4d2a67cd tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:36:26.787873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-55c0f1f2-700a-4219-8486-dddc4d2a67cd tempest-PortsAdminExtendedAttrsTestJSON-546638660 tempest-PortsAdminExtendedAttrsTestJSON-546638660-project-admin] 10.222.0.24 "GET /v2.0/ports/3ea817de-2cc4-4c57-9bf0-abdcd9213d1b HTTP/1.1" status: 404 len: 333 time: 0.1318290 Oct 16 13:36:26.792206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59634) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:26.806324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.832108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] device_id is not set on port 9c70abcd-f92b-44fb-b0a6-8961450fed65 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:26.873372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 5a2681bd-7c90-4dee-ad67-be977f458748 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:26.888158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-c6c0f9a9-39b7-4732-aa27-089791b9789b service neutron] 10.222.0.24 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357729 Oct 16 13:36:26.897911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59636) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:26.952860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9463-2ad3-4d33-bc69-949bdf5fa7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.962155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9463-2ad3-4d33-bc69-949bdf5fa7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:26.963972 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1b6b9463-2ad3-4d33-bc69-949bdf5fa7ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8884d87c-14b8-4d13-bbc5-c73b71eb82b3 HTTP/1.1" status: 204 len: 168 time: 1.2113578 Oct 16 13:36:27.031976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5981f58-69d5-4fb2-b952-756cbe63f295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.078230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b9463-2ad3-4d33-bc69-949bdf5fa7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8884d87c-14b8-4d13-bbc5-c73b71eb82b3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:27.273715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5981f58-69d5-4fb2-b952-756cbe63f295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.551353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.554721 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94a79032-a7fc-4610-8673-45bd3f53b3e8 req-dfe0856c-5658-49d2-93d1-db355f63cbcd tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.0446708 Oct 16 13:36:27.554721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Allocated IP 172.20.0.10 (454c4c09-01e4-457a-b9f2-663c251b1104/1b412ff0-580e-4ea7-b8e2-3f940e6a6b68/9c70abcd-f92b-44fb-b0a6-8961450fed65) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:27.602413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 36977b7a-ea38-471a-9467-ff8a40ba7ebc up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:27.641265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.709331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd0c89e7-0aac-417a-ab82-9037792b340a req-c7906e5a-5b37-4a74-a679-e98d5b312394 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.1117795 Oct 16 13:36:27.711819 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ce2a35c7-b9ba-401b-a5a5-ab6578d92d6e req-066e6153-a63b-4bae-8a8f-388e85bed369 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.1163924 Oct 16 13:36:27.762738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9babfcf1-d7a3-4f33-8383-ff2d8cb9384a None None] Provisioning complete for port 36977b7a-ea38-471a-9467-ff8a40ba7ebc triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:27.763399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9babfcf1-d7a3-4f33-8383-ff2d8cb9384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.765049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.791709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5981f58-69d5-4fb2-b952-756cbe63f295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.814547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > segment before_delete 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.814827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.815471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.815816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > port after_create 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.816196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > port after_delete 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.816529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > port after_update 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.816859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > segment after_delete 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.817209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet after_create 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.817537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet after_delete 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.817883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet after_update 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:27.820066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 36977b7a-ea38-471a-9467-ff8a40ba7ebc triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:27.820711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.866310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5981f58-69d5-4fb2-b952-756cbe63f295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d2affa-90f4-4032-8b47-71a1621d6b3f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:27.939142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:27.961901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f5981f58-69d5-4fb2-b952-756cbe63f295 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b60d48c811849299576e1516115dffb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0585661 Oct 16 13:36:27.964523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59656) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:27.999033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9babfcf1-d7a3-4f33-8383-ff2d8cb9384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.057243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.078197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc554-3828-4a4c-94e2-e580606e7019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.144655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.157541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc554-3828-4a4c-94e2-e580606e7019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.166970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9babfcf1-d7a3-4f33-8383-ff2d8cb9384a None None] For port 36977b7a-ea38-471a-9467-ff8a40ba7ebc, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=36977b7a-ea38-471a-9467-ff8a40ba7ebc,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:28.195198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet after_create 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:28.196039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet after_delete 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:28.196705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet before_create 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:28.197262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Subscribe: > subnet before_update 55550000 {{(pid=101081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:28.198131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daea721-4a12-4720-80b9-b73c19da1a52']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:28.246962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.260058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd3f6f9-6703-4d10-8f2f-392b4859f785') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:28.260821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd3f6f9-6703-4d10-8f2f-392b4859f785') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:28.264923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9babfcf1-d7a3-4f33-8383-ff2d8cb9384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.311241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.316782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=5a2681bd-7c90-4dee-ad67-be977f458748,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:28.345174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.348063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event updated for resources: {'Port': ['ID=9c70abcd-f92b-44fb-b0a6-8961450fed65,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:28.386763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.393736 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2c27236f-dcfa-413f-b946-18111105d4d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/5a2681bd-7c90-4dee-ad67-be977f458748 HTTP/1.1" status: 204 len: 168 time: 2.2983801 Oct 16 13:36:28.400496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59664) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:28.400810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Network 454c4c09-01e4-457a-b9f2-663c251b1104 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:28.499301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:28.515412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.515858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:28.515981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ca69679c-1682-4b3f-8f41-8ea472e4c060 None None] Could not find standard attr ID for object 5a2681bd-7c90-4dee-ad67-be977f458748. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:36:28.529550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:28.530591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.544169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:36:28.544604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:36:28.544968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babfcf1-d7a3-4f33-8383-ff2d8cb9384a None None] Pushing event updated for resources: {'Port': ['ID=36977b7a-ea38-471a-9467-ff8a40ba7ebc,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:28.631352 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4a2482a3-4806-4500-907c-e4552c540f7c req-7cb25634-79a9-4e77-a3e4-1efd3c341107 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.0698609 Oct 16 13:36:28.636372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc554-3828-4a4c-94e2-e580606e7019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.639692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc554-3828-4a4c-94e2-e580606e7019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.641420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e2bdc554-3828-4a4c-94e2-e580606e7019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34d2affa-90f4-4032-8b47-71a1621d6b3f HTTP/1.1" status: 204 len: 168 time: 0.6756296 Oct 16 13:36:28.667263 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f2995c47-fee8-4499-88ae-1816572697a3 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8344469 Oct 16 13:36:28.672258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:28.672895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59678) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:28.681294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:36:28.681294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:28.682435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdc554-3828-4a4c-94e2-e580606e7019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d2affa-90f4-4032-8b47-71a1621d6b3f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: from cryptography.utils import int_from_bytes Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: from cryptography.utils import int_from_bytes Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:36:28.715262 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:36:28.797989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.31', 55782) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:28.931578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:28.938409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:29.017297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210994b-54ab-434c-bfb4-aace6967d208 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:29.019151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210994b-54ab-434c-bfb4-aace6967d208 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:29.020746 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5210994b-54ab-434c-bfb4-aace6967d208 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5436773 Oct 16 13:36:29.022697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-1ac94c6c-a385-4519-bdfd-c92dfbed1cd9 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:29.022697 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-1ac94c6c-a385-4519-bdfd-c92dfbed1cd9 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.31 "GET /v2.0/networks?id=f1566144-1f29-4c26-a21f-76498ed4107b HTTP/1.1" status: 200 len: 806 time: 0.2234240 Oct 16 13:36:29.038565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:29.039280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.042949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59686) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:29.056085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event updated for resources: {'Port': ['ID=67f6c383-5783-41dd-a4cd-97e9477e577d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:29.155290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1d778bba-cf99-4c93-88f0-831cbeb7fd35 None None] Provisioning complete for port 9c70abcd-f92b-44fb-b0a6-8961450fed65 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:29.160630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d778bba-cf99-4c93-88f0-831cbeb7fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.165652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 11e8516c-acd6-4629-8eb5-c254e37b4b9d {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:36:29.167779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.197412 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-94895cb3-6d5d-4d54-b8b3-f2e9281a0675 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6670911 Oct 16 13:36:29.207899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.223257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.232014 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] 10.222.0.24 "DELETE /v2.0/networks/1daea721-4a12-4720-80b9-b73c19da1a52 HTTP/1.1" status: 204 len: 168 time: 2.4367707 Oct 16 13:36:29.242225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-edb3855c-821b-4671-84a7-b06133c20914 req-74920429-07d3-4d42-ac28-7fb96bd3d186 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.2187741 Oct 16 13:36:29.330717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-795841c2-6117-46c7-9f35-a98bb6d4e834 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:36:29.337923 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-795841c2-6117-46c7-9f35-a98bb6d4e834 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0116334 Oct 16 13:36:29.344129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35199c1e-60f0-42d5-ab42-fb028e8c39a5 tempest-PortsAdminExtendedAttrsTestJSON-1348676444 tempest-PortsAdminExtendedAttrsTestJSON-1348676444-project] Pushing event deleted for resources: {'Network': ['ID=1daea721-4a12-4720-80b9-b73c19da1a52,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:29.360501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1d778bba-cf99-4c93-88f0-831cbeb7fd35 None None] Port 9c70abcd-f92b-44fb-b0a6-8961450fed65 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:29.407882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.446335 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-f0bc5f70-6fab-4e6a-889d-40052f94c3cf tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7cb1e824a247f98571cd2e63100cea HTTP/1.1" status: 200 len: 380 time: 0.3230343 Oct 16 13:36:29.475515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65e7a8-c019-451d-830a-a36cd7c80a09 req-1793f3ef-2aaf-48b9-93f7-137ea8edf260 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:29.484301 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b65e7a8-c019-451d-830a-a36cd7c80a09 req-1793f3ef-2aaf-48b9-93f7-137ea8edf260 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 932 time: 0.4596884 Oct 16 13:36:29.500804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Request body: {'port': {'device_id': '2a6a5513-40fd-43e0-86a4-16493757c784', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'admin_state_up': True, 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'security_groups': ['72bfc954-4019-4f15-866c-dd0ab2207332']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:29.522954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-293eebcc-84d9-41bd-8e78-aadfecde15a2 None None] Provisioning complete for port 67f6c383-5783-41dd-a4cd-97e9477e577d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:29.524610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-293eebcc-84d9-41bd-8e78-aadfecde15a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.620708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 36977b7a-ea38-471a-9467-ff8a40ba7ebc up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:29.635404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.749954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'project_id': '71dde613d3b4403aa8f10244e0ddea13', 'port_id': '9c70abcd-f92b-44fb-b0a6-8961450fed65'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:29.771167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b65e7a8-c019-451d-830a-a36cd7c80a09 req-1b7de606-f7c4-4da8-8d13-a265b2140837 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835705 Oct 16 13:36:29.815525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-293eebcc-84d9-41bd-8e78-aadfecde15a2 None None] Port 67f6c383-5783-41dd-a4cd-97e9477e577d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:29.840132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Made reservation on behalf of 4b7cb1e824a247f98571cd2e63100cea for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:29.851277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.889144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 36977b7a-ea38-471a-9467-ff8a40ba7ebc triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:29.889691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.909805 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acb9fb6b-739c-4384-af8f-9f3386fd92ad req-fbc48343-1ff4-4286-a2f2-f1f385020453 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.0974092 Oct 16 13:36:29.922380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.965666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=11e8516c-acd6-4629-8eb5-c254e37b4b9d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:29.965666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.982259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b6f14-3923-44d5-88fd-70b236fd7eca None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:29.991421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:29.994449 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6acb06d4-09ff-4d6b-834d-76abe23838f4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/11e8516c-acd6-4629-8eb5-c254e37b4b9d HTTP/1.1" status: 204 len: 168 time: 0.9504712 Oct 16 13:36:29.997616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59712) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:30.107434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Request body: {'port': {'device_id': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:30.176944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:30.222879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Allocated IP 172.20.0.7 (f1566144-1f29-4c26-a21f-76498ed4107b/336d2cb1-d02d-4765-8950-a6e899094e94/eebc318c-5da5-4b4a-a585-7e02c0278b87) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:30.292915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:30.446307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59720) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:30.452937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f8435b4b-910d-484e-a2db-9175a4cfd288 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4514470 Oct 16 13:36:30.459936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59722) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:30.476736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:30.544229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:36:30.560609 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2871e31-5e97-4c12-b4a1-b2356dd905ae req-851e1ef8-981d-482c-8fd1-7e54c455b21b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.1013904 Oct 16 13:36:30.660426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] Deleting port 36977b7a-ea38-471a-9467-ff8a40ba7ebc {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:30.661580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:30.708585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:30.807750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:30.811889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] For port 36977b7a-ea38-471a-9467-ff8a40ba7ebc, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=36977b7a-ea38-471a-9467-ff8a40ba7ebc,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:30.813177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:30.815073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:30.877711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] Calling delete_port for 36977b7a-ea38-471a-9467-ff8a40ba7ebc owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:30.901557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59732) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:30.989129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.106790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Allocated IP 172.26.5.39 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/f46bafc1-2505-4854-9396-bff13a42e16e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:31.160432 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-342d9ba8-6cda-4576-8af3-7ff4ad30c71a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b4af1d01ef143118be924aac282d428&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7107880 Oct 16 13:36:31.177551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59742) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:31.184913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.185890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1169776817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:31.212559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.31', 55787) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:31.231418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] Pushing event deleted for resources: {'Port': ['ID=36977b7a-ea38-471a-9467-ff8a40ba7ebc,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:31.243048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8fc46-b184-44f5-b5e6-609a0fee21ef None None] No DVR routers for this DVR port 36977b7a-ea38-471a-9467-ff8a40ba7ebc on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:36:31.354067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac3636ed-9fc5-4168-be9e-6ac298fbf852 req-7c2fdec0-7abf-46ee-b5dc-75b67c26889a tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.2166748 Oct 16 13:36:31.403076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Network f1566144-1f29-4c26-a21f-76498ed4107b is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:31.412340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.458448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 36977b7a-ea38-471a-9467-ff8a40ba7ebc no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:36:31.510118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 36977b7a-ea38-471a-9467-ff8a40ba7ebc {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:36:31.510297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f6c383-5783-41dd-a4cd-97e9477e577d {{(pid=101081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:36:31.510396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 36977b7a-ea38-471a-9467-ff8a40ba7ebc not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:36:31.515757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:31.531004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b827f3d-b88a-4009-9939-27a2b6249776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.539726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.576948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:31.596017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:31.600399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.603710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59748) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:31.606482 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b827f3d-b88a-4009-9939-27a2b6249776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.644739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event updated for resources: {'Port': ['ID=eebc318c-5da5-4b4a-a585-7e02c0278b87,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:31.657918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.764123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Pushing event updated for resources: {'Port': ['ID=f46bafc1-2505-4854-9396-bff13a42e16e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:31.784399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.provisioning_blocks [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Transition to ACTIVE for port object 67f6c383-5783-41dd-a4cd-97e9477e577d will not be triggered until provisioned by entity L2. {{(pid=101081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:36:31.794227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:31.796591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:31.800057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:31.821700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.823032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.868836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c1a27-a5c9-422d-8b7f-d3a17d328f8e req-0c6510b8-6769-4892-8ad3-fa8df6b87663 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:31.868836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e23c1a27-a5c9-422d-8b7f-d3a17d328f8e req-0c6510b8-6769-4892-8ad3-fa8df6b87663 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 932 time: 0.9430611 Oct 16 13:36:31.890320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.944687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.968803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5ae4810b-92c1-4002-a0c4-c4d1c8d2610d None None] Provisioning complete for port eebc318c-5da5-4b4a-a585-7e02c0278b87 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:31.970264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5ae4810b-92c1-4002-a0c4-c4d1c8d2610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.982131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b827f3d-b88a-4009-9939-27a2b6249776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.989062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b827f3d-b88a-4009-9939-27a2b6249776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:31.989062 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b827f3d-b88a-4009-9939-27a2b6249776 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fb5d03c-5281-4d14-b94a-346bd661d4ee HTTP/1.1" status: 204 len: 168 time: 0.8053851 Oct 16 13:36:32.015291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-7d6447a5-1b7e-4620-8f26-8361f083e6f6 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5273931 Oct 16 13:36:32.041418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=ec8dbf30-16a3-47c5-8944-b7e7e27c4dec,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:32.082679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Pushing event updated for resources: {'Port': ['ID=67f6c383-5783-41dd-a4cd-97e9477e577d,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:32.084043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4810b-92c1-4002-a0c4-c4d1c8d2610d None None] Port eebc318c-5da5-4b4a-a585-7e02c0278b87 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:32.091214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b827f3d-b88a-4009-9939-27a2b6249776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5d03c-5281-4d14-b94a-346bd661d4ee,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:32.171939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-874adbd4-90d2-4581-a249-f71e7baaaeec tempest-AgentManagementNegativeTest-377255214 tempest-AgentManagementNegativeTest-377255214-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5310154 Oct 16 13:36:32.284150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-0afd4277-e7ff-4ab3-bfd2-bff10348275a tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:32.285927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-0afd4277-e7ff-4ab3-bfd2-bff10348275a tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.31 "GET /v2.0/networks?id=e06eee63-6097-4f09-be65-cc2d32ff3b1e HTTP/1.1" status: 200 len: 812 time: 0.9749777 Oct 16 13:36:32.296266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:32.315530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:32.320095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Request body: {'port': {'device_id': '2a6a5513-40fd-43e0-86a4-16493757c784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:32.372076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Attempting to bind port 67f6c383-5783-41dd-a4cd-97e9477e577d on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:32.374459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Attempting to bind port 67f6c383-5783-41dd-a4cd-97e9477e577d by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:32.374459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Attempting to bind port 67f6c383-5783-41dd-a4cd-97e9477e577d on network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:32.380663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Port 67f6c383-5783-41dd-a4cd-97e9477e577d on network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:32.380982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Attempting to bind port 67f6c383-5783-41dd-a4cd-97e9477e577d on network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:32.400352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:32.400709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Checking segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:32.401263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Bound using segment: {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'} {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:32.401716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Bound port: 67f6c383-5783-41dd-a4cd-97e9477e577d, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9491f3-dcce-4071-bbef-860320e24776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83'}}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:32.402244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:32.613266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:32.629894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3627b-05ed-4f17-99e8-fea66ca6e579 req-52aa0ad9-9b05-4e68-ab5d-6cdd322be3c3 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:32.637443 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fec3627b-05ed-4f17-99e8-fea66ca6e579 req-52aa0ad9-9b05-4e68-ab5d-6cdd322be3c3 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 931 time: 0.9075823 Oct 16 13:36:32.640075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c891435-3df6-453b-b8d2-b90afc09d8bd None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:32.654863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:32.655714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:32.659207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:32.713952 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e23c1a27-a5c9-422d-8b7f-d3a17d328f8e req-43d53372-30b3-46c5-9402-7798799ed502 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7767198 Oct 16 13:36:32.780714 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-32c761ce-e264-41e9-b67d-38f6972776d2 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ce560a7fb74cb1a2510a2918dacfb0 HTTP/1.1" status: 200 len: 380 time: 0.4466577 Oct 16 13:36:32.805833 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fec3627b-05ed-4f17-99e8-fea66ca6e579 req-1ba266f4-57ad-4acd-b582-a330ad85e061 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671925 Oct 16 13:36:32.811757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Request body: {'port': {'device_id': '1636f1be-b87c-480d-a960-c12be1a9416f', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'admin_state_up': True, 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'security_groups': ['0434cf48-dcc8-4ca3-8edb-3ce4919eac0b']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:32.816817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:32.832180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] For port 67f6c383-5783-41dd-a4cd-97e9477e577d, host hv-neutron-7431, cleared binding levels {{(pid=101081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:32.834554 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:32.836840 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2560bfa4-0984-434a-a1f6-9ee0ad77732b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.9329467 Oct 16 13:36:32.850591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59768) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:32.857235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0143424a-5694-4b9c-88cd-fe98042e0c8c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3902118 Oct 16 13:36:32.858302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1675931895'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:32.866219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59770) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:32.871583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': 'ec8dbf30-16a3-47c5-8944-b7e7e27c4dec', 'ip_address': '2001:db8::13e2:4ed2:74b2:e941'}], 'name': 'tempest-NetworksTestDHCPv6-1065766459'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:32.941515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] For port 67f6c383-5783-41dd-a4cd-97e9477e577d, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=67f6c383-5783-41dd-a4cd-97e9477e577d,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:32.996509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59772) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:32.998679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eb43b080-413e-4044-b2bb-f9c0c622b995 req-2124a2da-13cb-49f0-8061-e1bf2f8b2a60 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.1112483 Oct 16 13:36:33.064806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.138395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'ec8dbf30-16a3-47c5-8944-b7e7e27c4dec'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:33.139287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.212100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Made reservation on behalf of b1f2f2c057e0410f9fdd4f2ac321d1c8 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:33.215548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.246322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:33.246977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.248528 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] 10.222.0.31 "PUT /v2.0/ports/67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1094 time: 3.4457242 Oct 16 13:36:33.249020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:36:33.269887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.316411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.330643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59778) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:33.416163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/ec8dbf30-16a3-47c5-8944-b7e7e27c4dec/47d56d22-c765-40bb-82fa-269c402ad05a) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:33.428882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6a9-f451-4424-bbe2-aa8ec86a53cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.456218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:36:33.456218 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:36:33.456218 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 36, 13, 358696)}] Oct 16 13:36:33.456218 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:36:33.457147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:36:33.485087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Made reservation on behalf of 18ce560a7fb74cb1a2510a2918dacfb0 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:33.489186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.492827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6d5b3-051d-4e53-b388-9a5e075639ac service neutron] Pushing event updated for resources: {'Port': ['ID=67f6c383-5783-41dd-a4cd-97e9477e577d,revision_number=3']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:33.684301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319e05c3-dd36-40be-b57a-b866be73ea0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:36:33.715487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:33.774295 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4a9442f4-1c98-417e-a9b4-e9a00813c32b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cf5138e76d246c0a4747ad99cd4f6b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3936532 Oct 16 13:36:33.782403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59788) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:33.831752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Allocated IP 172.20.0.6 (e06eee63-6097-4f09-be65-cc2d32ff3b1e/d40255b3-3ec3-4192-93c6-7a96479959a5/0062dd15-c1fc-4173-bac9-eed9fa4fb58f) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:33.926990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-762a30d9-4fa6-4f0d-846d-cc64be9517a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:33.929698 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-762a30d9-4fa6-4f0d-846d-cc64be9517a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1097 time: 0.2717049 Oct 16 13:36:33.986398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.004437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84aabe55-3bca-4758-b445-dca868f8b8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.033096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.038107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84aabe55-3bca-4758-b445-dca868f8b8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.148848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5e6dba-530c-4656-b281-c40686cbc42c x-openstack-request-id: req-fb5e6dba-530c-4656-b281-c40686cbc42c {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:36:34.148848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:36:34.148848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb5e6dba-530c-4656-b281-c40686cbc42c {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:36:34.148848 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'status': 'completed', 'code': 200} Oct 16 13:36:34.320210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6a9-f451-4424-bbe2-aa8ec86a53cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.341290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374426c1-3b30-4b00-9608-9acd9562df79 req-27f7d902-602c-487f-8e90-c98efc73904c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:34.342717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-374426c1-3b30-4b00-9608-9acd9562df79 req-27f7d902-602c-487f-8e90-c98efc73904c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.2103226 Oct 16 13:36:34.353547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebc318c-5da5-4b4a-a585-7e02c0278b87 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:36:34.364076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.378411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.378571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.394771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21187c69-8659-4a0d-8930-db830e7ed380 req-58187e50-13c6-4821-a2e1-d7f322f651a0 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:34.401529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:34.401671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21187c69-8659-4a0d-8930-db830e7ed380 req-58187e50-13c6-4821-a2e1-d7f322f651a0 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 931 time: 0.1916115 Oct 16 13:36:34.401754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:34.401754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:34.420269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Transition to ACTIVE for port object eebc318c-5da5-4b4a-a585-7e02c0278b87 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:36:34.421159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:34.425534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84aabe55-3bca-4758-b445-dca868f8b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.428486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84aabe55-3bca-4758-b445-dca868f8b8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.432525 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84aabe55-3bca-4758-b445-dca868f8b8f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74dbcce2-679b-47d7-99a4-5638d4b23b10 HTTP/1.1" status: 204 len: 168 time: 0.6403489 Oct 16 13:36:34.432649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.432649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68aa6a9-f451-4424-bbe2-aa8ec86a53cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.455618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:34.472727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.529302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Attempting to bind port 47d56d22-c765-40bb-82fa-269c402ad05a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:34.529848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Attempting to bind port 47d56d22-c765-40bb-82fa-269c402ad05a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:34.530204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Attempting to bind port 47d56d22-c765-40bb-82fa-269c402ad05a on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:34.548869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:34.549685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:34.549784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.550276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:34.550648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Bound port: 47d56d22-c765-40bb-82fa-269c402ad05a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:34.551036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.557816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2888d018-5d0b-4b46-8e65-f901014b42c0,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:34.565298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Pushing event updated for resources: {'Port': ['ID=47d56d22-c765-40bb-82fa-269c402ad05a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:34.572148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.572511 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Added segment da780b2e-41f2-479d-bee4-ac1fc2213af2 of type vlan for network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 Oct 16 13:36:34.605009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.612637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aabe55-3bca-4758-b445-dca868f8b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dbcce2-679b-47d7-99a4-5638d4b23b10,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:34.649685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] For port 47d56d22-c765-40bb-82fa-269c402ad05a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:34.656723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] For port 47d56d22-c765-40bb-82fa-269c402ad05a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=47d56d22-c765-40bb-82fa-269c402ad05a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:34.695679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.736125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.736778 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-374426c1-3b30-4b00-9608-9acd9562df79 req-5da2a7a0-b6c7-4560-8093-f3c2440e2c31 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814912 Oct 16 13:36:34.787009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d68aa6a9-f451-4424-bbe2-aa8ec86a53cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28a50d76301e43fa82805627657da9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7872500 Oct 16 13:36:34.794692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59800) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:34.801815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:34.803155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa6a9-f451-4424-bbe2-aa8ec86a53cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0780f923-c2be-4e40-b1ab-07aae23bea91,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:34.806441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.847785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21187c69-8659-4a0d-8930-db830e7ed380 req-1bfe37ef-c559-4eb2-9cc7-bfbfa153f546 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414451 Oct 16 13:36:34.855737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135cb34-f8c5-4afd-ac65-1dc9e070cb35 None None] Pushing event updated for resources: {'Port': ['ID=47d56d22-c765-40bb-82fa-269c402ad05a,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:34.875783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-31c11b7d-9749-4872-983b-df3c9b5f6727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.877934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.878798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:34.885282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:34.891472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:34.891472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.893290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:34.898331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:34.984610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event updated for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:35.074066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.100908 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-99389c0e-6c3e-48c7-9d8d-bc8e5207883b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 217 time: 0.2065182 Oct 16 13:36:35.153109 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-46857454-db6c-427b-9dda-61c177eb078b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3646243 Oct 16 13:36:35.266359 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.4146962 Oct 16 13:36:35.267863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049323d6-d2c5-49ce-8280-221bc281b4dc tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Network': ['ID=905f04e8-e082-43f0-baf6-8c7ff3f3b6b8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:35.271212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Attempting to bind port eebc318c-5da5-4b4a-a585-7e02c0278b87 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:35.272533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-31c11b7d-9749-4872-983b-df3c9b5f6727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.273486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Attempting to bind port eebc318c-5da5-4b4a-a585-7e02c0278b87 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:35.274651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Attempting to bind port eebc318c-5da5-4b4a-a585-7e02c0278b87 on network f1566144-1f29-4c26-a21f-76498ed4107b {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:35.281267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59806) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:35.296760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:35.301474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.393369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Request body: {'port': {'device_id': '1636f1be-b87c-480d-a960-c12be1a9416f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:35.427140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'subnet': {'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:35.498483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-33eb5f39-ab42-49f4-8b9c-bcf9799b00ae None None] Provisioning complete for port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:35.499036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-33eb5f39-ab42-49f4-8b9c-bcf9799b00ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.505601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Port eebc318c-5da5-4b4a-a585-7e02c0278b87 on network f1566144-1f29-4c26-a21f-76498ed4107b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:35.506127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Attempting to bind port eebc318c-5da5-4b4a-a585-7e02c0278b87 on network f1566144-1f29-4c26-a21f-76498ed4107b {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:35.536307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc318c-5da5-4b4a-a585-7e02c0278b87,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:35.555322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:35.555754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Checking segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:35.556401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Bound using segment: {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:35.556934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Bound port: eebc318c-5da5-4b4a-a585-7e02c0278b87, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b4d152-d906-48a9-997d-c7343e732f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:35.557710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.577876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:35.581417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-33eb5f39-ab42-49f4-8b9c-bcf9799b00ae None None] Port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:35.596953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Pushing event updated for resources: {'Port': ['ID=f46bafc1-2505-4854-9396-bff13a42e16e,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:35.604666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.639055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47d56d22-c765-40bb-82fa-269c402ad05a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:35.676563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f04d5-a3fa-454a-970f-3c72480c035d req-c6ef445f-3c00-4ae7-9b0a-734b9a577d6f tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:35.684801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b5f04d5-a3fa-454a-970f-3c72480c035d req-c6ef445f-3c00-4ae7-9b0a-734b9a577d6f tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 931 time: 0.8258855 Oct 16 13:36:35.728350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.761549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 47d56d22-c765-40bb-82fa-269c402ad05a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:35.761861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:35.835202 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Floating IP 3ec73a1a-e2e9-420c-a76a-c0d238774aaf associated. External IP: 172.26.5.39, port: 9c70abcd-f92b-44fb-b0a6-8961450fed65. Oct 16 13:36:36.006743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.068029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 47d56d22-c765-40bb-82fa-269c402ad05a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=47d56d22-c765-40bb-82fa-269c402ad05a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:36.071456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b5f04d5-a3fa-454a-970f-3c72480c035d req-ca1c38c1-fdc6-44e0-9189-2fc47808d0bf tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855958 Oct 16 13:36:36.116847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.201951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] For port eebc318c-5da5-4b4a-a585-7e02c0278b87, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:36.238779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::13e2:4ed2:74b2:e941 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/ec8dbf30-16a3-47c5-8944-b7e7e27c4dec/74d41323-2be7-40f8-a8a7-b4ae7d4d8b12) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:36.289295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=47d56d22-c765-40bb-82fa-269c402ad05a,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:36.445878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-04ffccbb-088a-48b2-b33b-650eac01b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:36.447555 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-04ffccbb-088a-48b2-b33b-650eac01b99a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 1.2868834 Oct 16 13:36:36.619910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8488cc48-d303-425a-9e6d-384e2f281a47 None None] Provisioning complete for port 47d56d22-c765-40bb-82fa-269c402ad05a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:36.620578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8488cc48-d303-425a-9e6d-384e2f281a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.647704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] For port eebc318c-5da5-4b4a-a585-7e02c0278b87, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:36.662818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-31c11b7d-9749-4872-983b-df3c9b5f6727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.683587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-31c11b7d-9749-4872-983b-df3c9b5f6727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.686624 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-31c11b7d-9749-4872-983b-df3c9b5f6727 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0780f923-c2be-4e40-b1ab-07aae23bea91 HTTP/1.1" status: 204 len: 168 time: 1.8903551 Oct 16 13:36:36.690944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab4cf6-edcc-4530-9ab6-ffc60da4d563 req-87dd9a40-9c26-407b-9817-15700d2980eb tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:36.699351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d4ab4cf6-edcc-4530-9ab6-ffc60da4d563 req-87dd9a40-9c26-407b-9817-15700d2980eb tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.7882466 Oct 16 13:36:36.730109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.763026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11b7d-9749-4872-983b-df3c9b5f6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780f923-c2be-4e40-b1ab-07aae23bea91,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:36.778534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-af544d34-14a5-49f9-8d9c-27cfe0a5b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:36.784409 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-af544d34-14a5-49f9-8d9c-27cfe0a5b0ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3217120 Oct 16 13:36:36.869613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f94e-f65c-48c5-b0f3-80840b9ab176 req-633cd90d-021d-4860-a358-f3596cf20713 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:36.878413 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c786f94e-f65c-48c5-b0f3-80840b9ab176 req-633cd90d-021d-4860-a358-f3596cf20713 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 943 time: 0.6590092 Oct 16 13:36:36.916750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:36.917370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:36.918801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] 10.222.0.31 "PUT /v2.0/ports/eebc318c-5da5-4b4a-a585-7e02c0278b87 HTTP/1.1" status: 200 len: 1093 time: 4.6252468 Oct 16 13:36:36.964484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:36:36.982054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Made reservation on behalf of b1f2f2c057e0410f9fdd4f2ac321d1c8 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:36.986461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:37.071697 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d4ab4cf6-edcc-4530-9ab6-ffc60da4d563 req-703b3224-1a41-42d4-ae99-6e5e65f49a0a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3712420 Oct 16 13:36:37.314491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002a75e-fca5-4f44-b0e3-026104ce5cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=eebc318c-5da5-4b4a-a585-7e02c0278b87,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:37.354089 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:37.385765 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c786f94e-f65c-48c5-b0f3-80840b9ab176 req-ba023589-aa0c-4f95-a984-fde12c2ebc7b tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897065 Oct 16 13:36:37.525623 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-6cb26497-e929-4650-8ee1-b80d970c4d89 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353029 Oct 16 13:36:37.578474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47d56d22-c765-40bb-82fa-269c402ad05a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:37.586861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-1bc0a3c3-d936-4f0b-a033-7812a271dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:37.600018 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-1bc0a3c3-d936-4f0b-a033-7812a271dd73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7cb1e824a247f98571cd2e63100cea&device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 1096 time: 0.5000620 Oct 16 13:36:37.609280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:37.637463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83b137-7ce3-4788-8a60-ce78b0c60909 req-a7742d52-37df-40da-8655-09eb89d9358d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:37.639064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f83b137-7ce3-4788-8a60-ce78b0c60909 req-a7742d52-37df-40da-8655-09eb89d9358d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 931 time: 0.3994956 Oct 16 13:36:37.648306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Subnet': ['ID=01598328-378d-449a-b4a7-fe3dcd2b08cc,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:37.660969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 47d56d22-c765-40bb-82fa-269c402ad05a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:37.662133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:37.699743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Router fc0c444e-10e9-462a-baab-5cc319c8ec24 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:37.715708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:36:37.715883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Checking segment: {'id': 'da780b2e-41f2-479d-bee4-ac1fc2213af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:37.715883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network hostable DHCP agents. Network: 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:37.792665 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-365409d0-ee6e-40b5-8b0a-16567eeda7c5 req-e2818618-8c6f-4a7a-9b3a-efc55de16e0d service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173126 Oct 16 13:36:37.868821 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-4a04a7fa-6d43-4af0-96d8-8df5be63aedf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87 HTTP/1.1" status: 200 len: 217 time: 0.1662276 Oct 16 13:36:37.877607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:37.911644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:37.924395 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] Sync routers for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:37.937518 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:37.939303 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:37.964091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:37.974586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3dadfe-82c5-4114-8052-d389d6b33c18 None None] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:38.029361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0062dd15-c1fc-4173-bac9-eed9fa4fb58f {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:36:38.035868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:38.036623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.041069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.049021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f83b137-7ce3-4788-8a60-ce78b0c60909 req-22e83a29-b640-4aba-bbe9-6355d3174d05 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942587 Oct 16 13:36:38.077837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.078744 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:38.127551 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:38.128208 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:38.161115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Transition to ACTIVE for port object 0062dd15-c1fc-4173-bac9-eed9fa4fb58f will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:36:38.165990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-2ebb5ec2-c190-4142-9102-84e7ed789d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:38.176274 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b69cb102-4251-4141-b5ee-b730bed01d24 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.4956007 Oct 16 13:36:38.176748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-2ebb5ec2-c190-4142-9102-84e7ed789d0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=336d2cb1-d02d-4765-8950-a6e899094e94 HTTP/1.1" status: 200 len: 845 time: 0.2704401 Oct 16 13:36:38.179269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59858) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:38.210673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-2900985c-afb1-4f58-97d6-14caad8f02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:38.210673 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-2900985c-afb1-4f58-97d6-14caad8f02d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1097 time: 0.2594783 Oct 16 13:36:38.221793 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6ad5e44c-e551-479a-a790-12d2c5d63b0c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7993505 Oct 16 13:36:38.236088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59864) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:38.239374 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:38.243476 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48711b2b-d1bb-4041-aa77-b5f8bbe1cf79 None None] The sync data for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:38.293859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'network': {'name': 'tempest-router-network01--1748534463'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:38.478397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.481842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.511054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-905f04e8-e082-43f0-baf6-8c7ff3f3b6b8', 'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8', 'tenant_id': 'b1f2f2c057e0410f9fdd4f2ac321d1c8', 'fixed_ips': [{'subnet_id': '01598328-378d-449a-b4a7-fe3dcd2b08cc'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:38.511906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.529155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7850d69-3c26-49aa-bc14-34ce37c69caf x-openstack-request-id: req-d7850d69-3c26-49aa-bc14-34ce37c69caf {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:36:38.529459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:36:38.529761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7850d69-3c26-49aa-bc14-34ce37c69caf {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:36:38.530380 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'status': 'completed', 'code': 200} Oct 16 13:36:38.627029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-d768fe6d-ac81-4dcd-ae35-e986844728f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:38.631125 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-d768fe6d-ac81-4dcd-ae35-e986844728f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.4089546 Oct 16 13:36:38.652912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Made reservation on behalf of b1f2f2c057e0410f9fdd4f2ac321d1c8 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:38.657712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.711317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:38.727401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.728494 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Added segment 194c3c21-63b9-45cc-901d-9a3235c52228 of type vlan for network efdb300b-be3a-4243-929e-54cbfd98bf3f Oct 16 13:36:38.845042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:38.878293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Allocated IP 172.20.0.2 (905f04e8-e082-43f0-baf6-8c7ff3f3b6b8/01598328-378d-449a-b4a7-fe3dcd2b08cc/f217fae5-da5f-4cd9-890e-c3f00c6f8eb3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:38.910889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:38.912979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Pushing event updated for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:38.929361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:38.934920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:38.956071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:38.956768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.007242 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-9d7eff9f-4034-4624-a828-eba17509b76f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 217 time: 0.1182516 Oct 16 13:36:39.076114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.083731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650f4fe-d466-4284-a916-52c017afcc44 req-32222998-8bba-4aa5-82d3-0f6fce0f6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.085569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-32222998-8bba-4aa5-82d3-0f6fce0f6980 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1566144-1f29-4c26-a21f-76498ed4107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8222208 Oct 16 13:36:39.088210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.092509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.125786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59888) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.126707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2723aff3-4ade-44d0-8ae4-e0ad04acf04a tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] 10.222.0.24 "GET /v2.0/floatingips/3ec73a1a-e2e9-420c-a76a-c0d238774aaf HTTP/1.1" status: 200 len: 982 time: 0.9453371 Oct 16 13:36:39.142806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.2750759 Oct 16 13:36:39.143640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59890) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.208951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.298537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.380361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:39.394322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0282b-c977-4f87-88d1-fa8a676ccee2 req-6b38c411-5b61-4db1-b132-8680246feb43 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.402781 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fdf0282b-c977-4f87-88d1-fa8a676ccee2 req-6b38c411-5b61-4db1-b132-8680246feb43 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 943 time: 0.8910282 Oct 16 13:36:39.409126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:39.413614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:39.446085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59892) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.446085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59894) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.475754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce49a-0446-4c45-a4ae-9650c27ec4dd req-6f6502d1-63a4-4812-b9bf-ac0fc4f100ab tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.477700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3acce49a-0446-4c45-a4ae-9650c27ec4dd req-6f6502d1-63a4-4812-b9bf-ac0fc4f100ab tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.9464595 Oct 16 13:36:39.488464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Attempting to bind port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:39.492005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Attempting to bind port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:39.492005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Attempting to bind port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f on network e06eee63-6097-4f09-be65-cc2d32ff3b1e {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:39.492374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ed30b-c5c4-43e2-94b4-44e5a501b12d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=74d41323-2be7-40f8-a8a7-b4ae7d4d8b12,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:39.510379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Pushing event updated for resources: {'Port': ['ID=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:39.550287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-919f8ecc-3027-4d8b-9fa0-9e5116fc236a None None] Provisioning complete for port 74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:39.551036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-919f8ecc-3027-4d8b-9fa0-9e5116fc236a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.578268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-90a208b5-d841-4d72-ac3f-5aca7f7cac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.580443 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-90a208b5-d841-4d72-ac3f-5aca7f7cac9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.5659039 Oct 16 13:36:39.581671 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Attempting to bind port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:39.582218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Attempting to bind port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'da780b2e-41f2-479d-bee4-ac1fc2213af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:39.582860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Attempting to bind port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 on network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:39.602112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:39.603421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Checking segment: {'id': 'da780b2e-41f2-479d-bee4-ac1fc2213af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:39.603980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.604551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Bound using segment: {'id': 'da780b2e-41f2-479d-bee4-ac1fc2213af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:39.605247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Bound port: f217fae5-da5f-4cd9-890e-c3f00c6f8eb3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da780b2e-41f2-479d-bee4-ac1fc2213af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '905f04e8-e082-43f0-baf6-8c7ff3f3b6b8'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:39.606038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.615051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f on network e06eee63-6097-4f09-be65-cc2d32ff3b1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:36:39.616526 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3563564 Oct 16 13:36:39.623052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Attempting to bind port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f on network e06eee63-6097-4f09-be65-cc2d32ff3b1e {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:39.625458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-919f8ecc-3027-4d8b-9fa0-9e5116fc236a None None] Port 74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:39.632669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59900) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.633595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360c11-3d0c-405f-85dd-acd98a37615c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Network': ['ID=efdb300b-be3a-4243-929e-54cbfd98bf3f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:39.641290 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b0deec60-78ea-463c-a92f-d84fbc3951eb tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.4579189 Oct 16 13:36:39.655346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'network': {'name': 'tempest-router-network02--1256926982'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:39.662333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59902) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.668294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network efdb300b-be3a-4243-929e-54cbfd98bf3f details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:39.685862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:39.686258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Checking segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:39.686642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Bound using segment: {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:39.687139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Bound port: 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc1b8d8-0c38-41c2-9416-3935b9391f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:39.687491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.775476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:39.779235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:39.787500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a328734b-e897-4c52-a6cd-333dd7c942c1 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:39.795057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] For port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:39.802200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] For port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,segment=NetworkSegment(da780b2e-41f2-479d-bee4-ac1fc2213af2),segment_id=da780b2e-41f2-479d-bee4-ac1fc2213af2)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:39.815442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fb34f-a43b-465e-8567-942bcb696947 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.823013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4fb34f-a43b-465e-8567-942bcb696947 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.827232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6a4fb34f-a43b-465e-8567-942bcb696947 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6536236 Oct 16 13:36:39.831145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59904) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:39.848516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'networks': [{'name': 'tempest-network--116675815'}, {'name': 'tempest-network--979858033'}]} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:39.851917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'network': {'name': 'tempest-network--116675815'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:39.851917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'network': {'name': 'tempest-network--979858033'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:39.864991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.877541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3acce49a-0446-4c45-a4ae-9650c27ec4dd req-22e9dbb3-b2ec-4c4e-9384-6f5e44e1d534 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509488 Oct 16 13:36:39.885466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fdf0282b-c977-4f87-88d1-fa8a676ccee2 req-8a30df35-ccb0-455c-ad7f-3dd4aa4d13ef tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4787481 Oct 16 13:36:39.911026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:39.936553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-253db8ad-e69c-4f6f-9d41-67571b1b5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:39.938274 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-253db8ad-e69c-4f6f-9d41-67571b1b5978 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3404460 Oct 16 13:36:39.999225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593a860-5230-40fd-a72d-30a455ad8415 None None] Pushing event updated for resources: {'Port': ['ID=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:40.224209 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-78cf9f58-2b7d-4dc4-865a-982a77a9379d service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619216 Oct 16 13:36:40.249690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-e99bb7fb-e4d1-46b5-ad8a-3f2748d5159f service neutron] 10.222.0.31 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1025953 Oct 16 13:36:40.281238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:40.282033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.284489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-873dba35-87af-4769-a235-e886a23de7ed service neutron] 10.222.0.31 "PUT /v2.0/ports/0062dd15-c1fc-4173-bac9-eed9fa4fb58f HTTP/1.1" status: 200 len: 1093 time: 5.0183983 Oct 16 13:36:40.396905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Made reservation on behalf of b1f2f2c057e0410f9fdd4f2ac321d1c8 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:40.400070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.425184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dba35-87af-4769-a235-e886a23de7ed service neutron] Pushing event updated for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:40.474971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:40.485140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f650f4fe-d466-4284-a916-52c017afcc44 req-f75a3867-069a-4b46-aa0b-d6a767be0fc6 service neutron] 10.222.0.31 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252355 Oct 16 13:36:40.495537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad23d-df1f-4467-ae89-c7e19ba7f667 req-2a3999fb-5cb3-41c0-aadc-cfb5ccc5c1f1 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:40.508164 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb2ad23d-df1f-4467-ae89-c7e19ba7f667 req-2a3999fb-5cb3-41c0-aadc-cfb5ccc5c1f1 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 943 time: 0.2517438 Oct 16 13:36:40.513572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'network': 2} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:40.519194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.524428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.524771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Added segment 8befa350-34dc-4cf9-bf18-7fd8e2cdab1b of type vlan for network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a Oct 16 13:36:40.542299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:36:40.542501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a8f66-e264-4630-b851-f131dfab7863" -d '{"events": [{"name": "network-changed", "server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:36:40.564086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.566992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a328734b-e897-4c52-a6cd-333dd7c942c1 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "PUT /v2.0/quotas/ea1f641be6e04b09b8751d4f0d4a2176 HTTP/1.1" status: 200 len: 366 time: 1.1269410 Oct 16 13:36:40.571026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59910) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:40.612096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59173eaf-6cf5-4a1c-a104-1dc0ce9ac11a x-openstack-request-id: req-59173eaf-6cf5-4a1c-a104-1dc0ce9ac11a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:36:40.613973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:36:40.613973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59173eaf-6cf5-4a1c-a104-1dc0ce9ac11a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:36:40.613973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'status': 'completed', 'code': 200} Oct 16 13:36:40.662607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:40.662946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.676023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.681985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9ebf5216-dc13-43dd-bec9-f933a39bfe70 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0973079 Oct 16 13:36:40.689808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59912) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:40.719411 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-bde18fe2-4735-4210-a221-8e330c4a581e service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783850 Oct 16 13:36:40.737075 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb2ad23d-df1f-4467-ae89-c7e19ba7f667 req-ec368636-8ca8-4429-9c6b-d1ef759f08c8 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109065 Oct 16 13:36:40.751004 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-077e7992-d73b-497b-b74d-75c920f13608 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "GET /v2.0/quotas/ea1f641be6e04b09b8751d4f0d4a2176 HTTP/1.1" status: 200 len: 366 time: 0.0575078 Oct 16 13:36:40.754464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting port f46bafc1-2505-4854-9396-bff13a42e16e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:40.754804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.756341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59914) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:40.786707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-d1d4081f-6da1-4f1d-b7c2-c1de994f6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:40.788252 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-d1d4081f-6da1-4f1d-b7c2-c1de994f6ed2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18ce560a7fb74cb1a2510a2918dacfb0&device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 1096 time: 0.2048967 Oct 16 13:36:40.800334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-1201296a-4f07-4d87-bdb1-45c9bd8dcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:40.801855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-1201296a-4f07-4d87-bdb1-45c9bd8dcb02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7cb1e824a247f98571cd2e63100cea&device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 1096 time: 0.1542709 Oct 16 13:36:40.847659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.864618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:40.879342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.890064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:40.890064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.890368 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a7d5b04-3a5a-418a-a2cb-24bc261d7163 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/ea1f641be6e04b09b8751d4f0d4a2176 HTTP/1.1" status: 204 len: 168 time: 0.1265256 Oct 16 13:36:40.890448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-6c695027-f86c-4862-87e0-c17d04a74470 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f HTTP/1.1" status: 200 len: 217 time: 0.0861313 Oct 16 13:36:40.890519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59916) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:40.896554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:40.897348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.106159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Calling delete_port for f46bafc1-2505-4854-9396-bff13a42e16e owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:41.106159 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-02e8e61e-f488-45b5-a8d2-77a0fdb4f4bf tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1380067 Oct 16 13:36:41.107340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.108350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59922) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.121700 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d5023ac4-3f8e-4d98-8118-4e16f98003d9 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "GET /v2.0/quotas/ea1f641be6e04b09b8751d4f0d4a2176 HTTP/1.1" status: 200 len: 370 time: 0.0369730 Oct 16 13:36:41.124675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59924) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.130943 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eb3fceea-d309-46ac-bd8d-dbc30bf77049 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "GET /v2.0/quotas/ea1f641be6e04b09b8751d4f0d4a2176/default HTTP/1.1" status: 200 len: 370 time: 0.0050747 Oct 16 13:36:41.135898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59926) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.172292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409db895-abeb-4243-9c64-f442e08cc258 None None] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:41.178603 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-f5285342-2b06-43f0-8070-b0da946eb563 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] delete failed (client error): The resource could not be found. Oct 16 13:36:41.178603 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5285342-2b06-43f0-8070-b0da946eb563 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/ea1f641be6e04b09b8751d4f0d4a2176 HTTP/1.1" status: 404 len: 348 time: 0.0387306 Oct 16 13:36:41.195302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Network': ['ID=3a09bebb-bcad-4721-abe5-a4fe1a6e551a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:41.225182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:41.239148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-ba6ed86a-915c-4dc9-b837-d14b6d90b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.240721 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-ba6ed86a-915c-4dc9-b837-d14b6d90b2a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d40255b3-3ec3-4192-93c6-7a96479959a5 HTTP/1.1" status: 200 len: 851 time: 0.3253100 Oct 16 13:36:41.241313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.241763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.268064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8a3fdad2-87d9-467a-b27f-647070754944 None None] Provisioning complete for port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:41.268625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdad2-87d9-467a-b27f-647070754944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.280535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b48c4d7e-3bd7-4db4-8030-a90a36aad6c0 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6267257 Oct 16 13:36:41.285215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59930) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.292347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'subnet': {'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:41.308263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-7d3b54e2-e3bf-4dda-84be-32e1bb6fcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.309763 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-7d3b54e2-e3bf-4dda-84be-32e1bb6fcd31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f1566144-1f29-4c26-a21f-76498ed4107b HTTP/1.1" status: 200 len: 907 time: 0.4959404 Oct 16 13:36:41.319052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.367579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2530cd9-71c8-47ad-adf9-473ae7ec63d9 req-0faa3b19-9a32-4f57-9e84-e5c9bb214902 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.369158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2530cd9-71c8-47ad-adf9-473ae7ec63d9 req-0faa3b19-9a32-4f57-9e84-e5c9bb214902 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.3782713 Oct 16 13:36:41.369785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8819b-5258-45cb-9331-57d5d97f2140,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:41.379673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Port': ['ID=f46bafc1-2505-4854-9396-bff13a42e16e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:41.428077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4a011-781f-4950-9aa0-c9e14657c2f7 req-bc69860d-a47f-478a-87e9-6cef32c637aa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.429859 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78e4a011-781f-4950-9aa0-c9e14657c2f7 req-bc69860d-a47f-478a-87e9-6cef32c637aa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 943 time: 0.3975015 Oct 16 13:36:41.431441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-6b4e0b6f-85dc-4901-b478-97b1c8f072da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87 HTTP/1.1" status: 200 len: 217 time: 0.0929601 Oct 16 13:36:41.444563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:41.449929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.505025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59932) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.514731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=74d41323-2be7-40f8-a8a7-b4ae7d4d8b12,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:41.540097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.540467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Added segment 4890e5f6-7559-4d57-8971-4cf9655719aa of type vlan for network db9b2d3a-c680-4bf9-a051-b3beb1ccda8c Oct 16 13:36:41.556477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdad2-87d9-467a-b27f-647070754944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.568673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-2f6701c6-9c2c-436b-8ffd-fd577e9dc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.570211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-2f6701c6-9c2c-436b-8ffd-fd577e9dc178 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e06eee63-6097-4f09-be65-cc2d32ff3b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3077822 Oct 16 13:36:41.574938 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.580069 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-76abdc58-f612-4671-9ce1-98bd65633611 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 HTTP/1.1" status: 204 len: 168 time: 1.7477028 Oct 16 13:36:41.582748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59934) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.618478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.618886 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Floating IP 3ec73a1a-e2e9-420c-a76a-c0d238774aaf disassociated (deleted). External IP: 172.26.5.39, port: 9c70abcd-f92b-44fb-b0a6-8961450fed65. Oct 16 13:36:41.626981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8a3fdad2-87d9-467a-b27f-647070754944 None None] For port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,segment=NetworkSegment(da780b2e-41f2-479d-bee4-ac1fc2213af2),segment_id=da780b2e-41f2-479d-bee4-ac1fc2213af2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:41.643441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2530cd9-71c8-47ad-adf9-473ae7ec63d9 req-33b0157c-3deb-4269-8285-ab653b428463 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293353 Oct 16 13:36:41.661403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:41.667282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-a6272746-a853-4ad7-904e-aa37ad89eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.669093 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-a6272746-a853-4ad7-904e-aa37ad89eb11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=336d2cb1-d02d-4765-8950-a6e899094e94 HTTP/1.1" status: 200 len: 845 time: 0.2278223 Oct 16 13:36:41.695826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a3fdad2-87d9-467a-b27f-647070754944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.715269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78e4a011-781f-4950-9aa0-c9e14657c2f7 req-50ff85c0-b346-4767-96cc-2a5d5e7d6874 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483749 Oct 16 13:36:41.719446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.725923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:network and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:41.762179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Made reservation on behalf of b1f2f2c057e0410f9fdd4f2ac321d1c8 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:41.762399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:41.762676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.767126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.786009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:41.831305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:41.834636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fdad2-87d9-467a-b27f-647070754944 None None] Pushing event updated for resources: {'Port': ['ID=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:41.842720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:subnet and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:41.854298 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-be76e4c7-e1bc-4375-bce1-e3b2bc13ad2b service neutron] 10.222.0.31 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702429 Oct 16 13:36:41.860069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:41.863738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:41.864278 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Added segment 665291ba-2ae7-4dfd-82fe-7cf9239887a3 of type vlan for network 002bd2b6-a514-4a2b-b71d-0120d2b3da1d Oct 16 13:36:41.871637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911adc27-20f8-4ba0-9b8b-47bf9d976c66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.873339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911adc27-20f8-4ba0-9b8b-47bf9d976c66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.875039 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-911adc27-20f8-4ba0-9b8b-47bf9d976c66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2912526 Oct 16 13:36:41.889419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59938) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:41.944509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-a5f69208-3266-4ad4-abea-c6f00933d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:41.946038 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-a5f69208-3266-4ad4-abea-c6f00933d1f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1566144-1f29-4c26-a21f-76498ed4107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2650077 Oct 16 13:36:41.993244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:subnetpool and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:42.013291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Router fc0c444e-10e9-462a-baab-5cc319c8ec24 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:42.026279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.077236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:42.151731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet ec8dbf30-16a3-47c5-8944-b7e7e27c4dec {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:36:42.153833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:port and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:42.196917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.233580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:42.234883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:42.238821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.247515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] Sync routers for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:42.250620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05e9a935-fcac-4852-9678-d81dec2a1507 req-7dc7550c-7436-4f69-b879-73e7a56db42b service neutron] 10.222.0.31 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838375 Oct 16 13:36:42.261392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.266140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba522b64-ecf1-4591-87d3-925cd990323b req-7ec27aef-3ee8-427a-ab0f-5e83ad0de0c8 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:42.268476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:42.269466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:42.274579 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba522b64-ecf1-4591-87d3-925cd990323b req-7ec27aef-3ee8-427a-ab0f-5e83ad0de0c8 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 943 time: 0.3567963 Oct 16 13:36:42.308431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:42.311997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-523eccc0-8870-4eeb-83ae-52a6328e5e71 None None] Provisioning complete for port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:42.312384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-523eccc0-8870-4eeb-83ae-52a6328e5e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.316929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.319528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:router and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:42.323195 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-76e93fcc-01cb-4989-9045-f2400a0ab7e2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "DELETE /v2.0/floatingips/3ec73a1a-e2e9-420c-a76a-c0d238774aaf HTTP/1.1" status: 204 len: 168 time: 2.6594231 Oct 16 13:36:42.327305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59940) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:42.332823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:42.336134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.336642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.342306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:42.348239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:42.348478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:42.348970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.349124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:42.368022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Subnet': ['ID=b64af9e2-c8a9-42f0-af98-73c9b595390b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:42.377328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Checking segment: {'id': '194c3c21-63b9-45cc-901d-9a3235c52228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:42.377804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network hostable DHCP agents. Network: efdb300b-be3a-4243-929e-54cbfd98bf3f, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:42.383173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:42.386727 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-32955a65-381f-4d97-854e-8425a7d4d8df service neutron] 10.222.0.31 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944793 Oct 16 13:36:42.391239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:42.392430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326b14c-b9cf-43e2-9942-bc74e1383def None None] The sync data for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:42.469976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network efdb300b-be3a-4243-929e-54cbfd98bf3f is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:42.472536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.500716 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba522b64-ecf1-4591-87d3-925cd990323b req-92324231-2628-4b98-9be1-1705aef6922a tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251952 Oct 16 13:36:42.549020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:floatingip and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:42.550164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, efdb300b-be3a-4243-929e-54cbfd98bf3f) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:42.555466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:42.556117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.565063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d6456-11b7-4c48-8d43-a9878f528b8b None None] Network efdb300b-be3a-4243-929e-54cbfd98bf3f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:42.578516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.1372449 Oct 16 13:36:42.582888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59942) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:42.584386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.736339 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a17c6970-fdcf-48b8-9af7-d1b89f0b9844 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4493277 Oct 16 13:36:42.736980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59946) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:42.739086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-efdb300b-be3a-4243-929e-54cbfd98bf3f', 'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f', 'tenant_id': 'b1f2f2c057e0410f9fdd4f2ac321d1c8', 'fixed_ips': [{'subnet_id': 'b64af9e2-c8a9-42f0-af98-73c9b595390b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:42.739950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.753923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Allocated IP 172.26.5.36 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/4cb31152-a173-4132-a74e-1ede3c13b2a4) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:42.763088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'subnet': {'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:42.840480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Network': ['ID=db9b2d3a-c680-4bf9-a051-b3beb1ccda8c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:42.840923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b42668aa-465f-419e-81ec-58ba47e2a209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.861231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network db9b2d3a-c680-4bf9-a051-b3beb1ccda8c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:42.862744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:42.874375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:42.967113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Allocated IP 172.20.0.2 (efdb300b-be3a-4243-929e-54cbfd98bf3f/b64af9e2-c8a9-42f0-af98-73c9b595390b/e98ffd6b-3f30-40c5-b156-b4feff9ef878) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:43.041929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d852e12-c9b8-4bc7-8376-961646fc524d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.048603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d852e12-c9b8-4bc7-8376-961646fc524d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.054850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d852e12-c9b8-4bc7-8376-961646fc524d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.060678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d852e12-c9b8-4bc7-8376-961646fc524d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.066284 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d852e12-c9b8-4bc7-8376-961646fc524d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3607895 Oct 16 13:36:43.069453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59950) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:43.089987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159073-ff41-46ff-ad1c-8dfd89480c38 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Network': ['ID=002bd2b6-a514-4a2b-b71d-0120d2b3da1d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:43.113255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 002bd2b6-a514-4a2b-b71d-0120d2b3da1d details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:43.135345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8f66-e264-4630-b851-f131dfab7863 req-990d5b1b-1d83-4b9d-ac04-41ff16f350c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.137091 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-990d5b1b-1d83-4b9d-ac04-41ff16f350c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18ce560a7fb74cb1a2510a2918dacfb0&device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 1096 time: 0.6485782 Oct 16 13:36:43.157371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Made reservation on behalf of b1f2f2c057e0410f9fdd4f2ac321d1c8 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:43.160935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.169061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e2672ae-c8cd-42e2-beee-4a17c1854d5e req-1a4be824-faf4-4a76-9ca5-ad496438af03 service neutron] 10.222.0.31 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354460 Oct 16 13:36:43.173541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.198006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.204630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846f44-9ab7-4795-a7fd-a6993aaded2f req-50f389c3-44dc-41d4-aaf1-501a3289a98b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.212451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6846f44-9ab7-4795-a7fd-a6993aaded2f req-50f389c3-44dc-41d4-aaf1-501a3289a98b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.3590162 Oct 16 13:36:43.227562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.230195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcb767-f456-403f-8611-de5724cbb583 req-7624fdd7-7206-4e09-b9bd-08586d03a2a2 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.235723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7bdcb767-f456-403f-8611-de5724cbb583 req-7624fdd7-7206-4e09-b9bd-08586d03a2a2 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 943 time: 0.3699269 Oct 16 13:36:43.241256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.310154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.325513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8dbf30-16a3-47c5-8944-b7e7e27c4dec,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:43.332406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.338489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1dad5207-ddd3-41a2-99e0-f90844a85b16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/ec8dbf30-16a3-47c5-8944-b7e7e27c4dec HTTP/1.1" status: 204 len: 168 time: 1.4479380 Oct 16 13:36:43.339490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:43.351303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4e346-563f-4b2d-83af-c5d18e802f06 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:43.365178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:security_group and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:43.368492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Network efdb300b-be3a-4243-929e-54cbfd98bf3f is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:43.372365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.380241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:43.390797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:43.393410 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6846f44-9ab7-4795-a7fd-a6993aaded2f req-f03e077c-0afd-4798-bce7-710260acce4d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801660 Oct 16 13:36:43.394106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:43.409746 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7bdcb767-f456-403f-8611-de5724cbb583 req-06f491e0-2bf0-4da6-aab8-dc0602546afc tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663027 Oct 16 13:36:43.415971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8f66-e264-4630-b851-f131dfab7863 req-141a9774-7e53-48c9-ba15-1a19f25fff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.417534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-141a9774-7e53-48c9-ba15-1a19f25fff99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e06eee63-6097-4f09-be65-cc2d32ff3b1e HTTP/1.1" status: 200 len: 913 time: 0.2710547 Oct 16 13:36:43.418101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Usage tracker for resource:security_group_rule and project:73fe641d62e44355a7a59b5cc07d9ba6 is out of sync, need to count used quota {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 16 13:36:43.422538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.quota.resource [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101080) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 16 13:36:43.478794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fd938293-3deb-49f1-b586-3bd084af4f41 tempest-QuotasTest-363927449 tempest-QuotasTest-363927449-project-admin] 10.222.0.24 "GET /v2.0/quotas/73fe641d62e44355a7a59b5cc07d9ba6/details.json HTTP/1.1" status: 200 len: 703 time: 1.9594862 Oct 16 13:36:43.480435 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-1eaa3e8b-adfc-4966-a775-0a7b4c25d4e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f HTTP/1.1" status: 200 len: 217 time: 0.0543778 Oct 16 13:36:43.565719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8f66-e264-4630-b851-f131dfab7863 req-bfa8732d-587a-47a8-b716-c1540f903bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.567563 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-bfa8732d-587a-47a8-b716-c1540f903bee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d40255b3-3ec3-4192-93c6-7a96479959a5 HTTP/1.1" status: 200 len: 851 time: 0.0790484 Oct 16 13:36:43.628436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:43.666650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Pushing event updated for resources: {'Port': ['ID=e98ffd6b-3f30-40c5-b156-b4feff9ef878,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:43.690994 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e48afe7e-69b1-49a9-aae3-21ca1c997984 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3503704 Oct 16 13:36:43.691916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59958) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:43.694977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a8f66-e264-4630-b851-f131dfab7863 req-4693ab21-0d2d-488f-951d-36f93969f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.695770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.699809 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-4693ab21-0d2d-488f-951d-36f93969f467 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e06eee63-6097-4f09-be65-cc2d32ff3b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1249940 Oct 16 13:36:43.711082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:43.751872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9b2d3a-c680-4bf9-a051-b3beb1ccda8c']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:43.763951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Attempting to bind port e98ffd6b-3f30-40c5-b156-b4feff9ef878 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:43.764181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e48712-c02a-4401-a47f-fea9816e5113 req-4ed35277-866f-47f1-a2f2-c1eeafae3bcd tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:43.764339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Attempting to bind port e98ffd6b-3f30-40c5-b156-b4feff9ef878 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '194c3c21-63b9-45cc-901d-9a3235c52228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:43.764713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Attempting to bind port e98ffd6b-3f30-40c5-b156-b4feff9ef878 on network efdb300b-be3a-4243-929e-54cbfd98bf3f {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:43.766057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80e48712-c02a-4401-a47f-fea9816e5113 req-4ed35277-866f-47f1-a2f2-c1eeafae3bcd tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 943 time: 0.1494551 Oct 16 13:36:43.777148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4890e5f6-7559-4d57-8971-4cf9655719aa') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:43.777749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4890e5f6-7559-4d57-8971-4cf9655719aa') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:43.788154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:43.788641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Checking segment: {'id': '194c3c21-63b9-45cc-901d-9a3235c52228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:43.788809 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:43.789005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.789345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Bound using segment: {'id': '194c3c21-63b9-45cc-901d-9a3235c52228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:43.789821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Bound port: e98ffd6b-3f30-40c5-b156-b4feff9ef878, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194c3c21-63b9-45cc-901d-9a3235c52228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'efdb300b-be3a-4243-929e-54cbfd98bf3f'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:43.791127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.803346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:43.810786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.812766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:43.822278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Pushing event updated for resources: {'Port': ['ID=4cb31152-a173-4132-a74e-1ede3c13b2a4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:43.851995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:43.852633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.861952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.896271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:36:43.898329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:36:43.903756 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:36:43.909486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80e48712-c02a-4401-a47f-fea9816e5113 req-3ce19426-ce41-4bf3-997b-c7b29716ed03 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217015 Oct 16 13:36:43.923833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] For port e98ffd6b-3f30-40c5-b156-b4feff9ef878, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:43.959881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] For port e98ffd6b-3f30-40c5-b156-b4feff9ef878, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e98ffd6b-3f30-40c5-b156-b4feff9ef878,segment=NetworkSegment(194c3c21-63b9-45cc-901d-9a3235c52228),segment_id=194c3c21-63b9-45cc-901d-9a3235c52228)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:43.968471 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-014350e7-5ad5-4ee1-a5e1-06240eac7c37 service neutron] 10.222.0.31 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525868 Oct 16 13:36:44.013421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.014911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:36:44.066551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:44.067737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.070057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.134199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.168873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1070-999e-4365-8a6a-28fb4cb1e298 None None] Pushing event updated for resources: {'Port': ['ID=e98ffd6b-3f30-40c5-b156-b4feff9ef878,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:44.175422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-568a8f66-e264-4630-b851-f131dfab7863 req-d06d0c10-b3be-43e0-b750-0644cc1689b4 service neutron] 10.222.0.31 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994371 Oct 16 13:36:44.189019 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Subnet': ['ID=4d9e8149-6c03-493c-b6b6-2d9589e13e89,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:44.233489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.237864 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/networks/db9b2d3a-c680-4bf9-a051-b3beb1ccda8c HTTP/1.1" status: 204 len: 168 time: 1.1674616 Oct 16 13:36:44.243710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2bc09-4f47-4019-b93f-cc6dbe60a989 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Network': ['ID=db9b2d3a-c680-4bf9-a051-b3beb1ccda8c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:44.244729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59962) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:44.271229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Checking segment: {'id': '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:44.271229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network hostable DHCP agents. Network: 3a09bebb-bcad-4721-abe5-a4fe1a6e551a, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:44.271541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] Deleting port 47d56d22-c765-40bb-82fa-269c402ad05a {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:44.271541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.306338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.316996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59964) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:44.378517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:44.394714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.415215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] For port 47d56d22-c765-40bb-82fa-269c402ad05a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=47d56d22-c765-40bb-82fa-269c402ad05a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:44.415785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.441158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] Calling delete_port for 47d56d22-c765-40bb-82fa-269c402ad05a owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:44.446527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 3a09bebb-bcad-4721-abe5-a4fe1a6e551a) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:44.448546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.463353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ca8f5-f248-41eb-8a06-7146521659fe None None] Network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:44.465214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:44.466077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.566661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.578578 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d1b2267a-5455-4a09-bb4c-e5f4fafc3ca8 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8221326 Oct 16 13:36:44.580302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407eca00-86b4-4d19-8eb0-9d4b574976a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.582580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59972) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:44.739327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eebc318c-5da5-4b4a-a585-7e02c0278b87 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:36:44.740842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:44.774124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.792357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:44.800395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.806955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:44.807266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.836193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=e5e0de62-a648-4c20-829c-7865341416c3,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:44.841661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > segment before_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.842010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.842886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.843234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > port after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.843565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > port after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.843909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > port after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.844150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-3a09bebb-bcad-4721-abe5-a4fe1a6e551a', 'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a', 'tenant_id': 'b1f2f2c057e0410f9fdd4f2ac321d1c8', 'fixed_ips': [{'subnet_id': '4d9e8149-6c03-493c-b6b6-2d9589e13e89'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:44.844289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > segment after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.845078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.845568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:44.845680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.846251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet after_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.851802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] Pushing event deleted for resources: {'Port': ['ID=47d56d22-c765-40bb-82fa-269c402ad05a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:44.878128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd051e2-be53-4b99-ae2d-d84963c62a72 None None] No DVR routers for this DVR port 47d56d22-c765-40bb-82fa-269c402ad05a on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:36:44.910275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481f13d-e969-4774-97a4-4619e165de63 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:44.916741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet after_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.917094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet after_delete 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.917454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet before_create 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.917737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Subscribe: > subnet before_update 55550000 {{(pid=101080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 16 13:36:44.918414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002bd2b6-a514-4a2b-b71d-0120d2b3da1d']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:44.940420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d9bc8-c85f-4180-b35a-3f3793a502a2 req-d2a83fa1-1d07-4deb-8656-8ca274bc6100 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:44.945860 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-790d9bc8-c85f-4180-b35a-3f3793a502a2 req-d2a83fa1-1d07-4deb-8656-8ca274bc6100 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.3336356 Oct 16 13:36:44.952861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ea78f53d-58f0-47cf-a37d-3ec5b14c9e1a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2467630 Oct 16 13:36:44.955271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59974) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:44.960725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665291ba-2ae7-4dfd-82fe-7cf9239887a3') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:44.961194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665291ba-2ae7-4dfd-82fe-7cf9239887a3') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:44.970830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': 'e5e0de62-a648-4c20-829c-7865341416c3', 'ip_address': '2001:db8::438:bb52:80df:217f'}], 'name': 'tempest-NetworksTestDHCPv6-728260669'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:44.992568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f32d98-6559-4c00-8fab-77f62580bee2 req-c291d214-ecc0-4d62-8c98-34c768dc2a3c tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:44.994598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-52f32d98-6559-4c00-8fab-77f62580bee2 req-c291d214-ecc0-4d62-8c98-34c768dc2a3c tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 943 time: 0.3546357 Oct 16 13:36:45.007868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.046744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407eca00-86b4-4d19-8eb0-9d4b574976a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.053838 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port eebc318c-5da5-4b4a-a585-7e02c0278b87, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:45.076243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.110398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'port_id': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'mac_address': 'fa:16:3e:11:b4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:36:45.115810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407eca00-86b4-4d19-8eb0-9d4b574976a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.129194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:36:45.129519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: from cryptography.utils import int_from_bytes Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: from cryptography.utils import int_from_bytes Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:36:45.135059 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:36:45.160370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.170336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Allocated IP 172.20.0.2 (3a09bebb-bcad-4721-abe5-a4fe1a6e551a/4d9e8149-6c03-493c-b6b6-2d9589e13e89/83fc8b63-bdb7-474a-9bf0-225b1a37a671) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:45.170564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.207773 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-407eca00-86b4-4d19-8eb0-9d4b574976a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb51f0c47e314ebbac45f761b3e47e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8864815 Oct 16 13:36:45.209009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59978) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:45.213862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eca00-86b4-4d19-8eb0-9d4b574976a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3cd5b-f515-473d-874e-a7d8f6d4b4b1,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:45.246169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.269267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.305754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebc318c-5da5-4b4a-a585-7e02c0278b87 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:36:45.339932 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-790d9bc8-c85f-4180-b35a-3f3793a502a2 req-9d6a71ab-a3c6-4d64-868d-49f77faf2b13 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818650 Oct 16 13:36:45.361907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'e5e0de62-a648-4c20-829c-7865341416c3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:45.362759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.369013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-52f32d98-6559-4c00-8fab-77f62580bee2 req-39dc357d-7fd3-4e3c-8928-27d30dacee5d tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566399 Oct 16 13:36:45.389043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.399086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port eebc318c-5da5-4b4a-a585-7e02c0278b87, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:45.418752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.423808 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/networks/002bd2b6-a514-4a2b-b71d-0120d2b3da1d HTTP/1.1" status: 204 len: 168 time: 1.1778388 Oct 16 13:36:45.426569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59980) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:45.488782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219234b8-34b8-48f9-af5f-bb524965d277 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Network': ['ID=002bd2b6-a514-4a2b-b71d-0120d2b3da1d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:45.498673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a093a056-838e-4300-a180-76fbab437805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.502932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:45.515285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.522748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 67f6c383-5783-41dd-a4cd-97e9477e577d details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:36:45.525603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27180517-744b-4dfc-ac79-4335ada76e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.562487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Pushing event updated for resources: {'Port': ['ID=4cb31152-a173-4132-a74e-1ede3c13b2a4,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:45.594045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.600178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27180517-744b-4dfc-ac79-4335ada76e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.651672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e98ffd6b-3f30-40c5-b156-b4feff9ef878 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:45.700304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc258a78-4f09-402b-b4ba-ad35e55906f8 None None] Network efdb300b-be3a-4243-929e-54cbfd98bf3f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:45.741731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.747275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.751617 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8155cb39-d5d5-4d6f-85c6-19844bddaf3d tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4202976 Oct 16 13:36:45.751898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 59982) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:45.772619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Allocated IP 172.20.0.1 (efdb300b-be3a-4243-929e-54cbfd98bf3f/b64af9e2-c8a9-42f0-af98-73c9b595390b/6a3b3864-1676-4285-85fe-da63327ca207) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:45.817385 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27180517-744b-4dfc-ac79-4335ada76e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.818587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27180517-744b-4dfc-ac79-4335ada76e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.819871 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-27180517-744b-4dfc-ac79-4335ada76e7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1e3cd5b-f515-473d-874e-a7d8f6d4b4b1 HTTP/1.1" status: 204 len: 168 time: 0.6097100 Oct 16 13:36:45.843522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27180517-744b-4dfc-ac79-4335ada76e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3cd5b-f515-473d-874e-a7d8f6d4b4b1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:45.960645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:45.968249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:46.051998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.052905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.074606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=eebc318c-5da5-4b4a-a585-7e02c0278b87,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:46.076015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea92b0d-d9db-41ea-a325-61fd25dc80a4 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:46.082771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea92b0d-d9db-41ea-a325-61fd25dc80a4 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:46.084416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7ea92b0d-d9db-41ea-a325-61fd25dc80a4 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6566582 Oct 16 13:36:46.089003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8c557285-c8be-495f-b926-fda24b63f4d5 None None] Provisioning complete for port e98ffd6b-3f30-40c5-b156-b4feff9ef878 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:46.089877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c557285-c8be-495f-b926-fda24b63f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.092534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59990) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:46.094095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/e5e0de62-a648-4c20-829c-7865341416c3/482093df-5a5b-4a08-b025-796f997c2b64) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:46.094451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.098044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1565096430'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:46.119972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c584c1a-92e9-49bd-873c-69b16cc49e32 req-323e548c-c25a-4968-89c5-6530b133e0ab tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:46.121492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8c584c1a-92e9-49bd-873c-69b16cc49e32 req-323e548c-c25a-4968-89c5-6530b133e0ab tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 943 time: 0.5959504 Oct 16 13:36:46.130520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.183303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 07caca75-c859-4953-8718-8a4c9c0c411d yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:46.183543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:46.201141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8c584c1a-92e9-49bd-873c-69b16cc49e32 req-b0f5ee01-8d03-4952-a551-276bac77ef69 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665233 Oct 16 13:36:46.214195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:46.215019 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network efdb300b-be3a-4243-929e-54cbfd98bf3f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:46.227093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 67f6c383-5783-41dd-a4cd-97e9477e577d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=67f6c383-5783-41dd-a4cd-97e9477e577d,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:46.229608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:46.235628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:46.246341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:46.257108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e98ffd6b-3f30-40c5-b156-b4feff9ef878 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:46.257482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.297987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Port': ['ID=6a3b3864-1676-4285-85fe-da63327ca207,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:46.316124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:46.319821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.329491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'port_id': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'mac_address': 'fa:16:3e:2b:1c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:36:46.337642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.341674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.346756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:46.352691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Pushing event updated for resources: {'Port': ['ID=83fc8b63-bdb7-474a-9bf0-225b1a37a671,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:46.356357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.356719 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Added segment 8e16250e-8910-43b2-b074-4dc51a57e5fd of type vlan for network eef1daaa-4f6a-4de2-8b58-25fc43ad84db Oct 16 13:36:46.409323 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.522578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Attempting to bind port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:46.523135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Attempting to bind port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:46.523262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Attempting to bind port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 on network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:46.528422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.534088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:46.534681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.573392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Allocated IP 172.26.5.188 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/ee5fe303-a471-433f-a96a-0a949d7458d1) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:46.576826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:46.577179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Checking segment: {'id': '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:46.577575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.577970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Bound using segment: {'id': '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:46.578513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Bound port: 83fc8b63-bdb7-474a-9bf0-225b1a37a671, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3a09bebb-bcad-4721-abe5-a4fe1a6e551a'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:46.579388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.592436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.640918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136308b2-4c69-452d-85ea-7102e545829a req-c09db1fc-e8e5-4719-bcc6-45e89b73f589 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:46.642767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-136308b2-4c69-452d-85ea-7102e545829a req-c09db1fc-e8e5-4719-bcc6-45e89b73f589 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 944 time: 0.1679246 Oct 16 13:36:46.651624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fd01e-867f-45d9-97a2-cf3a1ed3ffb5 req-92b0d345-34da-4c2d-8abd-2f9b784a365d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:46.658783 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aa2fd01e-867f-45d9-97a2-cf3a1ed3ffb5 req-92b0d345-34da-4c2d-8abd-2f9b784a365d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 944 time: 0.1819348 Oct 16 13:36:46.662432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Network': ['ID=eef1daaa-4f6a-4de2-8b58-25fc43ad84db,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:46.689114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.692671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.715660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network eef1daaa-4f6a-4de2-8b58-25fc43ad84db details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:46.721097 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-05b89b3e-a096-4707-a9d6-0be08aebf3d3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6249001 Oct 16 13:36:46.722972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 59998) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:46.727112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f6c383-5783-41dd-a4cd-97e9477e577d {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:36:46.728863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-371895981'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:46.733538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c557285-c8be-495f-b926-fda24b63f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.747069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aa2fd01e-867f-45d9-97a2-cf3a1ed3ffb5 req-e87e8ca0-0fa6-4c33-a387-2e4c49240180 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828810 Oct 16 13:36:46.765912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-136308b2-4c69-452d-85ea-7102e545829a req-d861f612-4dba-4aae-a593-5f7287664a60 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042199 Oct 16 13:36:46.769260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.792421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.816896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60000) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:46.838587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-34ce2dac-3996-4121-8fce-d51086994e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.860941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:46.865030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.887605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 67f6c383-5783-41dd-a4cd-97e9477e577d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=67f6c383-5783-41dd-a4cd-97e9477e577d,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:46.894576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.897099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.924457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:46.941306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.941733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Added segment a697fa08-e5f2-4bba-9c2b-1f04a7a1c5cb of type vlan for network 16fcc537-6f5a-428b-9771-6ae1bf0ad859 Oct 16 13:36:46.949551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8c557285-c8be-495f-b926-fda24b63f4d5 None None] For port e98ffd6b-3f30-40c5-b156-b4feff9ef878, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e98ffd6b-3f30-40c5-b156-b4feff9ef878,segment=NetworkSegment(194c3c21-63b9-45cc-901d-9a3235c52228),segment_id=194c3c21-63b9-45cc-901d-9a3235c52228)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:46.961955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:46.968740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] For port 83fc8b63-bdb7-474a-9bf0-225b1a37a671, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:46.981218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 0062dd15-c1fc-4173-bac9-eed9fa4fb58f details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:36:46.988765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.035196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.058073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:47.078323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:47.098068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.098290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::438:bb52:80df:217f (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/e5e0de62-a648-4c20-829c-7865341416c3/07caca75-c859-4953-8718-8a4c9c0c411d) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:47.102255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-34ce2dac-3996-4121-8fce-d51086994e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.110695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c557285-c8be-495f-b926-fda24b63f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.119216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:47.121202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] For port 83fc8b63-bdb7-474a-9bf0-225b1a37a671, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=83fc8b63-bdb7-474a-9bf0-225b1a37a671,segment=NetworkSegment(8befa350-34dc-4cf9-bf18-7fd8e2cdab1b),segment_id=8befa350-34dc-4cf9-bf18-7fd8e2cdab1b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:47.124002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Pushing event updated for resources: {'Port': ['ID=ee5fe303-a471-433f-a96a-0a949d7458d1,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:47.177014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:36:47.177782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:36:47.179615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.192250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.198378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:47.199270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.243583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.275331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.284359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Network': ['ID=16fcc537-6f5a-428b-9771-6ae1bf0ad859,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:47.291506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-34ce2dac-3996-4121-8fce-d51086994e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.296444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:47.315675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:47.317016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=67f6c383-5783-41dd-a4cd-97e9477e577d,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:47.320027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'port_id': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'mac_address': 'fa:16:3e:65:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:36:47.329390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:47.335596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 16fcc537-6f5a-428b-9771-6ae1bf0ad859 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:47.343201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['67f6c383-5783-41dd-a4cd-97e9477e577d'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:36:47.343201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.360436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:47.377071 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-34ce2dac-3996-4121-8fce-d51086994e57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73fe641d62e44355a7a59b5cc07d9ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587485 Oct 16 13:36:47.380906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce2dac-3996-4121-8fce-d51086994e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1174d-d721-4c9c-88c4-6db8ff0f8ddc,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:47.388588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60004) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:47.410852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.412525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Port': ['ID=6a3b3864-1676-4285-85fe-da63327ca207,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:47.417495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.425349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a8256d3a-7650-4737-a48b-26b0a2682c81 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7005830 Oct 16 13:36:47.434337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60006) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:47.440191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['eebc318c-5da5-4b4a-a585-7e02c0278b87'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:36:47.446375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'ports': [{'network_id': 'eef1daaa-4f6a-4de2-8b58-25fc43ad84db', 'name': 'tempest-port--511098839', 'admin_state_up': True}, {'network_id': '16fcc537-6f5a-428b-9771-6ae1bf0ad859', 'admin_state_up': False}]} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:47.446534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'port': {'network_id': 'eef1daaa-4f6a-4de2-8b58-25fc43ad84db', 'name': 'tempest-port--511098839', 'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:47.446985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'port': {'network_id': '16fcc537-6f5a-428b-9771-6ae1bf0ad859', 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:47.581700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed984415-a9e8-4dc3-80d9-497eb8115f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.631011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f524e873-44b1-4fa1-b054-44cf409bcd25 None None] Provisioning complete for port 6a3b3864-1676-4285-85fe-da63327ca207 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:47.631574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f524e873-44b1-4fa1-b054-44cf409bcd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.651994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed984415-a9e8-4dc3-80d9-497eb8115f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.665845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2db1b-1c4c-4bcd-a6a9-80e2900da0e9 req-703c0151-8128-49fa-9755-bb9ba13e004e tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:47.671583 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cbc2db1b-1c4c-4bcd-a6a9-80e2900da0e9 req-703c0151-8128-49fa-9755-bb9ba13e004e tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 943 time: 0.3169312 Oct 16 13:36:47.671583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.693590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Pushing event updated for resources: {'Port': ['ID=482093df-5a5b-4a08-b025-796f997c2b64,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:47.721933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cbc2db1b-1c4c-4bcd-a6a9-80e2900da0e9 req-600ad3a6-fa09-40a1-b425-c7f096bf2bce tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Oct 16 13:36:47.724254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'port': 2} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:47.729211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.747963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.792605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.807994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Attempting to bind port 482093df-5a5b-4a08-b025-796f997c2b64 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:47.808390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Attempting to bind port 482093df-5a5b-4a08-b025-796f997c2b64 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:47.808759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Attempting to bind port 482093df-5a5b-4a08-b025-796f997c2b64 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:47.873311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:47.873697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:47.874296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.874916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:47.876084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Bound port: 482093df-5a5b-4a08-b025-796f997c2b64, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:47.876771 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:47.893398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f524e873-44b1-4fa1-b054-44cf409bcd25 None None] Port 6a3b3864-1676-4285-85fe-da63327ca207 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:47.897954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0062dd15-c1fc-4173-bac9-eed9fa4fb58f {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:36:47.966088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] device_id is not set on port 29c954ac-7c3c-43cb-8224-a3927b06a97d yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:48.019251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:48.026302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557285-c8be-495f-b926-fda24b63f4d5 None None] Pushing event updated for resources: {'Port': ['ID=e98ffd6b-3f30-40c5-b156-b4feff9ef878,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:48.061368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.090750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network efdb300b-be3a-4243-929e-54cbfd98bf3f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:48.098156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:48.173785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=07caca75-c859-4953-8718-8a4c9c0c411d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:48.239749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f524e873-44b1-4fa1-b054-44cf409bcd25 None None] Provisioning complete for port e98ffd6b-3f30-40c5-b156-b4feff9ef878 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:48.240110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f524e873-44b1-4fa1-b054-44cf409bcd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.241943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47d56d22-c765-40bb-82fa-269c402ad05a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:36:48.255723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:48.272602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.275094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:48.290928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:48.295351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.298864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:48.299300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.311980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed984415-a9e8-4dc3-80d9-497eb8115f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.314635 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed984415-a9e8-4dc3-80d9-497eb8115f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.315984 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ed984415-a9e8-4dc3-80d9-497eb8115f30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cd1174d-d721-4c9c-88c4-6db8ff0f8ddc HTTP/1.1" status: 204 len: 168 time: 0.9264376 Oct 16 13:36:48.324684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed984415-a9e8-4dc3-80d9-497eb8115f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd1174d-d721-4c9c-88c4-6db8ff0f8ddc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:48.332702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.340375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c12c3-e381-4614-a371-b8ae4cbc4957 req-d6b70253-de0a-47be-8f17-763c2bfc9137 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:48.342072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-316c12c3-e381-4614-a371-b8ae4cbc4957 req-d6b70253-de0a-47be-8f17-763c2bfc9137 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 944 time: 0.2871990 Oct 16 13:36:48.351673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fb4e6-671b-4c45-bd8c-b7dd1246e29f req-a023a6a7-4f2e-4ab7-8cd2-3e0f03633ace tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:48.359092 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-983fb4e6-671b-4c45-bd8c-b7dd1246e29f req-a023a6a7-4f2e-4ab7-8cd2-3e0f03633ace tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 945 time: 0.3030109 Oct 16 13:36:48.393709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.425474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Router 56bbdeb5-4f67-44a4-9a2e-f749f30ea60b is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:36:48.442168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27140054-f97d-4d6d-a432-0503b10c3cde None None] Pushing event updated for resources: {'Port': ['ID=83fc8b63-bdb7-474a-9bf0-225b1a37a671,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:48.462822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Pushing event updated for resources: {'Port': ['ID=ee5fe303-a471-433f-a96a-0a949d7458d1,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:48.493552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ee7880a3-6dfc-4826-8e2f-4e52f86016ad tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5279305 Oct 16 13:36:48.504984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60014) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:48.510016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] For port 482093df-5a5b-4a08-b025-796f997c2b64, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:48.527558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.565600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 47d56d22-c765-40bb-82fa-269c402ad05a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:36:48.566000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47d56d22-c765-40bb-82fa-269c402ad05a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:36:48.600391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] For port 482093df-5a5b-4a08-b025-796f997c2b64, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=482093df-5a5b-4a08-b025-796f997c2b64,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:48.604905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-316c12c3-e381-4614-a371-b8ae4cbc4957 req-39c2c825-d478-4bbf-890d-f178f3e650dd tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411697 Oct 16 13:36:48.623609 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-983fb4e6-671b-4c45-bd8c-b7dd1246e29f req-fc3d7dfb-70e7-4646-b1b4-4b8a83be3247 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634928 Oct 16 13:36:48.628615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] device_id is not set on port fef893f8-283b-4b31-aaf1-76ef106cf039 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:48.632253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['0062dd15-c1fc-4173-bac9-eed9fa4fb58f'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:36:48.642786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.676562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ff346-e973-4ac4-b7b7-18d90319bedf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:48.684423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ff346-e973-4ac4-b7b7-18d90319bedf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:48.688922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-538ff346-e973-4ac4-b7b7-18d90319bedf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1828778 Oct 16 13:36:48.690165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60016) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:48.690712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.719068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:48.727344 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e75e6dc-2d97-4f57-894d-95126188917e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417732 Oct 16 13:36:48.738033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60020) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:48.752128 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] Sync routers for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:48.761196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:48.783356 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:48.784265 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:48.840797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:48.844830 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bcc74271-48e3-47ec-8bc7-29702cb38b4a tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0892112 Oct 16 13:36:48.856883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60024) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:48.934003 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:48.963601 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:48.964587 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:48.985365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e98ffd6b-3f30-40c5-b156-b4feff9ef878 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:49.020786 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:49.021620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860df187-9fe9-435f-a2f3-a70722e13053 None None] The sync data for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:49.093252 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d318c266-d237-4ac2-9c7c-b33b7c9ee235 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.2331390 Oct 16 13:36:49.094833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.100671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60030) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:49.151169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7caa65-df1f-4f2b-a23e-362da4cc035a req-3fb29274-6f9b-40a1-9fa2-b260d401f995 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:49.168598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db7caa65-df1f-4f2b-a23e-362da4cc035a req-3fb29274-6f9b-40a1-9fa2-b260d401f995 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 944 time: 0.3044708 Oct 16 13:36:49.235967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594dbcf-8521-4d38-9f92-1851fadc74de None None] Pushing event updated for resources: {'Port': ['ID=482093df-5a5b-4a08-b025-796f997c2b64,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:49.258614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-113efec1-fd2b-41fd-98bb-01ee7df4b6a9 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1543999 Oct 16 13:36:49.264904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e33292-202c-485a-a0b3-1a0825562799 None None] Network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:49.283698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60034) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:49.354326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e98ffd6b-3f30-40c5-b156-b4feff9ef878 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:49.354795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.438697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Provisioning complete for port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:49.439200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.443184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db7caa65-df1f-4f2b-a23e-362da4cc035a req-1250badb-53e6-42a6-8e8f-d3b65a526963 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732971 Oct 16 13:36:49.459592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 07caca75-c859-4953-8718-8a4c9c0c411d {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:49.459592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.601163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.622886 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-ffecfbd8-0617-424f-a9a8-265d05437c74 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:36:49.627645 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ffecfbd8-0617-424f-a9a8-265d05437c74 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8885326 Oct 16 13:36:49.628402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60046) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:49.634641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 83fc8b63-bdb7-474a-9bf0-225b1a37a671 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:49.692505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.718017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.734303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] For port 83fc8b63-bdb7-474a-9bf0-225b1a37a671, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=83fc8b63-bdb7-474a-9bf0-225b1a37a671,segment=NetworkSegment(8befa350-34dc-4cf9-bf18-7fd8e2cdab1b),segment_id=8befa350-34dc-4cf9-bf18-7fd8e2cdab1b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:49.743061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:49.743426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.775497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 07caca75-c859-4953-8718-8a4c9c0c411d owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:49.835025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.862459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Port': ['ID=29c954ac-7c3c-43cb-8224-a3927b06a97d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:49.912186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Provisioning complete for port 6a3b3864-1676-4285-85fe-da63327ca207 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:49.912928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:49.991876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Deleting port ee5fe303-a471-433f-a96a-0a949d7458d1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:49.992664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.001584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60052) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:50.001980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Checking segment: {'id': '8e16250e-8910-43b2-b074-4dc51a57e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eef1daaa-4f6a-4de2-8b58-25fc43ad84db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:50.002344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network hostable DHCP agents. Network: eef1daaa-4f6a-4de2-8b58-25fc43ad84db, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:50.020858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Pushing event updated for resources: {'Port': ['ID=83fc8b63-bdb7-474a-9bf0-225b1a37a671,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:50.040700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b68e1cb8-d9ed-44d3-8b8f-db387a0c7ef9 None None] Port 6a3b3864-1676-4285-85fe-da63327ca207 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:50.047975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963a508-d409-4f44-b1c2-e1ca387c1f66 req-deb52583-14a1-4bb4-a86d-453117224265 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:50.050045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3963a508-d409-4f44-b1c2-e1ca387c1f66 req-deb52583-14a1-4bb4-a86d-453117224265 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 945 time: 0.3285358 Oct 16 13:36:50.068717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128837-1328-403d-be44-e482ee91153d req-3cd0f526-def2-4aeb-bbcf-74844a2da0c9 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:50.071049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10128837-1328-403d-be44-e482ee91153d req-3cd0f526-def2-4aeb-bbcf-74844a2da0c9 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 944 time: 0.3395596 Oct 16 13:36:50.153658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'networks': [{'name': 'tempest-network--1097002066'}, {'name': 'tempest-network--493882561'}]} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:50.153980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'network': {'name': 'tempest-network--1097002066'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:50.154421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'network': {'name': 'tempest-network--493882561'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:50.158959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e8dccf57-e2a5-4eb9-9c49-ae1ad994deac None None] Provisioning complete for port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:50.159323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e8dccf57-e2a5-4eb9-9c49-ae1ad994deac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.198935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.199400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.216105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Calling delete_port for ee5fe303-a471-433f-a96a-0a949d7458d1 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:50.300821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network eef1daaa-4f6a-4de2-8b58-25fc43ad84db is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:50.301980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'network': 2} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:50.305448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10128837-1328-403d-be44-e482ee91153d req-960dd815-639b-471f-bfb9-78a2e522d82c tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264974 Oct 16 13:36:50.307962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.336534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.365529 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3963a508-d409-4f44-b1c2-e1ca387c1f66 req-866bcf9e-138a-48bc-b69d-7d4c93f12b1b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905424 Oct 16 13:36:50.395928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4647dabb-8526-4dac-b6ae-6930cd46c28f None None] Provisioning complete for port 482093df-5a5b-4a08-b025-796f997c2b64 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:50.395928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4647dabb-8526-4dac-b6ae-6930cd46c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.413484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.418066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, eef1daaa-4f6a-4de2-8b58-25fc43ad84db) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:50.424169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:50.425471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.439169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2d8b9-9226-422b-96cf-6a8b7e76a049 None None] Network eef1daaa-4f6a-4de2-8b58-25fc43ad84db requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:50.627685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4647dabb-8526-4dac-b6ae-6930cd46c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.685798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4647dabb-8526-4dac-b6ae-6930cd46c28f None None] For port 482093df-5a5b-4a08-b025-796f997c2b64, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=482093df-5a5b-4a08-b025-796f997c2b64,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:50.760964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4647dabb-8526-4dac-b6ae-6930cd46c28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.808639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 482093df-5a5b-4a08-b025-796f997c2b64 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:50.818295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.846699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting port 6a3b3864-1676-4285-85fe-da63327ca207 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:50.847347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.861712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647dabb-8526-4dac-b6ae-6930cd46c28f None None] Pushing event updated for resources: {'Port': ['ID=482093df-5a5b-4a08-b025-796f997c2b64,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:50.876259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-73e30d8a-9222-420e-aa8a-048f91341a2b None None] Could not find standard attr ID for object 07caca75-c859-4953-8718-8a4c9c0c411d. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:36:50.891905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 482093df-5a5b-4a08-b025-796f997c2b64 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:50.892278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.911368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Port': ['ID=fef893f8-283b-4b31-aaf1-76ef106cf039,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:50.922965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.929297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/07caca75-c859-4953-8718-8a4c9c0c411d HTTP/1.1" status: 204 len: 168 time: 2.2363362 Oct 16 13:36:50.934136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60058) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:50.964146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7b6b0-80c9-4f9c-9443-fda1501c0ba3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=07caca75-c859-4953-8718-8a4c9c0c411d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:50.987503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:50.990352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Checking segment: {'id': 'a697fa08-e5f2-4bba-9c2b-1f04a7a1c5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '16fcc537-6f5a-428b-9771-6ae1bf0ad859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:50.991772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network hostable DHCP agents. Network: 16fcc537-6f5a-428b-9771-6ae1bf0ad859, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:36:50.994964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eebc318c-5da5-4b4a-a585-7e02c0278b87 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:51.012970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.041646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 83fc8b63-bdb7-474a-9bf0-225b1a37a671 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:51.049818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Calling delete_port for 6a3b3864-1676-4285-85fe-da63327ca207 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:51.051456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361593f3-b098-437e-8d71-bf2abc4b0927 req-c8007a76-1ebf-4a5f-93a7-1a987b833295 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.060831 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-361593f3-b098-437e-8d71-bf2abc4b0927 req-c8007a76-1ebf-4a5f-93a7-1a987b833295 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 944 time: 0.2448630 Oct 16 13:36:51.060831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Pushing event deleted for resources: {'Port': ['ID=ee5fe303-a471-433f-a96a-0a949d7458d1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:51.061202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a2a100-a505-4f39-ab74-e8ac595d27b9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.063823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a2a100-a505-4f39-ab74-e8ac595d27b9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.068451 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-08a2a100-a505-4f39-ab74-e8ac595d27b9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1329954 Oct 16 13:36:51.069304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60060) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:51.124613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:51.124975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.151334 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-361593f3-b098-437e-8d71-bf2abc4b0927 req-94f3ecb9-624b-4c6e-8187-3c1503018c44 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884581 Oct 16 13:36:51.160589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.162627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.164553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da3269e8-3846-4077-9f2f-206e56a35460 tempest-FloatingIPAdminTestJSON-346660774 tempest-FloatingIPAdminTestJSON-346660774-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc0a275d-5d28-4bd0-bf93-bd5db8f8f77f HTTP/1.1" status: 204 len: 168 time: 1.8684142 Oct 16 13:36:51.177663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network 16fcc537-6f5a-428b-9771-6ae1bf0ad859 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:36:51.180236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60062) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:51.204350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet e5e0de62-a648-4c20-829c-7865341416c3 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:36:51.207984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.280209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.285074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port eebc318c-5da5-4b4a-a585-7e02c0278b87 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:36:51.286096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.294882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port eebc318c-5da5-4b4a-a585-7e02c0278b87 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:51.295277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.310156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 16fcc537-6f5a-428b-9771-6ae1bf0ad859) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:51.315740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:51.321636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.326430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb610ece-eb67-4e13-9b02-bc16065ccada None None] Network 16fcc537-6f5a-428b-9771-6ae1bf0ad859 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:51.326617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.328144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.358495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Deleting port 4cb31152-a173-4132-a74e-1ede3c13b2a4 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:51.358887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.367214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.367665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.435105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1784154d-2c40-407c-aa98-38906e098744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9946363 Oct 16 13:36:51.448366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b607661-271e-45a2-8096-f81d1de96c8a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:51.452972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:51.506630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:51.525145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.525462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.552397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.553028 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Added segment ace31adc-e58b-49ad-b9bb-b2ac2052e0fb of type vlan for network 68e78bb5-9608-474f-ae95-5151b62dedcd Oct 16 13:36:51.575561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Calling delete_port for 4cb31152-a173-4132-a74e-1ede3c13b2a4 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:51.577542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.591429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103301-57f2-4e04-9a4c-0305482ae960 req-c443ef1d-4e1d-4fdb-9c2b-e029f98b66e0 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.592959 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78103301-57f2-4e04-9a4c-0305482ae960 req-c443ef1d-4e1d-4fdb-9c2b-e029f98b66e0 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 944 time: 0.1763089 Oct 16 13:36:51.606638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.614956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:36:51.617194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75154701-17a1-49f9-b689-3328167ddfec tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.622371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75154701-17a1-49f9-b689-3328167ddfec tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.627170 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-75154701-17a1-49f9-b689-3328167ddfec tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1660931 Oct 16 13:36:51.635031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60070) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:51.655520 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.693517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port eebc318c-5da5-4b4a-a585-7e02c0278b87, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:51.702538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.724168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7ad93-6c99-47da-bdbc-66023a9c016c req-52efdedb-4fd9-4d61-895d-84b7b985750b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:51.725816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7d7ad93-6c99-47da-bdbc-66023a9c016c req-52efdedb-4fd9-4d61-895d-84b7b985750b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 945 time: 0.1870735 Oct 16 13:36:51.737563 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78103301-57f2-4e04-9a4c-0305482ae960 req-e0a5b653-9031-4943-84b1-6bc1d77fb247 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823998 Oct 16 13:36:51.772869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Port': ['ID=6a3b3864-1676-4285-85fe-da63327ca207,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:51.778769 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:51.787842 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7d7ad93-6c99-47da-bdbc-66023a9c016c req-b5534c4a-506a-4465-8039-0cd50f2a0fe8 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Oct 16 13:36:51.791140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 0062dd15-c1fc-4173-bac9-eed9fa4fb58f up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:51.815826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:51.828081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.828516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.828815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.829145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.829579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.829792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.830114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.830436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.830879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.831453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.831785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.832103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:51.896391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4655a4-f794-4977-a503-7ce3e9651a08" -d '{"events": [{"server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "name": "network-vif-plugged", "status": "completed", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:36:51.948129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=eebc318c-5da5-4b4a-a585-7e02c0278b87,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:51.985405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.008563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4849aaa7-b46d-470f-b575-03c55cd915b5 x-openstack-request-id: req-4849aaa7-b46d-470f-b575-03c55cd915b5 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:36:52.008954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "name": "network-vif-plugged", "status": "completed", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:36:52.009314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4849aaa7-b46d-470f-b575-03c55cd915b5 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:36:52.009845 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'code': 200} Oct 16 13:36:52.012165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:36:52.026147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:52.026695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.053278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cb31152-a173-4132-a74e-1ede3c13b2a4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:52.112886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.117071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.120384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-135d47d9-3eb8-4318-8762-c6901bd23632 tempest-FloatingIPAdminTestJSON-2016568751 tempest-FloatingIPAdminTestJSON-2016568751-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/59637bbb-1e14-428b-bf52-85ca546b35a2 HTTP/1.1" status: 204 len: 168 time: 0.9359291 Oct 16 13:36:52.121629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60080) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.123167 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:36:52.136666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.174324 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:52.174657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.184807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.185146 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Added segment 37bc8d98-fa15-48d2-a118-c5075e006632 of type vlan for network f90241fd-ae29-428d-a93a-4207b7e0f5ab Oct 16 13:36:52.225558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e0de62-a648-4c20-829c-7865341416c3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:52.247289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.248119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 67f6c383-5783-41dd-a4cd-97e9477e577d up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:52.251737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.257659 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18f3e506-9f0b-4ac3-aed5-3b12e109b502 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/e5e0de62-a648-4c20-829c-7865341416c3 HTTP/1.1" status: 204 len: 168 time: 1.1816573 Oct 16 13:36:52.263286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60084) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.283523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.294979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e593fa-d0d9-4157-8653-623e06fbcd35 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:52.329072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3d06a8ef-fd51-4d05-9256-a0fe6838b409 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600195 Oct 16 13:36:52.331678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60086) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.332293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.344578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Deleting port 29c954ac-7c3c-43cb-8224-a3927b06a97d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:52.344918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.383412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting port 9c70abcd-f92b-44fb-b0a6-8961450fed65 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:52.385199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.406393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:52.433621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.488812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.496094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e566d7-c68b-4233-acb4-f3c04f2e6eb4 req-7aef12a6-289a-4625-810b-fced23d9a3f0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:52.497692 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a1e566d7-c68b-4233-acb4-f3c04f2e6eb4 req-7aef12a6-289a-4625-810b-fced23d9a3f0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.2335203 Oct 16 13:36:52.540158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 67f6c383-5783-41dd-a4cd-97e9477e577d completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:36:52.546271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 67f6c383-5783-41dd-a4cd-97e9477e577d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:52.546730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.549411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.549895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.555462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:52.562993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:52.563728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.568029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Calling delete_port for 29c954ac-7c3c-43cb-8224-a3927b06a97d owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:52.574416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:36:52.603103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767ee22-7735-4184-99f6-91bf1accd5a3 req-8e4721d1-eac1-4f99-93f7-988a9146b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:52.604561 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6767ee22-7735-4184-99f6-91bf1accd5a3 req-8e4721d1-eac1-4f99-93f7-988a9146b365 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 1098 time: 0.1921470 Oct 16 13:36:52.633744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a1e566d7-c68b-4233-acb4-f3c04f2e6eb4 req-4d689703-bc61-4c9d-b183-8a0447b7bad1 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923026 Oct 16 13:36:52.647101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d1867-13be-4c17-9a3d-a2191a53a0a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:52.648664 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-584d1867-13be-4c17-9a3d-a2191a53a0a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3160036 Oct 16 13:36:52.651830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60088) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.654224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.659831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-6767ee22-7735-4184-99f6-91bf1accd5a3 req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.705957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 482093df-5a5b-4a08-b025-796f997c2b64 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:36:52.723171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Calling delete_port for 9c70abcd-f92b-44fb-b0a6-8961450fed65 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:52.738771 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7336328 Oct 16 13:36:52.744845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60090) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.778258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Network': ['ID=68e78bb5-9608-474f-ae95-5151b62dedcd,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:52.790398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] Deleting port 482093df-5a5b-4a08-b025-796f997c2b64 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:52.790774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.799068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:52.808872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e1997-e653-4dbf-9d4e-5240deb04c9a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:52.810366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0b9e1997-e653-4dbf-9d4e-5240deb04c9a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1441042 Oct 16 13:36:52.816630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60094) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.838414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 68e78bb5-9608-474f-ae95-5151b62dedcd details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:52.911134 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e422938d-fa2d-450b-95fe-7316a1db13df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848577 Oct 16 13:36:52.922958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60098) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:52.945551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Router 56bbdeb5-4f67-44a4-9a2e-f749f30ea60b has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:52.946947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56278808-8743-4832-8eee-4b2e90ebbfff tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Network': ['ID=f90241fd-ae29-428d-a93a-4207b7e0f5ab,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:52.963188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:52.976307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 67f6c383-5783-41dd-a4cd-97e9477e577d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=67f6c383-5783-41dd-a4cd-97e9477e577d,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:52.988667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network f90241fd-ae29-428d-a93a-4207b7e0f5ab details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:53.043643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] For port 482093df-5a5b-4a08-b025-796f997c2b64, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=482093df-5a5b-4a08-b025-796f997c2b64,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:53.043994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.044285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.046840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:53.068736 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a3148c77-dae3-4d06-b2c2-2b7cb9e9e635 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4387193 Oct 16 13:36:53.071844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] Sync routers for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:53.078782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60100) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:53.099791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Port': ['ID=29c954ac-7c3c-43cb-8224-a3927b06a97d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:53.105010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.108985 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f0e2c655-1eae-4964-a4b2-713c269f77e9 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/ports/29c954ac-7c3c-43cb-8224-a3927b06a97d HTTP/1.1" status: 204 len: 168 time: 1.4725411 Oct 16 13:36:53.112081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60102) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:53.115133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.124558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] Calling delete_port for 482093df-5a5b-4a08-b025-796f997c2b64 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:53.168383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.182934 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-e8344a0b-bca3-444c-8152-af2371189575 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] delete failed (client error): The resource could not be found. Oct 16 13:36:53.188670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e8344a0b-bca3-444c-8152-af2371189575 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-557843451 HTTP/1.1" status: 404 len: 334 time: 0.1017432 Oct 16 13:36:53.189416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60104) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:53.194601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-594f13b9-d70b-4927-91f0-15a029c5af2c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'router': {'external_gateway_info': {'network_id': '56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:53.213721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:53.214364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.230975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52701ddc-192b-486f-bbf3-99bb4ea93cd9 req-c8421be2-e85e-4ddd-8e7e-66a6d61a7a8e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.232588 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-52701ddc-192b-486f-bbf3-99bb4ea93cd9 req-c8421be2-e85e-4ddd-8e7e-66a6d61a7a8e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.3690488 Oct 16 13:36:53.259053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa610a49-012b-4d47-9272-ee567f753bc1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.265111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa610a49-012b-4d47-9272-ee567f753bc1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.272411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa610a49-012b-4d47-9272-ee567f753bc1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.277946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa610a49-012b-4d47-9272-ee567f753bc1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.282991 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fa610a49-012b-4d47-9272-ee567f753bc1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5284309 Oct 16 13:36:53.283343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60106) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:53.298989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-6767ee22-7735-4184-99f6-91bf1accd5a3 req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.302039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.316036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186697-6638-40a4-befe-02f2b54935e9 req-66b8c5aa-33ed-4119-ae8d-823fd566a7d7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.316418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=67f6c383-5783-41dd-a4cd-97e9477e577d,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:53.317712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3186697-6638-40a4-befe-02f2b54935e9 req-66b8c5aa-33ed-4119-ae8d-823fd566a7d7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 945 time: 0.4183960 Oct 16 13:36:53.348380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:53.348836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.356542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 482093df-5a5b-4a08-b025-796f997c2b64, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=482093df-5a5b-4a08-b025-796f997c2b64,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:53.392559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.392844 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-52701ddc-192b-486f-bbf3-99bb4ea93cd9 req-e78d48b8-3341-4fd6-bc76-68c06bfefaa4 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483026 Oct 16 13:36:53.393322 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c365d-ed5d-4849-94f8-2c26d2ab35cd None None] The sync data for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:53.408985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-6767ee22-7735-4184-99f6-91bf1accd5a3 req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.435632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:53.439678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.445012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3186697-6638-40a4-befe-02f2b54935e9 req-edb998b1-bb80-4764-ad70-5b8eaff2cb41 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088371 Oct 16 13:36:53.450205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Deleting port fef893f8-283b-4b31-aaf1-76ef106cf039 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:53.450516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.475847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.485203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6767ee22-7735-4184-99f6-91bf1accd5a3 req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8549166 Oct 16 13:36:53.494153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f01dd0cc-c209-4bfd-a954-e4b13f90e75a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:53.522518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.533799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=482093df-5a5b-4a08-b025-796f997c2b64,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:53.539012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.546644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2398215a-87ea-43a4-8e92-41663fde1429 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.548428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:36:53.567146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.579015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-594f13b9-d70b-4927-91f0-15a029c5af2c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.583649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.604413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] Pushing event deleted for resources: {'Port': ['ID=482093df-5a5b-4a08-b025-796f997c2b64,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:53.606297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f2896-1a46-4f82-8c33-ef24ccec0c1a None None] No DVR routers for this DVR port 482093df-5a5b-4a08-b025-796f997c2b64 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:36:53.642576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Port': ['ID=9c70abcd-f92b-44fb-b0a6-8961450fed65,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:53.658886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.696705 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-594f13b9-d70b-4927-91f0-15a029c5af2c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] update failed (client error): The resource could not be found. Oct 16 13:36:53.698155 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-594f13b9-d70b-4927-91f0-15a029c5af2c tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b HTTP/1.1" status: 404 len: 339 time: 0.5076663 Oct 16 13:36:53.699188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Calling delete_port for fef893f8-283b-4b31-aaf1-76ef106cf039 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:53.704234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60110) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:53.758271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.814626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e78bb5-9608-474f-ae95-5151b62dedcd']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.832176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace31adc-e58b-49ad-b9bb-b2ac2052e0fb') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.832496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace31adc-e58b-49ad-b9bb-b2ac2052e0fb') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:53.847180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.867283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.873826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:36:53.874206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:36:53.877689 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:36:53.880432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:53.883616 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4a959f7c-0dba-4497-a390-950910269e86 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "DELETE /v2.0/ports/9c70abcd-f92b-44fb-b0a6-8961450fed65 HTTP/1.1" status: 204 len: 168 time: 1.7592509 Oct 16 13:36:53.887571 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60112) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:53.943809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642385-5199-4ea1-86ec-512d7500933b req-646cb9f3-2e1e-4103-abd1-01ae8128800b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:53.945345 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-04642385-5199-4ea1-86ec-512d7500933b req-646cb9f3-2e1e-4103-abd1-01ae8128800b tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.2451818 Oct 16 13:36:53.991455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.011014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f'}, {'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:36:54.013730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7010649-43c0-4abc-b678-0fde0b69e193" -d '{"events": [{"server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "name": "network-vif-plugged", "status": "completed", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f"}, {"server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "name": "network-vif-plugged", "status": "completed", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:36:54.032258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Port': ['ID=fef893f8-283b-4b31-aaf1-76ef106cf039,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:54.041135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.044688 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e6acb4b2-36b4-4c90-92c3-5f5904e36744 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/ports/fef893f8-283b-4b31-aaf1-76ef106cf039 HTTP/1.1" status: 204 len: 168 time: 0.9316566 Oct 16 13:36:54.054661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67d507-f6b7-45c5-a9aa-e6c1b7b309b2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:54.059014 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8b67d507-f6b7-45c5-a9aa-e6c1b7b309b2 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0c444e-10e9-462a-baab-5cc319c8ec24 HTTP/1.1" status: 200 len: 913 time: 0.1667750 Oct 16 13:36:54.059014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60116) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:54.065574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60118) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:54.067614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.075460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 16 Oct 2021 13:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dc096c-94a5-49fc-9e30-35608b94197e x-openstack-request-id: req-d9dc096c-94a5-49fc-9e30-35608b94197e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:36:54.079420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "name": "network-vif-plugged", "status": "completed", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f", "code": 200}, {"server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "name": "network-vif-plugged", "status": "completed", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:36:54.079420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9dc096c-94a5-49fc-9e30-35608b94197e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:36:54.079420 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'code': 200} Oct 16 13:36:54.079420 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'code': 200} Oct 16 13:36:54.106721 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fb91fc48-92a2-4d1b-af6e-f46a5f6452f3 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0486953 Oct 16 13:36:54.108272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.112201 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/networks/68e78bb5-9608-474f-ae95-5151b62dedcd HTTP/1.1" status: 204 len: 168 time: 0.8279281 Oct 16 13:36:54.160381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60122) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:54.160765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60124) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:54.166813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-562066242'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:54.183546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7cede-ce5f-4b41-9b95-f85c72b5e806 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Network': ['ID=68e78bb5-9608-474f-ae95-5151b62dedcd,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:54.254960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.313313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.347250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:54.353711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:54.357145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.390010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:54.399681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:54.400247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.402217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc31d2-fa3b-4b48-bd9e-fc153c102740 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:36:54.418707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-04642385-5199-4ea1-86ec-512d7500933b req-8fb81cdd-5210-4f9c-a5fd-9d5d5fb05508 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663212 Oct 16 13:36:54.486068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=399b2ccc-76df-4e28-b3ec-57fe24172ffb,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:54.509705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:54.547940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.548352 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Added segment e8bcb69a-5089-4f6e-bdb8-589829c5f779 of type vlan for network 7ada59dc-ca92-4685-b37b-7f6d68e75159 Oct 16 13:36:54.593783 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-43efe8e9-8aa3-412a-988b-e528be942da6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6321456 Oct 16 13:36:54.628737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60130) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:54.638959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': '399b2ccc-76df-4e28-b3ec-57fe24172ffb', 'ip_address': '2001:db8::4e45:7ebf:9caf:40b3'}], 'name': 'tempest-NetworksTestDHCPv6-1309904407'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:54.650705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '399b2ccc-76df-4e28-b3ec-57fe24172ffb'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:36:54.651812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.690516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d636f-4ec7-4429-b96d-ff579e4e3eca req-d83a3d61-6fcf-4cce-ac6d-d0baf6523a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:54.692105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d83d636f-4ec7-4429-b96d-ff579e4e3eca req-d83a3d61-6fcf-4cce-ac6d-d0baf6523a57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 1098 time: 0.2999692 Oct 16 13:36:54.711874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.808150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1081-8393-4aca-9915-ac80e39c8149 req-a3eb9edf-00fe-4d54-8d1c-820f9bb706ed tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:54.809464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/399b2ccc-76df-4e28-b3ec-57fe24172ffb/2587d476-8574-4a9b-b005-b509c635af82) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:54.809694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-442a1081-8393-4aca-9915-ac80e39c8149 req-a3eb9edf-00fe-4d54-8d1c-820f9bb706ed tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.3103721 Oct 16 13:36:54.811446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2eb0a-c88b-4832-b324-ff351305ad28 req-a05b36fe-1f9d-468c-8848-2238024fb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:54.812982 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a6c2eb0a-c88b-4832-b324-ff351305ad28 req-a05b36fe-1f9d-468c-8848-2238024fb5ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.3304148 Oct 16 13:36:54.883375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:54.887199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae40aba-2fff-44a0-b8f7-c386c06edbf3 req-ca73149c-355b-41e9-b328-825ca6c551e2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:54.889171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ae40aba-2fff-44a0-b8f7-c386c06edbf3 req-ca73149c-355b-41e9-b328-825ca6c551e2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3381236 Oct 16 13:36:54.929762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d83d636f-4ec7-4429-b96d-ff579e4e3eca req-608836e3-359e-4689-8301-5694e197d164 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274086 Oct 16 13:36:54.966230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90241fd-ae29-428d-a93a-4207b7e0f5ab']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:54.996105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.002369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bc8d98-fa15-48d2-a118-c5075e006632') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:55.002928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bc8d98-fa15-48d2-a118-c5075e006632') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:55.021207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.042771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a6c2eb0a-c88b-4832-b324-ff351305ad28 req-19bf3134-0d11-4863-86a4-f99eb75cddb4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216287 Oct 16 13:36:55.049694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.050227 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-442a1081-8393-4aca-9915-ac80e39c8149 req-e29c5e32-a888-4a1a-b726-79360f98f3ed tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193081 Oct 16 13:36:55.052967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ae40aba-2fff-44a0-b8f7-c386c06edbf3 req-ccf179fa-17de-4425-a794-3fabec5ee7f6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435151 Oct 16 13:36:55.089743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:36:55.090364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:36:55.093546 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:36:55.122798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.156962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.162582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:55.163172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.171917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:55.224873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.258341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.263144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Network': ['ID=7ada59dc-ca92-4685-b37b-7f6d68e75159,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:55.263810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Allocated IP 172.20.0.1 (905f04e8-e082-43f0-baf6-8c7ff3f3b6b8/01598328-378d-449a-b4a7-fe3dcd2b08cc/d48ee832-6b30-4806-af9c-f9ca4162b9d8) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:55.269233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.273464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:55.273764 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/networks/f90241fd-ae29-428d-a93a-4207b7e0f5ab HTTP/1.1" status: 204 len: 168 time: 1.1031227 Oct 16 13:36:55.276175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60132) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:55.279744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 7ada59dc-ca92-4685-b37b-7f6d68e75159 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:55.293526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66b3b6-a039-40f5-8111-131378bb984b tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Network': ['ID=f90241fd-ae29-428d-a93a-4207b7e0f5ab,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:55.299283 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:55.303665 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c5530aef-09ec-4f87-9dd1-1287b6fca4c6 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1385667 Oct 16 13:36:55.303665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60134) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:55.307937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1742474645'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:55.308964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:55.323730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Pushing event updated for resources: {'Port': ['ID=2587d476-8574-4a9b-b005-b509c635af82,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:55.366746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.402295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.420043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Attempting to bind port 2587d476-8574-4a9b-b005-b509c635af82 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:36:55.420435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Attempting to bind port 2587d476-8574-4a9b-b005-b509c635af82 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:36:55.420805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Attempting to bind port 2587d476-8574-4a9b-b005-b509c635af82 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:36:55.426765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:36:55.427133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:36:55.427529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.427957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:36:55.432239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Bound port: 2587d476-8574-4a9b-b005-b509c635af82, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:36:55.432239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.445154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:55.448976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.465051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port a6443729-0380-4f82-9603-968f042e1257 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:55.509105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] For port 2587d476-8574-4a9b-b005-b509c635af82, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:36:55.512233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] For port 2587d476-8574-4a9b-b005-b509c635af82, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2587d476-8574-4a9b-b005-b509c635af82,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:36:55.527775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:55.548528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.549007 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Added segment 02c133c5-9cac-4ddb-9447-0cec809bc89c of type vlan for network 58234d6f-88f6-4708-b555-8f9f638cfe40 Oct 16 13:36:55.564942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abf45e-21dd-43a2-8722-fcab106a13e6 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:55.571111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abf45e-21dd-43a2-8722-fcab106a13e6 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:55.573503 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-60abf45e-21dd-43a2-8722-fcab106a13e6 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2955899 Oct 16 13:36:55.580222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60138) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:55.589183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.596099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.602384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2046575446'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:55.659774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.688840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d720-acf5-424d-b57a-28690a22c4dc None None] Pushing event updated for resources: {'Port': ['ID=2587d476-8574-4a9b-b005-b509c635af82,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:55.744561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:55.822234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037985-8f89-4aab-af0b-2d9354f6fdf6 req-1effebed-9a45-4be8-9f1b-46c945e0cddb tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:55.823993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83037985-8f89-4aab-af0b-2d9354f6fdf6 req-1effebed-9a45-4be8-9f1b-46c945e0cddb tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.2232676 Oct 16 13:36:55.825946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:55.842581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:55.853869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:55.860343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::4e45:7ebf:9caf:40b3 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/399b2ccc-76df-4e28-b3ec-57fe24172ffb/a6443729-0380-4f82-9603-968f042e1257) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:36:55.897660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Port': ['ID=d48ee832-6b30-4806-af9c-f9ca4162b9d8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:55.949164 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83037985-8f89-4aab-af0b-2d9354f6fdf6 req-264e565e-2e6c-43d5-b005-4ef138ab4f6d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156847 Oct 16 13:36:55.980287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.111642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting port ab35516d-4a6f-4e01-974d-122dcf3a6539 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:56.121881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.260073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.266908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:56.268285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.270971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:56.275270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.333916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.371237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Calling delete_port for ab35516d-4a6f-4e01-974d-122dcf3a6539 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:56.396906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.403914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-93c9be36-a26f-43a9-a968-22b719f30524 None None] Provisioning complete for port d48ee832-6b30-4806-af9c-f9ca4162b9d8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:56.411975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-93c9be36-a26f-43a9-a968-22b719f30524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.421015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:56.423069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Network': ['ID=58234d6f-88f6-4708-b555-8f9f638cfe40,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:56.425439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8c716-8f3b-4ddd-a25c-012509f9f899 req-d19e0bc4-2b7e-4032-8f56-1851f03c56d3 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:56.434408 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ed8c716-8f3b-4ddd-a25c-012509f9f899 req-d19e0bc4-2b7e-4032-8f56-1851f03c56d3 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.1915927 Oct 16 13:36:56.441636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 58234d6f-88f6-4708-b555-8f9f638cfe40 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:56.451691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28808-25f9-4880-90ee-b10ab6d59b3d req-01086914-96cf-4578-9518-8e5f94e771d8 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:56.454407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ae28808-25f9-4880-90ee-b10ab6d59b3d req-01086914-96cf-4578-9518-8e5f94e771d8 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2282043 Oct 16 13:36:56.471297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.471825 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Added segment 7ca67b59-7932-4f47-812e-978ae02c3893 of type vlan for network 344c49c4-86a7-47b3-8f54-f6166580cc39 Oct 16 13:36:56.484692 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e8a4927-ee7a-48e3-8738-31e26d386f67 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1804771 Oct 16 13:36:56.538882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.646841 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ed8c716-8f3b-4ddd-a25c-012509f9f899 req-9691f629-0dec-4427-a48b-21136f924a6a tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051055 Oct 16 13:36:56.661683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-93c9be36-a26f-43a9-a968-22b719f30524 None None] Port d48ee832-6b30-4806-af9c-f9ca4162b9d8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:56.725008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ae28808-25f9-4880-90ee-b10ab6d59b3d req-3e68332e-5a4f-4335-9b9b-58ee0119a766 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606003 Oct 16 13:36:56.729052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.747545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.789895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.798411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:56.801260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.833470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:56.839367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:56.845419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:36:56.848583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2587d476-8574-4a9b-b005-b509c635af82 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:56.856542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:56.857335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.933565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Network': ['ID=344c49c4-86a7-47b3-8f54-f6166580cc39,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:56.933961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2587d476-8574-4a9b-b005-b509c635af82 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:56.934490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:56.955124 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-829e110f-bbca-4149-b809-2bd5a7eb3a24 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3737402 Oct 16 13:36:56.961162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60146) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:56.972633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 344c49c4-86a7-47b3-8f54-f6166580cc39 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:56.986966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-268213762'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:57.023966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.080529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Port': ['ID=ab35516d-4a6f-4e01-974d-122dcf3a6539,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:57.155491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5229952 Oct 16 13:36:57.168933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60150) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:57.174585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': '399b2ccc-76df-4e28-b3ec-57fe24172ffb', 'ip_address': '2001:db8::4e45:7ebf:9caf:40b3'}], 'name': 'tempest-NetworksTestDHCPv6-1926030307'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:57.255029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7062d6-b3f0-4880-ac22-7466576fbe85 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=a6443729-0380-4f82-9603-968f042e1257,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:57.307351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.350980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a539c-f61e-42ee-95d2-460026b13d9c req-fab5cfc6-f6d5-4b81-991a-756150f0e518 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:57.352833 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-728a539c-f61e-42ee-95d2-460026b13d9c req-fab5cfc6-f6d5-4b81-991a-756150f0e518 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.2179971 Oct 16 13:36:57.357024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:57.366043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a786fa77-f9e4-48ba-9fa6-2fb230d3bd12 None None] Provisioning complete for port 2587d476-8574-4a9b-b005-b509c635af82 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:57.366546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a786fa77-f9e4-48ba-9fa6-2fb230d3bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.369735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.486439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 2587d476-8574-4a9b-b005-b509c635af82, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2587d476-8574-4a9b-b005-b509c635af82,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:36:57.507925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-728a539c-f61e-42ee-95d2-460026b13d9c req-383e6b08-54a2-42df-918e-a37660d50d15 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354349 Oct 16 13:36:57.528875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:36:57.563508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a786fa77-f9e4-48ba-9fa6-2fb230d3bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.578749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.579325 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Added segment 9d2589c0-ef90-487e-b4f7-0241d88d46c6 of type vlan for network 499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b Oct 16 13:36:57.596758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.661737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.704105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.719278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.746181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-a786fa77-f9e4-48ba-9fa6-2fb230d3bd12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:36:57.746656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-a786fa77-f9e4-48ba-9fa6-2fb230d3bd12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:36:57.752166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=2587d476-8574-4a9b-b005-b509c635af82,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:57.786205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:57.937548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:57.994092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 78bb9c06-0bb1-4305-b70e-71e03e4e97b3 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:36:58.048177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.050792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.056205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:58.056804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.169724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Router fc0c444e-10e9-462a-baab-5cc319c8ec24 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:36:58.239026 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2748616 Oct 16 13:36:58.243738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event updated for resources: {'Port': ['ID=d48ee832-6b30-4806-af9c-f9ca4162b9d8,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:58.250148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60158) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:58.255170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'ports': [{'network_id': '344c49c4-86a7-47b3-8f54-f6166580cc39', 'name': 'tempest-port--297697374', 'admin_state_up': True}, {'network_id': '499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b', 'admin_state_up': False}]} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:58.255478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'port': {'network_id': '344c49c4-86a7-47b3-8f54-f6166580cc39', 'name': 'tempest-port--297697374', 'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:58.255950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'port': {'network_id': '499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b', 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:58.259903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a793e90-f989-4d0d-94fe-4ed582a21601 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Network': ['ID=499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:58.262134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.285065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3f120-6ac7-43e2-a20c-b149e095910b req-913d943b-0653-4c45-930d-df21f36144d5 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:58.296367 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47b3f120-6ac7-43e2-a20c-b149e095910b req-913d943b-0653-4c45-930d-df21f36144d5 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.5507033 Oct 16 13:36:58.297442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60160) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:58.306369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:36:58.321344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Request body: {'floatingip': {'port_id': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:58.345925 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 16 13:36:58.346448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:36:58.380309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:36:58.391942 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] Sync routers for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:36:58.392566 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ffb99319-f3bd-4256-b844-43cd12fb7a13 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "PUT /v2.0/routers/fc0c444e-10e9-462a-baab-5cc319c8ec24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3252273 Oct 16 13:36:58.394557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60162) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:58.411275 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:58.412455 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:58.457114 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d146-2ae4-448b-8026-9302d222b3d2 req-342f7050-0e40-4026-9d6c-65296c90b527 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:58.458620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b590d146-2ae4-448b-8026-9302d222b3d2 req-342f7050-0e40-4026-9d6c-65296c90b527 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.4155481 Oct 16 13:36:58.495381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.517600 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:58.527831 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] Routers {'fc0c444e-10e9-462a-baab-5cc319c8ec24'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:36:58.528806 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fc0c444e-10e9-462a-baab-5cc319c8ec24'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:58.550739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.619391 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:36:58.630775 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9c89b-6442-4aeb-9bd1-52fc65f9636b None None] The sync data for ids ['fc0c444e-10e9-462a-baab-5cc319c8ec24'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:36:58.651744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-623c5ade-84c2-4a03-b86c-5db90a561b7f None None] Provisioning complete for port a6443729-0380-4f82-9603-968f042e1257 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:58.654837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-623c5ade-84c2-4a03-b86c-5db90a561b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.709659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.719299 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-be5065ba-c475-41dd-adf2-1351b1ba4391 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5466628 Oct 16 13:36:58.719496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60164) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:58.723762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b590d146-2ae4-448b-8026-9302d222b3d2 req-1cc19172-40c9-4c18-b6b4-3f694c25529a tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252340 Oct 16 13:36:58.773959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-623c5ade-84c2-4a03-b86c-5db90a561b7f None None] Port a6443729-0380-4f82-9603-968f042e1257 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:58.800055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2587d476-8574-4a9b-b005-b509c635af82 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:36:58.809133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c6620-61dc-4134-a5bb-38b00a66a84f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:58.816453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c6620-61dc-4134-a5bb-38b00a66a84f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:58.819180 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2c8c6620-61dc-4134-a5bb-38b00a66a84f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0986824 Oct 16 13:36:58.822861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60168) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:58.861666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1267639-73ef-4d39-b3d6-f771085b204c req-98b11bd7-78eb-4ae4-9571-e89188ac3b7c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:58.863469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b1267639-73ef-4d39-b3d6-f771085b204c req-98b11bd7-78eb-4ae4-9571-e89188ac3b7c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.4594736 Oct 16 13:36:58.882863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2587d476-8574-4a9b-b005-b509c635af82 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:58.883375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:58.980795 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b1267639-73ef-4d39-b3d6-f771085b204c req-9fd3f326-4ced-4f92-b675-4f8183a1d25b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709240 Oct 16 13:36:58.991922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting port 4565daeb-0f61-4e39-8730-a442d0797029 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:58.992404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.019427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port a6443729-0380-4f82-9603-968f042e1257 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:36:59.019767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.097198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb0397-a2cc-4166-adad-179663a5b49e req-ed5b10b1-fdd5-4f9e-b440-d4678c68b002 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:59.098767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24bb0397-a2cc-4166-adad-179663a5b49e req-ed5b10b1-fdd5-4f9e-b440-d4678c68b002 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.2314980 Oct 16 13:36:59.127729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60172) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:59.138372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:36:59.143291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Request body: {'floatingip': {'port_id': 'eebc318c-5da5-4b4a-a585-7e02c0278b87'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:59.154682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:36:59.241744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'port': 2} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:36:59.246359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.271291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.399837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da5497-b870-4b8e-a272-bfa6d5487ab8 req-bcf648ef-46d4-4e6a-922a-7babd9ad5f42 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:36:59.404161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8da5497-b870-4b8e-a272-bfa6d5487ab8 req-bcf648ef-46d4-4e6a-922a-7babd9ad5f42 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3361576 Oct 16 13:36:59.423915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.431324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60174) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:59.490378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.508397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for a6443729-0380-4f82-9603-968f042e1257 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:59.534459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Request body: {'floatingip': {'port_id': '67f6c383-5783-41dd-a4cd-97e9477e577d'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:59.608437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d3835a66-ac74-4b17-81e3-c0f86452fa70 None None] Provisioning complete for port d48ee832-6b30-4806-af9c-f9ca4162b9d8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:36:59.608822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d3835a66-ac74-4b17-81e3-c0f86452fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.660727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.681981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d3835a66-ac74-4b17-81e3-c0f86452fa70 None None] Port d48ee832-6b30-4806-af9c-f9ca4162b9d8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:36:59.733095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.746153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Calling delete_port for 4565daeb-0f61-4e39-8730-a442d0797029 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:36:59.801618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.841024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=a6443729-0380-4f82-9603-968f042e1257,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:36:59.884897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:36:59.890608 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5a36431e-10fb-435d-ad88-6f344659302b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/a6443729-0380-4f82-9603-968f042e1257 HTTP/1.1" status: 204 len: 168 time: 1.0630517 Oct 16 13:36:59.892100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60176) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:59.957154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60178) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:36:59.972364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'subnets': [{'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--356412976', 'ip_version': 6}, {'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:59.972703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'subnet': {'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--356412976', 'ip_version': 6}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:36:59.973374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Request body: {'subnet': {'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:00.033756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b620967-6be4-495d-adbf-cf0cd9feb76b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:00.035406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b620967-6be4-495d-adbf-cf0cd9feb76b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:00.039567 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5b620967-6be4-495d-adbf-cf0cd9feb76b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1447566 Oct 16 13:37:00.068600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60180) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:00.183943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 399b2ccc-76df-4e28-b3ec-57fe24172ffb {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:00.194694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.277666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.291727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Router 56bbdeb5-4f67-44a4-9a2e-f749f30ea60b has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:00.313299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] device_id is not set on port a1516c48-1e50-45d7-8865-617a72a214a8 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:00.324931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.355620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Port': ['ID=4565daeb-0f61-4e39-8730-a442d0797029,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:00.411137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Made reservation on behalf of e6d13646c1014d8d95b310f2ba25766b for: {'subnet': 2} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:00.415668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.416006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.486252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.491952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.681601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.686274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.751089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.resource_extend [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:37:00.774620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.805829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=399b2ccc-76df-4e28-b3ec-57fe24172ffb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:00.807563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.808082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Fanout notify agent at l3_agent the message router_deleted on router fc0c444e-10e9-462a-baab-5cc319c8ec24 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:37:00.817436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.820040 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-47da0844-e65e-4d9c-93b0-6d46041937aa tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "DELETE /v2.0/routers/fc0c444e-10e9-462a-baab-5cc319c8ec24 HTTP/1.1" status: 204 len: 168 time: 2.4244657 Oct 16 13:37:00.823839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60182) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:00.833216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697a92b-bff6-4b20-ace4-d1b4791fb56b None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:00.835849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:00.836699 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c453a88-f900-4bcd-90bf-5b8bb9f74ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/399b2ccc-76df-4e28-b3ec-57fe24172ffb HTTP/1.1" status: 204 len: 168 time: 0.7671473 Oct 16 13:37:00.840616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60184) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:00.902510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:00.916092 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-92e5a9a0-67da-4b8c-99e2-e2252a73736a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545251 Oct 16 13:37:00.933179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] Sync routers for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:00.937109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60186) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:00.944070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:00.961657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4db71ff9-d281-4bdc-8eb1-94b130643a8d tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2494619 Oct 16 13:37:00.965860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:00.966684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:00.972540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60188) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:00.993441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting subnet 1b412ff0-580e-4ea7-b8e2-3f940e6a6b68 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:01.012186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:01.031503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:01.032232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:01.033853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.037753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.070589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:01.071484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f2f92-038f-464b-9315-81e1d93a7a88 None None] The sync data for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:01.130579 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:01.148339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.176862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] Deleting port 2587d476-8574-4a9b-b005-b509c635af82 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:01.177326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.199772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.212151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.255056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] For port 2587d476-8574-4a9b-b005-b509c635af82, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2587d476-8574-4a9b-b005-b509c635af82,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:01.255539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.269558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] Calling delete_port for 2587d476-8574-4a9b-b005-b509c635af82 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:01.273637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ad77583-412d-474e-b360-a9b9f8edb769 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.351705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] device_id is not set on port 264b8bf0-e035-418c-a6e9-7f3ad248bd4c yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:01.435144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.448399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:01.452026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.473042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] Pushing event deleted for resources: {'Port': ['ID=2587d476-8574-4a9b-b005-b509c635af82,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:01.479166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20b02a-7c97-48ea-b2e2-00e4d1f49a33 None None] No DVR routers for this DVR port 2587d476-8574-4a9b-b005-b509c635af82 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:01.535779 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-0ad77583-412d-474e-b360-a9b9f8edb769 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 16 13:37:01.536848 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0ad77583-412d-474e-b360-a9b9f8edb769 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b HTTP/1.1" status: 409 len: 329 time: 0.5633812 Oct 16 13:37:01.565928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.576237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60190) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:01.850916 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Floating IP 806fa567-af08-4cef-9c15-19d95d6576c6 associated. External IP: 172.26.5.174, port: 0062dd15-c1fc-4173-bac9-eed9fa4fb58f. Oct 16 13:37:01.973030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:01.974829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.resource_extend [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:37:02.050916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.161618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.192272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.203782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.206040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.282506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.296883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.298387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ec77d-cc3a-4818-98a5-e850022febd1 None None] Network 454c4c09-01e4-457a-b9f2-663c251b1104 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:02.302440 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "DELETE /v2.0/subnets/1b412ff0-580e-4ea7-b8e2-3f940e6a6b68 HTTP/1.1" status: 204 len: 168 time: 1.4737539 Oct 16 13:37:02.308265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60192) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:02.375665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Subnet': ['ID=07bad13f-8e02-4c0c-9215-39a52369c646,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:02.383412 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Floating IP 2d8727af-cbe9-4362-953b-6b8108507464 associated. External IP: 172.26.5.48, port: eebc318c-5da5-4b4a-a585-7e02c0278b87. Oct 16 13:37:02.494108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a920e66-39f7-4cda-9234-42fa43c25417 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Subnet': ['ID=1b412ff0-580e-4ea7-b8e2-3f940e6a6b68,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:02.530243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] DHCP port deletion for 454c4c09-01e4-457a-b9f2-663c251b1104 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:02.533079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.536782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Checking segment: {'id': 'e8bcb69a-5089-4f6e-bdb8-589829c5f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:02.537197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network hostable DHCP agents. Network: 7ada59dc-ca92-4685-b37b-7f6d68e75159, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:02.542983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.569693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.608649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] Deleting port 1ce96613-45b9-4e7c-b047-2775ced1aac6 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:02.609515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.650666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Router a1bba587-690e-46a2-981b-ba4e6a9133b7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:02.653935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:02.654674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network 7ada59dc-ca92-4685-b37b-7f6d68e75159 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:02.660150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Floating IP 579b85c5-d94a-4ade-8c4b-79dbe19f209c associated. External IP: 172.26.5.60, port: 67f6c383-5783-41dd-a4cd-97e9477e577d. Oct 16 13:37:02.667770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:02.676513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:02.676513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.684249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=085a49b6-7da3-445c-be87-1c22fe96aa5a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:02.707572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4196d-d7de-4dff-ac57-2798ee402d61 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:02.710074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1ce96613-45b9-4e7c-b047-2775ced1aac6 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:02.717663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Port': ['ID=a1516c48-1e50-45d7-8865-617a72a214a8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:02.737162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting port 1ce96613-45b9-4e7c-b047-2775ced1aac6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:02.737572 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.757566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] For port 1ce96613-45b9-4e7c-b047-2775ced1aac6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1ce96613-45b9-4e7c-b047-2775ced1aac6,segment=NetworkSegment(9d5e0410-51df-4cd8-bc3d-4b0f88a92b02),segment_id=9d5e0410-51df-4cd8-bc3d-4b0f88a92b02)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:02.757898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.764445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 7ada59dc-ca92-4685-b37b-7f6d68e75159) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:02.773495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.787602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] Calling delete_port for 1ce96613-45b9-4e7c-b047-2775ced1aac6 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:02.793420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f1bbb-733f-4253-9844-edc5eabb612e None None] Network 7ada59dc-ca92-4685-b37b-7f6d68e75159 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:02.832424 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b4e3650a-0000-4f71-a57c-f78c602aa147 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8921688 Oct 16 13:37:02.841142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60194) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:02.848093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': '085a49b6-7da3-445c-be87-1c22fe96aa5a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-131091711'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:02.861463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Checking segment: {'id': '7ca67b59-7932-4f47-812e-978ae02c3893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '344c49c4-86a7-47b3-8f54-f6166580cc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:02.861837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network hostable DHCP agents. Network: 344c49c4-86a7-47b3-8f54-f6166580cc39, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:02.865172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] For port 1ce96613-45b9-4e7c-b047-2775ced1aac6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1ce96613-45b9-4e7c-b047-2775ced1aac6,segment=NetworkSegment(9d5e0410-51df-4cd8-bc3d-4b0f88a92b02),segment_id=9d5e0410-51df-4cd8-bc3d-4b0f88a92b02)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:02.865530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.889608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:02.898112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Calling delete_port for 1ce96613-45b9-4e7c-b047-2775ced1aac6 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:02.956051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event updated for resources: {'Subnet': ['ID=a791064b-a6f2-483c-8ce5-4d067310b55d,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:03.042593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Checking segment: {'id': '02c133c5-9cac-4ddb-9447-0cec809bc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:03.042593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network hostable DHCP agents. Network: 58234d6f-88f6-4708-b555-8f9f638cfe40, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:03.186142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network 344c49c4-86a7-47b3-8f54-f6166580cc39 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:03.186375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Network 58234d6f-88f6-4708-b555-8f9f638cfe40 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:03.198309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:03.205983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:03.213369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.215284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 344c49c4-86a7-47b3-8f54-f6166580cc39) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:03.218162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.221300 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] Sync routers for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:03.248260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:03.249443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.259999 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:03.262159 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:03.267481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2943fd1-9ed0-4e5d-99e3-fed9eb9439fd None None] Network 344c49c4-86a7-47b3-8f54-f6166580cc39 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:03.284258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.287618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 58234d6f-88f6-4708-b555-8f9f638cfe40) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:03.304788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:03.305280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:03.306085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.330499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '085a49b6-7da3-445c-be87-1c22fe96aa5a'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:03.331359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.349648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Port': ['ID=1ce96613-45b9-4e7c-b047-2775ced1aac6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:03.352200 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] No DVR routers for this DVR port 1ce96613-45b9-4e7c-b047-2775ced1aac6 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:03.358435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b3397-dfa3-47db-88d1-b9fd5687529e None None] Network 58234d6f-88f6-4708-b555-8f9f638cfe40 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:03.364566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2587d476-8574-4a9b-b005-b509c635af82 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:03.377357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a1ccb790-997a-4b45-b2c4-443ab6534310 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "PUT /v2.0/floatingips/806fa567-af08-4cef-9c15-19d95d6576c6 HTTP/1.1" status: 200 len: 991 time: 5.0639849 Oct 16 13:37:03.377527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.386241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:37:03.398113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cedb399-2f60-428e-975d-2434bf273401" -d '{"events": [{"name": "network-changed", "server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:37:03.466731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.485538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting port d48ee832-6b30-4806-af9c-f9ca4162b9d8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:03.485538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.496236 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fb548c66-fe16-44db-b9f8-f5ef2e49f771 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5344296 Oct 16 13:37:03.508814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60202) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:03.510491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454c4c09-01e4-457a-b9f2-663c251b1104']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:03.550678 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:03.565065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:03.565342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5e0410-51df-4cd8-bc3d-4b0f88a92b02') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:03.610202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.645849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e214d3-bd6e-4bcc-bfda-c311da624387 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:03.647509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e214d3-bd6e-4bcc-bfda-c311da624387 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:03.649066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e214d3-bd6e-4bcc-bfda-c311da624387 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:03.650705 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-49e214d3-bd6e-4bcc-bfda-c311da624387 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1376956 Oct 16 13:37:03.655604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.664895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60204) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:03.666210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:03.666673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.684145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-7ada59dc-ca92-4685-b37b-7f6d68e75159', 'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159', 'tenant_id': 'e6d13646c1014d8d95b310f2ba25766b', 'fixed_ips': [{'subnet_id': '07bad13f-8e02-4c0c-9215-39a52369c646'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:03.701360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.701360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 2587d476-8574-4a9b-b005-b509c635af82 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:03.701360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2587d476-8574-4a9b-b005-b509c635af82 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:03.701360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] No DVR routers for this DVR port 1ce96613-45b9-4e7c-b047-2775ced1aac6 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:03.722211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:03.749110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Calling delete_port for d48ee832-6b30-4806-af9c-f9ca4162b9d8 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:03.758880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566f49-c49a-401f-be81-a92cc0c8bc36 None None] Pushing event deleted for resources: {'Port': ['ID=1ce96613-45b9-4e7c-b047-2775ced1aac6,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:03.763617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/085a49b6-7da3-445c-be87-1c22fe96aa5a/41a06016-3bda-49ed-b9ca-63fea5f1fc17) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:03.858854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:03.893916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Port': ['ID=264b8bf0-e035-418c-a6e9-7f3ad248bd4c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:03.929753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13933e1d-9b34-448b-a7f5-019c7ea9ff76 x-openstack-request-id: req-13933e1d-9b34-448b-a7f5-019c7ea9ff76 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:37:03.929753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:37:03.929753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13933e1d-9b34-448b-a7f5-019c7ea9ff76 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:37:03.930179 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'status': 'completed', 'code': 200} Oct 16 13:37:03.945101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Router 004a04cd-1762-47dc-a8dc-6400c8a09018 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:03.969452 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '806fa567-af08-4cef-9c15-19d95d6576c6', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'port_id': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'mac_address': 'fa:16:3e:65:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636f1be-b87c-480d-a960-c12be1a9416f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:22Z', 'updated_at': '2021-10-16T13:37:00Z', 'revision_number': 1, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:24Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:03.999683 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:04.006824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] Checking router: a1bba587-690e-46a2-981b-ba4e6a9133b7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:04.017112 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:04.017729 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:04.078614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Checking segment: {'id': '9d2589c0-ef90-487e-b4f7-0241d88d46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:04.079136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network hostable DHCP agents. Network: 499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:04.106669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Deleting subnet 07bad13f-8e02-4c0c-9215-39a52369c646 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:04.128928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.134857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-58234d6f-88f6-4708-b555-8f9f638cfe40', 'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40', 'tenant_id': 'e6d13646c1014d8d95b310f2ba25766b', 'fixed_ips': [{'subnet_id': 'a791064b-a6f2-483c-8ce5-4d067310b55d'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:04.135691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.138089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Allocated IP 2001:db8::1 (7ada59dc-ca92-4685-b37b-7f6d68e75159/07bad13f-8e02-4c0c-9215-39a52369c646/465ed5db-c370-4f88-b219-3423133774bd) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:04.192279 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:04.246814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.259314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Port': ['ID=d48ee832-6b30-4806-af9c-f9ca4162b9d8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:04.272946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedb399-2f60-428e-975d-2434bf273401 req-17b0b782-08d7-4581-9d88-9b83f0c490d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:04.274490 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-17b0b782-08d7-4581-9d88-9b83f0c490d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18ce560a7fb74cb1a2510a2918dacfb0&device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 1098 time: 0.3268340 Oct 16 13:37:04.276409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:04.290530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.295392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.308659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] Sync routers for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:04.347790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 3ce369a0-dca4-4331-b88c-b7b32869d364 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:04.361779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network 499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:04.475719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.485357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.494698 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "DELETE /v2.0/networks/454c4c09-01e4-457a-b9f2-663c251b1104 HTTP/1.1" status: 204 len: 168 time: 2.1785650 Oct 16 13:37:04.495013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.524906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60208) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:04.525410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d28c1-88c7-4ba1-b66c-0dbd7b8135b1 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Network': ['ID=454c4c09-01e4-457a-b9f2-663c251b1104,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:04.621335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.631008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:04.631759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:04.637022 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '806fa567-af08-4cef-9c15-19d95d6576c6', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'port_id': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'mac_address': 'fa:16:3e:65:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636f1be-b87c-480d-a960-c12be1a9416f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:22Z', 'updated_at': '2021-10-16T13:37:00Z', 'revision_number': 1, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:24Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:04.684059 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd139249-d275-4b20-b4ab-ef51218fa910 None None] The sync data for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv is: [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '806fa567-af08-4cef-9c15-19d95d6576c6', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'port_id': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'mac_address': 'fa:16:3e:65:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1636f1be-b87c-480d-a960-c12be1a9416f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:22Z', 'updated_at': '2021-10-16T13:37:00Z', 'revision_number': 1, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:24Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:04.684576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e80e8c20-b35b-4762-ad73-014b536e2ea5 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "PUT /v2.0/floatingips/2d8727af-cbe9-4362-953b-6b8108507464 HTTP/1.1" status: 200 len: 990 time: 5.5535719 Oct 16 13:37:04.704678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:04.737379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:04.743853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:04.750694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:04.751426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.761447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.811554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc32f69-6fde-45a3-89ce-2822e528fd2b None None] Network 499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:04.830706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:04.845886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.851997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:04.862551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:04.865091 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] Sync routers for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:04.865655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:04.867161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db343c53-4e94-483f-a44f-3cb1a7e34d42 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.6158240 Oct 16 13:37:04.884282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:04.896006 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:04.897147 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:04.899216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Network 7ada59dc-ca92-4685-b37b-7f6d68e75159 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:04.901066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Pushing event updated for resources: {'Port': ['ID=41a06016-3bda-49ed-b9ca-63fea5f1fc17,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:04.923958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60214) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:04.981142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Pushing event updated for resources: {'Port': ['ID=465ed5db-c370-4f88-b219-3423133774bd,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:04.983790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:05.002754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.016670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:37:05.018427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:37:05.020011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Allocated IP 2001:db8:0:1::1 (58234d6f-88f6-4708-b555-8f9f638cfe40/a791064b-a6f2-483c-8ce5-4d067310b55d/71fdecca-a15a-4162-90fe-43760c566425) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:05.035740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:05.051646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fde8ab-ce53-497e-a761-1ce70cab84ee None None] New status for floating IP 806fa567-af08-4cef-9c15-19d95d6576c6: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:37:05.065100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Router 56bbdeb5-4f67-44a4-9a2e-f749f30ea60b has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:05.077100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedb399-2f60-428e-975d-2434bf273401 req-5332c199-3c79-4b00-88b9-a48ecf3f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.079677 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-5332c199-3c79-4b00-88b9-a48ecf3f6cc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e06eee63-6097-4f09-be65-cc2d32ff3b1e HTTP/1.1" status: 200 len: 913 time: 0.7964556 Oct 16 13:37:05.096902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.139163 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:05.213457 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-88b6b164-19f1-4f8f-95ce-b877179db3a9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "PUT /v2.0/floatingips/579b85c5-d94a-4ade-8c4b-79dbe19f209c HTTP/1.1" status: 200 len: 991 time: 5.6842675 Oct 16 13:37:05.215398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-b2a13602-eed1-42f0-9099-3302c81c29d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f HTTP/1.1" status: 200 len: 999 time: 0.1268017 Oct 16 13:37:05.223566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-07d13a80-05b9-454d-bab7-bda00ffde4ee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3791831 Oct 16 13:37:05.228385 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60218) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.283562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:05.290403 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4ca7e72b-3660-4300-8f57-ff5aa559b141 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7131100 Oct 16 13:37:05.295506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60220) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.317259 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] Sync routers for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:05.329453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedb399-2f60-428e-975d-2434bf273401 req-c909b153-218e-4c66-850f-1771a3b762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.331114 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-c909b153-218e-4c66-850f-1771a3b762c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d40255b3-3ec3-4192-93c6-7a96479959a5 HTTP/1.1" status: 200 len: 851 time: 0.1052244 Oct 16 13:37:05.364568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:05.368520 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:05.386428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Deleting port e52171f2-c484-4776-b16c-35b537e2d4cc {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:05.386770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.391138 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-95feda6e-5672-45f2-8128-277ead01dc5e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] show failed (client error): The resource could not be found. Oct 16 13:37:05.392173 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-95feda6e-5672-45f2-8128-277ead01dc5e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-2087731740 HTTP/1.1" status: 404 len: 335 time: 0.0912566 Oct 16 13:37:05.396275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60222) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.401118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6fda091d-bd5c-43a7-9860-28c553c0b9fd tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:05.431513 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:05.450737 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-6fda091d-bd5c-43a7-9860-28c553c0b9fd tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] update failed (client error): The resource could not be found. Oct 16 13:37:05.451757 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6fda091d-bd5c-43a7-9860-28c553c0b9fd tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-652548664 HTTP/1.1" status: 404 len: 334 time: 0.0545588 Oct 16 13:37:05.456227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60224) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.478675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e35190-cdd7-406a-9d26-84fff23fa1aa tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.480262 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a7e35190-cdd7-406a-9d26-84fff23fa1aa tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2422383 Oct 16 13:37:05.501694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60226) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.543766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.544409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.552650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.566102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Calling delete_port for e52171f2-c484-4776-b16c-35b537e2d4cc owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:05.585434 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] Routers {'56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:05.586271 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:05.625730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting subnet 4d9e8149-6c03-493c-b6b6-2d9589e13e89 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:05.636741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6009f-7101-472c-a7be-54a2875bb7c7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.640751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6009f-7101-472c-a7be-54a2875bb7c7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.645982 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-63d6009f-7101-472c-a7be-54a2875bb7c7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1430984 Oct 16 13:37:05.651143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.653565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60230) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.679816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:05.686253 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573167d4-ad1b-4dc1-a0a1-a97970c196dc None None] The sync data for ids ['56bbdeb5-4f67-44a4-9a2e-f749f30ea60b'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:05.768178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bccf15-f5ff-4fd6-b635-a73022e64d73 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.774106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Attempting to bind port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:05.778118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bccf15-f5ff-4fd6-b635-a73022e64d73 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.778250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Attempting to bind port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:05.778250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Attempting to bind port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:05.778462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d6bccf15-f5ff-4fd6-b635-a73022e64d73 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8040900 Oct 16 13:37:05.787888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60232) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:05.805599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.845201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 085a49b6-7da3-445c-be87-1c22fe96aa5a {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:05.850645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.852387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:05.906681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:05.908596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:05.908596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.909045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:05.909676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Bound port: 41a06016-3bda-49ed-b9ca-63fea5f1fc17, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:05.910241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.914180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Attempting to bind port 465ed5db-c370-4f88-b219-3423133774bd on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:05.915430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Attempting to bind port 465ed5db-c370-4f88-b219-3423133774bd by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e8bcb69a-5089-4f6e-bdb8-589829c5f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:05.915430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Attempting to bind port 465ed5db-c370-4f88-b219-3423133774bd on network 7ada59dc-ca92-4685-b37b-7f6d68e75159 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:05.919433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.939104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:05.944106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Checking segment: {'id': 'e8bcb69a-5089-4f6e-bdb8-589829c5f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:05.944106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.944106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Bound using segment: {'id': 'e8bcb69a-5089-4f6e-bdb8-589829c5f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:05.944438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedb399-2f60-428e-975d-2434bf273401 req-e345d685-145b-4788-b25b-a7a5c062f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:05.944565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Bound port: 465ed5db-c370-4f88-b219-3423133774bd, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bcb69a-5089-4f6e-bdb8-589829c5f779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7ada59dc-ca92-4685-b37b-7f6d68e75159'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:05.945110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:05.945217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-e345d685-145b-4788-b25b-a7a5c062f626 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e06eee63-6097-4f09-be65-cc2d32ff3b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6050675 Oct 16 13:37:05.948795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87'}, {'name': 'network-changed', 'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:37:05.962300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e84ff9c-0022-4815-a034-79c6fc96243f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87"}, {"name": "network-changed", "server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:37:05.978509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.000762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.010650 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/subnets/07bad13f-8e02-4c0c-9215-39a52369c646 HTTP/1.1" status: 204 len: 168 time: 2.0122340 Oct 16 13:37:06.013928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60238) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:06.076962 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '579b85c5-d94a-4ade-8c4b-79dbe19f209c', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'port_id': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'mac_address': 'fa:16:3e:2b:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:13Z', 'updated_at': '2021-10-16T13:37:01Z', 'revision_number': 1, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:06.090522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ca48e-e44c-450e-8114-d809af57ef8d tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Subnet': ['ID=07bad13f-8e02-4c0c-9215-39a52369c646,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:06.103966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 16 Oct 2021 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7982f5a-1e3e-4af8-90a9-f0cce4ff5fdd x-openstack-request-id: req-f7982f5a-1e3e-4af8-90a9-f0cce4ff5fdd {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:37:06.104252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:37:06.104537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7982f5a-1e3e-4af8-90a9-f0cce4ff5fdd {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:37:06.104933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'status': 'completed', 'code': 200} Oct 16 13:37:06.105184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'status': 'completed', 'code': 200} Oct 16 13:37:06.131823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] For port 465ed5db-c370-4f88-b219-3423133774bd, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:06.137388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] For port 465ed5db-c370-4f88-b219-3423133774bd, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=465ed5db-c370-4f88-b219-3423133774bd,segment=NetworkSegment(e8bcb69a-5089-4f6e-bdb8-589829c5f779),segment_id=e8bcb69a-5089-4f6e-bdb8-589829c5f779)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:06.153531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.173019 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] Checking router: 004a04cd-1762-47dc-a8dc-6400c8a09018 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:06.194153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-42cd6a38-1419-467c-8e7b-231fc72920d7 service neutron] 10.222.0.31 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967452 Oct 16 13:37:06.208347 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:06.208347 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:06.208657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Deleting port a1516c48-1e50-45d7-8865-617a72a214a8 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:06.208657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.241102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.248979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.308967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Pushing event deleted for resources: {'Port': ['ID=e52171f2-c484-4776-b16c-35b537e2d4cc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:06.443126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-6b619768-8e4f-4a05-a521-a2ee431f2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:06.445910 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-6b619768-8e4f-4a05-a521-a2ee431f2b67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4b7cb1e824a247f98571cd2e63100cea&device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 1098 time: 0.2924669 Oct 16 13:37:06.454905 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:06.472303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] For port 41a06016-3bda-49ed-b9ca-63fea5f1fc17, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:06.477114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] For port 41a06016-3bda-49ed-b9ca-63fea5f1fc17, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=41a06016-3bda-49ed-b9ca-63fea5f1fc17,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:06.495224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.528834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Calling delete_port for a1516c48-1e50-45d7-8865-617a72a214a8 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:06.581203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.642246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.643688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.690961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342bcdd-f580-4151-bc83-c199e78d0155 None None] Pushing event updated for resources: {'Port': ['ID=465ed5db-c370-4f88-b219-3423133774bd,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:06.713829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333fd6b-3d87-4928-a7af-48e36df0300a None None] Network 7ada59dc-ca92-4685-b37b-7f6d68e75159 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:06.757124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Deleting subnet a791064b-a6f2-483c-8ce5-4d067310b55d {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:06.763705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.769345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.839753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Network 58234d6f-88f6-4708-b555-8f9f638cfe40 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:06.845854 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '579b85c5-d94a-4ade-8c4b-79dbe19f209c', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'port_id': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'mac_address': 'fa:16:3e:2b:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:13Z', 'updated_at': '2021-10-16T13:37:01Z', 'revision_number': 1, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:06.846373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.863207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cedb399-2f60-428e-975d-2434bf273401 req-1982d07f-6a58-4768-a6c2-824dec08886b service neutron] 10.222.0.31 "GET /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528659 Oct 16 13:37:06.872430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.877420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.881504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9aee0012-a320-46dc-96f7-ea6fea67eea8 tempest-FloatingIPAdminTestJSON-1013416497 tempest-FloatingIPAdminTestJSON-1013416497-project] 10.222.0.24 "DELETE /v2.0/floatingips/627e4b44-1b52-4af5-9d90-fe14adbc1558 HTTP/1.1" status: 204 len: 168 time: 2.3542354 Oct 16 13:37:06.891912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-c118cb34-96a7-457e-9a1c-b1cc199ace8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:06.891912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-c118cb34-96a7-457e-9a1c-b1cc199ace8c service neutron] 10.222.0.31 "GET /v2.0/networks?id=f1566144-1f29-4c26-a21f-76498ed4107b HTTP/1.1" status: 200 len: 907 time: 0.4077599 Oct 16 13:37:06.893252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:06.916398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:06.933454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:06.944978 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191a83cf-0f29-4e45-b26c-a3ffaa485133 None None] The sync data for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv is: [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '579b85c5-d94a-4ade-8c4b-79dbe19f209c', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'floating_ip_address': '172.26.5.60', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'port_id': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'mac_address': 'fa:16:3e:2b:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:13Z', 'updated_at': '2021-10-16T13:37:01Z', 'revision_number': 1, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:06.951968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fc2a6-2582-4820-abae-e9d97691a63f None None] Pushing event updated for resources: {'Port': ['ID=41a06016-3bda-49ed-b9ca-63fea5f1fc17,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:06.991998 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=085a49b6-7da3-445c-be87-1c22fe96aa5a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:07.025414 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.076410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Port': ['ID=a1516c48-1e50-45d7-8865-617a72a214a8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:07.118295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.125037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.125281 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b4a58657-8fda-4276-9c2d-572f96c9e334 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/085a49b6-7da3-445c-be87-1c22fe96aa5a HTTP/1.1" status: 204 len: 168 time: 1.4704955 Oct 16 13:37:07.131800 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d5fe6775-7fcd-404c-a316-19dd4614d9bf tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/ports/a1516c48-1e50-45d7-8865-617a72a214a8 HTTP/1.1" status: 204 len: 168 time: 1.3426988 Oct 16 13:37:07.134095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60248) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:07.136334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60250) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:07.167866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Pushing event updated for resources: {'Port': ['ID=71fdecca-a15a-4162-90fe-43760c566425,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:07.176905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Attempting to bind port 71fdecca-a15a-4162-90fe-43760c566425 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:07.177334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Attempting to bind port 71fdecca-a15a-4162-90fe-43760c566425 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '02c133c5-9cac-4ddb-9447-0cec809bc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:07.178119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Attempting to bind port 71fdecca-a15a-4162-90fe-43760c566425 on network 58234d6f-88f6-4708-b555-8f9f638cfe40 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:07.192584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:07.193152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Checking segment: {'id': '02c133c5-9cac-4ddb-9447-0cec809bc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:07.193662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.194168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Bound using segment: {'id': '02c133c5-9cac-4ddb-9447-0cec809bc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:07.194917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Bound port: 71fdecca-a15a-4162-90fe-43760c566425, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c133c5-9cac-4ddb-9447-0cec809bc89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '58234d6f-88f6-4708-b555-8f9f638cfe40'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:07.195260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.214196 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a1d3c11c-b4a1-4bf3-b3ba-4ff374c9964e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781424 Oct 16 13:37:07.217403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '2d8727af-cbe9-4362-953b-6b8108507464', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'port_id': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'mac_address': 'fa:16:3e:11:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6a5513-40fd-43e0-86a4-16493757c784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:19Z', 'updated_at': '2021-10-16T13:37:01Z', 'revision_number': 1, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:17Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:07.218949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60252) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:07.230089 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:07.254889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] Checking router: b50f6ab2-31a7-4f92-9b60-c8f0918cd941 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:07.309094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.323054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:07.323698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:07.417865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.423135 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/subnets/4d9e8149-6c03-493c-b6b6-2d9589e13e89 HTTP/1.1" status: 204 len: 168 time: 1.9639704 Oct 16 13:37:07.423902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46150751-ba6c-4115-a965-d163fa9c850f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Subnet': ['ID=4d9e8149-6c03-493c-b6b6-2d9589e13e89,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:07.430069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60254) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:07.552579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:07.557504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.569968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4d93d-25b3-4f7d-aa8e-93576118495b None None] New status for floating IP 579b85c5-d94a-4ade-8c4b-79dbe19f209c: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:37:07.572104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354d7d4-91f2-46db-9de1-6e395126d2ab None None] Network 3a09bebb-bcad-4721-abe5-a4fe1a6e551a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:07.586985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.618632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60260) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:07.623887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting subnet b64af9e2-c8a9-42f0-af98-73c9b595390b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:07.638242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.716821 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-184fbe91-0769-4aba-aebe-4420f3f28709 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87 HTTP/1.1" status: 200 len: 998 time: 0.8068576 Oct 16 13:37:07.770899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.816984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-95e08877-46bf-4ee0-8dfb-2ff2aaf0ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:07.820914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-95e08877-46bf-4ee0-8dfb-2ff2aaf0ded2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=336d2cb1-d02d-4765-8950-a6e899094e94 HTTP/1.1" status: 200 len: 845 time: 0.0952380 Oct 16 13:37:07.829015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Deleting port 264b8bf0-e035-418c-a6e9-7f3ad248bd4c {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:07.829840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.922736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] For port 71fdecca-a15a-4162-90fe-43760c566425, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:07.937035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.967160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:07.974664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] For port 71fdecca-a15a-4162-90fe-43760c566425, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=71fdecca-a15a-4162-90fe-43760c566425,segment=NetworkSegment(02c133c5-9cac-4ddb-9447-0cec809bc89c),segment_id=02c133c5-9cac-4ddb-9447-0cec809bc89c)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:07.977350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Calling delete_port for 264b8bf0-e035-418c-a6e9-7f3ad248bd4c owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:07.993585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:07.997644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-ef37f29c-a95d-4736-a7a0-3a6b25d34147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:08.000771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-ef37f29c-a95d-4736-a7a0-3a6b25d34147 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1566144-1f29-4c26-a21f-76498ed4107b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1674855 Oct 16 13:37:08.048162 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c4ae3310-2629-4719-9a15-bcfa22bb16de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71dde613d3b4403aa8f10244e0ddea13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147484 Oct 16 13:37:08.048162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Subnet': ['ID=a791064b-a6f2-483c-8ce5-4d067310b55d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:08.048162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.049788 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e6cb9ebb-d30c-413f-8477-0ceb5e50a628 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/subnets/a791064b-a6f2-483c-8ce5-4d067310b55d HTTP/1.1" status: 204 len: 168 time: 2.0270717 Oct 16 13:37:08.052162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60266) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.052902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60268) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.086834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.177986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.238595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] DHCP port deletion for 3a09bebb-bcad-4721-abe5-a4fe1a6e551a request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:08.240977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea5674-c449-4084-971c-b26307b23293 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:08.257652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-6909137e-eb7b-42b3-8ea5-b27795cc5b8d service neutron] 10.222.0.31 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475712 Oct 16 13:37:08.299246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562932f-3763-418b-aeaf-ad63b22c7adc tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:08.302282 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b562932f-3763-418b-aeaf-ad63b22c7adc tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2438340 Oct 16 13:37:08.310506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60272) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.359730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.366342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.407768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.411154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/ports/264b8bf0-e035-418c-a6e9-7f3ad248bd4c HTTP/1.1" status: 204 len: 168 time: 1.2642019 Oct 16 13:37:08.419548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60274) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.420371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be8dbe-c3f4-4fc8-8437-e4d0b81428b7 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Port': ['ID=264b8bf0-e035-418c-a6e9-7f3ad248bd4c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:08.427242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2253-ae35-48fc-825e-58844671f4f5 None None] Pushing event updated for resources: {'Port': ['ID=71fdecca-a15a-4162-90fe-43760c566425,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:08.437544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0029c08f-c48e-4968-ae22-8d31be500fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.461131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8ddcc99d-e4ed-40b6-b595-ed95c0e6920a None None] Provisioning complete for port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:08.461498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc99d-e4ed-40b6-b595-ed95c0e6920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.465746 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-33b46311-80b8-40a6-a78a-895fc9373f33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0389996 Oct 16 13:37:08.470896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60276) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.477277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1470778166'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:08.499523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:08.511787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-68c8a9d7-6f2f-4d58-9e2c-b7c1204058cb service neutron] 10.222.0.31 "GET /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420387 Oct 16 13:37:08.526383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0029c08f-c48e-4968-ae22-8d31be500fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.528954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.551206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.553303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:08.569828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:08.570554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.591748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:08.597169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=de94672d-10f6-48cb-9821-8e05145e637c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:08.601012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.601147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.604260 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/subnets/b64af9e2-c8a9-42f0-af98-73c9b595390b HTTP/1.1" status: 204 len: 168 time: 1.1731811 Oct 16 13:37:08.605687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826634ad-879a-494f-b36c-4ea2687b3dc2 None None] Network efdb300b-be3a-4243-929e-54cbfd98bf3f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:08.609714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60278) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.664760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cacae-0fbe-412d-9a01-555aa10adc4f tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Subnet': ['ID=b64af9e2-c8a9-42f0-af98-73c9b595390b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:08.714854 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a6a76e2e-d418-452e-867a-c11cb9f87227 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4946325 Oct 16 13:37:08.717519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60282) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:08.723359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:08.763925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0029c08f-c48e-4968-ae22-8d31be500fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.767749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0029c08f-c48e-4968-ae22-8d31be500fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.771537 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0029c08f-c48e-4968-ae22-8d31be500fbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cadb7806-379e-4d1d-a097-dea6a266bc18 HTTP/1.1" status: 204 len: 168 time: 0.7133725 Oct 16 13:37:08.773815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Deleting port 71fdecca-a15a-4162-90fe-43760c566425 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:08.778691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.797540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] Deleting port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:08.797747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.803331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029c08f-c48e-4968-ae22-8d31be500fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb7806-379e-4d1d-a097-dea6a266bc18,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:08.867338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:08.883309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.884519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.901958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.915794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.916139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Added segment 20defcf0-155b-4dca-9d9e-3f9b00877c1d of type vlan for network 7796f855-ac0a-4439-891e-f6336cb7afcc Oct 16 13:37:08.919827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] For port 71fdecca-a15a-4162-90fe-43760c566425, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=71fdecca-a15a-4162-90fe-43760c566425,segment=NetworkSegment(02c133c5-9cac-4ddb-9447-0cec809bc89c),segment_id=02c133c5-9cac-4ddb-9447-0cec809bc89c)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:08.920372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:08.939112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Calling delete_port for 71fdecca-a15a-4162-90fe-43760c566425 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:08.952363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71fdecca-a15a-4162-90fe-43760c566425 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:08.961402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-5568ffff-646b-45fb-83e2-4fbb815e2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:08.963144 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-5568ffff-646b-45fb-83e2-4fbb815e2dbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.2738054 Oct 16 13:37:08.993810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.003197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.054888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.122351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] For port 83fc8b63-bdb7-474a-9bf0-225b1a37a671, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=83fc8b63-bdb7-474a-9bf0-225b1a37a671,segment=NetworkSegment(8befa350-34dc-4cf9-bf18-7fd8e2cdab1b),segment_id=8befa350-34dc-4cf9-bf18-7fd8e2cdab1b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:09.123417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.141222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc99d-e4ed-40b6-b595-ed95c0e6920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.164291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] Calling delete_port for 83fc8b63-bdb7-474a-9bf0-225b1a37a671 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:09.180219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.183488 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b5790001-10b0-4f1f-81bd-8ad20598a26e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4618003 Oct 16 13:37:09.183796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60290) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:09.230601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-d1e3f8c3-1882-4c4f-942c-6375b1d81b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:09.232103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-d1e3f8c3-1882-4c4f-942c-6375b1d81b2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.2523322 Oct 16 13:37:09.242343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.250199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:09.250517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.254874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Could not find standard attr ID for object 71fdecca-a15a-4162-90fe-43760c566425. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:09.259043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 41a06016-3bda-49ed-b9ca-63fea5f1fc17 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:09.289742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.346096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:09.346438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.402302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Port': ['ID=71fdecca-a15a-4162-90fe-43760c566425,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:09.415015 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '2d8727af-cbe9-4362-953b-6b8108507464', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'port_id': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'mac_address': 'fa:16:3e:11:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6a5513-40fd-43e0-86a4-16493757c784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:19Z', 'updated_at': '2021-10-16T13:37:01Z', 'revision_number': 1, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:17Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:09.420436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] DHCP port deletion for efdb300b-be3a-4243-929e-54cbfd98bf3f request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:09.433459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8ddcc99d-e4ed-40b6-b595-ed95c0e6920a None None] For port 41a06016-3bda-49ed-b9ca-63fea5f1fc17, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=41a06016-3bda-49ed-b9ca-63fea5f1fc17,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:09.453005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] No DVR routers for this DVR port 71fdecca-a15a-4162-90fe-43760c566425 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:09.477401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6478d-8e55-49e3-8867-86a1125ed961 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:09.483249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfa94a-3edc-4377-834b-0fc3f8a7e59c None None] The sync data for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv is: [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '2d8727af-cbe9-4362-953b-6b8108507464', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'floating_ip_address': '172.26.5.48', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'port_id': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'mac_address': 'fa:16:3e:11:b4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6a5513-40fd-43e0-86a4-16493757c784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:36:19Z', 'updated_at': '2021-10-16T13:37:01Z', 'revision_number': 1, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:17Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:09.499888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0277343 Oct 16 13:37:09.509822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b3d72-1c3e-4cae-ba1d-709b67f486f1 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Network': ['ID=7796f855-ac0a-4439-891e-f6336cb7afcc,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:09.516461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60294) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:09.540335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1989229664'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:09.550224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-1174c759-2eab-464e-a9e4-e3a2c5dd2ced service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.2968709 Oct 16 13:37:09.552136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] For port 83fc8b63-bdb7-474a-9bf0-225b1a37a671, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=83fc8b63-bdb7-474a-9bf0-225b1a37a671,segment=NetworkSegment(8befa350-34dc-4cf9-bf18-7fd8e2cdab1b),segment_id=8befa350-34dc-4cf9-bf18-7fd8e2cdab1b)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:09.555702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.568374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 7796f855-ac0a-4439-891e-f6336cb7afcc details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:09.606626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Calling delete_port for 83fc8b63-bdb7-474a-9bf0-225b1a37a671 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:09.722735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60296) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:09.730872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:09.743427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-69171b7e-6cd6-411d-9de2-b3abd07b0621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.744162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.772916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-2e9d4f44-12cf-457f-887d-7d861acf44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:09.773782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-2e9d4f44-12cf-457f-887d-7d861acf44f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.1978879 Oct 16 13:37:09.790978 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081835f-873a-4789-8a86-8f3818a0976e None None] New status for floating IP 2d8727af-cbe9-4362-953b-6b8108507464: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:37:09.836456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:09.862793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.863042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Added segment aab1dcdb-16cc-4727-899a-f287b889a519 of type vlan for network 3a9717e3-b48a-413b-a393-e4b797288f42 Oct 16 13:37:09.864378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.908991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15e625-2776-4c00-8720-d6d5cb770b9f None None] Network 58234d6f-88f6-4708-b555-8f9f638cfe40 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:09.910670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ddcc99d-e4ed-40b6-b595-ed95c0e6920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.923168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-a12cca7f-415f-466e-80fb-15b19bf4994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:09.924042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-a12cca7f-415f-466e-80fb-15b19bf4994b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1397409 Oct 16 13:37:09.936547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:09.970808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58234d6f-88f6-4708-b555-8f9f638cfe40']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:09.981404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.002939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c133c5-9cac-4ddb-9447-0cec809bc89c') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:10.002939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c133c5-9cac-4ddb-9447-0cec809bc89c') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:10.031700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.070112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.070349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Port': ['ID=83fc8b63-bdb7-474a-9bf0-225b1a37a671,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.072711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.079818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:10.080557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.133449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:10.134035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.150388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.163786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Network': ['ID=3a9717e3-b48a-413b-a393-e4b797288f42,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.167659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcc99d-e4ed-40b6-b595-ed95c0e6920a None None] Pushing event updated for resources: {'Port': ['ID=41a06016-3bda-49ed-b9ca-63fea5f1fc17,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.172843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] No DVR routers for this DVR port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:10.211276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.213341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3a9717e3-b48a-413b-a393-e4b797288f42 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:10.267787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c216b899-0f18-4b73-9ca7-05a24c4ad949 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7408655 Oct 16 13:37:10.294556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b1f3b36d-b8d0-408b-98d5-068250241940 None None] Provisioning complete for port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:10.294982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1f3b36d-b8d0-408b-98d5-068250241940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.303657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] Pushing event deleted for resources: {'Port': ['ID=83fc8b63-bdb7-474a-9bf0-225b1a37a671,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.306453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f822b-885e-4999-86da-f6a336e7f551 None None] No DVR routers for this DVR port 83fc8b63-bdb7-474a-9bf0-225b1a37a671 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:10.319055 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-64c56d6c-6b3e-4498-89e4-c93aace25e52 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727188 Oct 16 13:37:10.321078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.373454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a09bebb-bcad-4721-abe5-a4fe1a6e551a']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:10.376455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-69171b7e-6cd6-411d-9de2-b3abd07b0621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.397099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:10.397822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8befa350-34dc-4cf9-bf18-7fd8e2cdab1b') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:10.406039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::1 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/de94672d-10f6-48cb-9821-8e05145e637c/6055e3b1-6733-4131-94bb-a8db6090dda4) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:10.415781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.438551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.445964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:10.446616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.451828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] Deleting port e98ffd6b-3f30-40c5-b156-b4feff9ef878 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:10.452206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:10.466752 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:10.473879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a69138-0df3-4487-bbdb-4a4e01c98d72 None None] DHCP port deletion for 58234d6f-88f6-4708-b555-8f9f638cfe40 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:10.478276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60302) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:10.482973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'subnets': [{'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2064295793', 'ip_version': 4}, {'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:10.483423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'subnet': {'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2064295793', 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:10.484749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Request body: {'subnet': {'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:10.492372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:10.492372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.532681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-69171b7e-6cd6-411d-9de2-b3abd07b0621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:10.541364 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:10.621346 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-69171b7e-6cd6-411d-9de2-b3abd07b0621 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18404bd4f8d7436bbd5e976746f8dc46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8950315 Oct 16 13:37:10.623870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60306) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:10.634002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69171b7e-6cd6-411d-9de2-b3abd07b0621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ffa92-4398-4920-b99d-780bc088a31e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.647473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] For port e98ffd6b-3f30-40c5-b156-b4feff9ef878, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e98ffd6b-3f30-40c5-b156-b4feff9ef878,segment=NetworkSegment(194c3c21-63b9-45cc-901d-9a3235c52228),segment_id=194c3c21-63b9-45cc-901d-9a3235c52228)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:10.648062 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.662103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.666383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.669868 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/networks/3a09bebb-bcad-4721-abe5-a4fe1a6e551a HTTP/1.1" status: 204 len: 168 time: 2.0588448 Oct 16 13:37:10.675990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] Calling delete_port for e98ffd6b-3f30-40c5-b156-b4feff9ef878 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:10.677615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60308) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:10.713346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.731842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.735847 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/networks/58234d6f-88f6-4708-b555-8f9f638cfe40 HTTP/1.1" status: 204 len: 168 time: 2.4215541 Oct 16 13:37:10.740584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.756676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e84ff9c-0022-4815-a034-79c6fc96243f req-c222efcc-0d9d-4463-92ba-6adf1aa33857 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904911 Oct 16 13:37:10.757050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 83fc8b63-bdb7-474a-9bf0-225b1a37a671 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:10.762894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60310) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:10.781631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165c0e1-84a9-4fc8-8ef4-058570f78033 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Network': ['ID=58234d6f-88f6-4708-b555-8f9f638cfe40,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.788412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 83fc8b63-bdb7-474a-9bf0-225b1a37a671 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:10.788834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 83fc8b63-bdb7-474a-9bf0-225b1a37a671 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:10.809225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b1f3b36d-b8d0-408b-98d5-068250241940 None None] Could not find standard attr ID for object 71fdecca-a15a-4162-90fe-43760c566425. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:10.816829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f0070-a0e1-461f-983b-56a9d91a0960 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Network': ['ID=3a09bebb-bcad-4721-abe5-a4fe1a6e551a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.876000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.909807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46463f75-4e60-4760-8ac7-91f92fb01e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.920697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.961221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.964786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 41a06016-3bda-49ed-b9ca-63fea5f1fc17 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:10.968828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] Pushing event deleted for resources: {'Port': ['ID=e98ffd6b-3f30-40c5-b156-b4feff9ef878,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:10.979403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46463f75-4e60-4760-8ac7-91f92fb01e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:10.996205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daaea11-4375-4ccc-83cf-e25a4d509001 None None] No DVR routers for this DVR port e98ffd6b-3f30-40c5-b156-b4feff9ef878 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:11.001413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Made reservation on behalf of b0138604d07d454986dea9db197b5ca4 for: {'subnet': 2} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:11.007387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.007817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.032010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b47aa-6645-47cd-aa3f-2044866bffd6 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:37:11.038588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.125317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:11.126159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.162434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.181046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:11.192368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-048a315f-b9b0-4e55-a617-9ae8137f6c77 None None] Provisioning complete for port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:11.193353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:11.193608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-048a315f-b9b0-4e55-a617-9ae8137f6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.202651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:11.203516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.205797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=6055e3b1-6733-4131-94bb-a8db6090dda4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:11.211900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdb300b-be3a-4243-929e-54cbfd98bf3f']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:11.257896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b47aa-6645-47cd-aa3f-2044866bffd6 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:37:11.262038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194c3c21-63b9-45cc-901d-9a3235c52228') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:11.262275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194c3c21-63b9-45cc-901d-9a3235c52228') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:11.286181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46463f75-4e60-4760-8ac7-91f92fb01e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.289993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46463f75-4e60-4760-8ac7-91f92fb01e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.293857 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-46463f75-4e60-4760-8ac7-91f92fb01e4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d72ffa92-4398-4920-b99d-780bc088a31e HTTP/1.1" status: 204 len: 168 time: 0.6660793 Oct 16 13:37:11.297836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.368707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46463f75-4e60-4760-8ac7-91f92fb01e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ffa92-4398-4920-b99d-780bc088a31e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:11.372488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.399994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Deleting port 465ed5db-c370-4f88-b219-3423133774bd {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:11.399994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.403415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:11.403807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:11.407695 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:11.516862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e98ffd6b-3f30-40c5-b156-b4feff9ef878 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:11.562373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e98ffd6b-3f30-40c5-b156-b4feff9ef878 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:11.562878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e98ffd6b-3f30-40c5-b156-b4feff9ef878 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:11.563367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71fdecca-a15a-4162-90fe-43760c566425 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:11.613480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 71fdecca-a15a-4162-90fe-43760c566425 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:11.613815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71fdecca-a15a-4162-90fe-43760c566425 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:11.643087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.718234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Subnet': ['ID=94377a83-38a8-488e-b2ec-19b8d66b2177,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:11.726332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Checking segment: {'id': '20defcf0-155b-4dca-9d9e-3f9b00877c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:11.727208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network hostable DHCP agents. Network: 7796f855-ac0a-4439-891e-f6336cb7afcc, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:11.808561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network 7796f855-ac0a-4439-891e-f6336cb7afcc is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:11.886036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 7796f855-ac0a-4439-891e-f6336cb7afcc) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:11.891901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.973359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] For port 465ed5db-c370-4f88-b219-3423133774bd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=465ed5db-c370-4f88-b219-3423133774bd,segment=NetworkSegment(e8bcb69a-5089-4f6e-bdb8-589829c5f779),segment_id=e8bcb69a-5089-4f6e-bdb8-589829c5f779)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:11.973847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event updated for resources: {'Subnet': ['ID=49db7c79-7663-4e18-862c-63c89804eeb9,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:11.974044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.976481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Checking segment: {'id': 'aab1dcdb-16cc-4727-899a-f287b889a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:11.976809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network hostable DHCP agents. Network: 3a9717e3-b48a-413b-a393-e4b797288f42, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:11.984437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:11.998933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Calling delete_port for 465ed5db-c370-4f88-b219-3423133774bd owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:12.005279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca2396-b1a2-476f-a2ca-d66c1d772189 None None] Network 7796f855-ac0a-4439-891e-f6336cb7afcc requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:12.057296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Network 3a9717e3-b48a-413b-a393-e4b797288f42 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:12.079410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.093487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.096832 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/networks/efdb300b-be3a-4243-929e-54cbfd98bf3f HTTP/1.1" status: 204 len: 168 time: 1.4182014 Oct 16 13:37:12.099365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60322) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.119287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba88cdc-f9af-49d7-a247-cb7aa46704f5 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Network': ['ID=efdb300b-be3a-4243-929e-54cbfd98bf3f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:12.164034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60326) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.176467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 3a9717e3-b48a-413b-a393-e4b797288f42) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:12.186751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe81ef-657c-48d2-85ac-92ae626705db None None] Network 3a9717e3-b48a-413b-a393-e4b797288f42 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:12.212091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:12.212917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:12.213608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.220468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab787-1c1b-4da2-a4de-641b60c277cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.274565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting subnet 01598328-378d-449a-b4a7-fe3dcd2b08cc {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:12.278095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.287072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.296722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-7796f855-ac0a-4439-891e-f6336cb7afcc', 'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc', 'tenant_id': 'b0138604d07d454986dea9db197b5ca4', 'fixed_ips': [{'subnet_id': '94377a83-38a8-488e-b2ec-19b8d66b2177'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:12.298156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.320527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-64f25165-c939-4171-9a76-b938332d6952 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8410683 Oct 16 13:37:12.321275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60328) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.334660 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Port': ['ID=465ed5db-c370-4f88-b219-3423133774bd,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:12.342593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] No DVR routers for this DVR port 465ed5db-c370-4f88-b219-3423133774bd on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:12.392270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.460563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9e243d3c-8e17-4d08-8937-a3d4af1729fe None None] Provisioning complete for port 6055e3b1-6733-4131-94bb-a8db6090dda4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:12.460818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9e243d3c-8e17-4d08-8937-a3d4af1729fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.462968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90ac25-1474-474c-83c4-ebfacc2d7d87 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:12.464761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90ac25-1474-474c-83c4-ebfacc2d7d87 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:12.466367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90ac25-1474-474c-83c4-ebfacc2d7d87 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:12.472365 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9c90ac25-1474-474c-83c4-ebfacc2d7d87 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1429472 Oct 16 13:37:12.473149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60330) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.489389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-3a9717e3-b48a-413b-a393-e4b797288f42', 'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42', 'tenant_id': 'b0138604d07d454986dea9db197b5ca4', 'fixed_ips': [{'subnet_id': '49db7c79-7663-4e18-862c-63c89804eeb9'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:12.489690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.494363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.523600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada59dc-ca92-4685-b37b-7f6d68e75159']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:12.541667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bcb69a-5089-4f6e-bdb8-589829c5f779') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:12.541991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bcb69a-5089-4f6e-bdb8-589829c5f779') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:12.558557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.579588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab787-1c1b-4da2-a4de-641b60c277cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.582797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.589400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.590067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Allocated IP 172.20.0.2 (7796f855-ac0a-4439-891e-f6336cb7afcc/94377a83-38a8-488e-b2ec-19b8d66b2177/f549f2c7-8c8f-4f0f-ad97-de1590b5c815) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:12.593448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:12.594033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:12.597211 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:12.599360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Deleting subnet 94377a83-38a8-488e-b2ec-19b8d66b2177 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:12.608226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.652745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9e243d3c-8e17-4d08-8937-a3d4af1729fe None None] Port 6055e3b1-6733-4131-94bb-a8db6090dda4 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:12.658331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab787-1c1b-4da2-a4de-641b60c277cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.681964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.682709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.717007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9a3ab787-1c1b-4da2-a4de-641b60c277cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0f7e92000104385b51ffc457a51dc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511191 Oct 16 13:37:12.719911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60334) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.720224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ab787-1c1b-4da2-a4de-641b60c277cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765dca48-e799-40c3-8433-77465b094840,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:12.742898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.765882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.768845 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/networks/7ada59dc-ca92-4685-b37b-7f6d68e75159 HTTP/1.1" status: 204 len: 168 time: 2.0049691 Oct 16 13:37:12.773680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60338) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.800437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.808943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Allocated IP 172.20.0.18 (3a9717e3-b48a-413b-a393-e4b797288f42/49db7c79-7663-4e18-862c-63c89804eeb9/193e503f-fd0c-4769-9b24-c8a2ac8cc601) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:12.823822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61430965-af3e-4815-8257-39594acbbe48 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Network': ['ID=7ada59dc-ca92-4685-b37b-7f6d68e75159,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:12.823822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=6055e3b1-6733-4131-94bb-a8db6090dda4,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:12.843940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da7b6686-040d-48e0-9d66-2d2c3621445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.855005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Subnet': ['ID=01598328-378d-449a-b4a7-fe3dcd2b08cc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:12.861074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:12.862643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:12.876096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.879326 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b40fadab-5a1a-4691-a34c-16468077dcc1 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/subnets/01598328-378d-449a-b4a7-fe3dcd2b08cc HTTP/1.1" status: 204 len: 168 time: 0.7773473 Oct 16 13:37:12.888019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7e643-2d2d-45e3-9a56-9338c3bd678d None None] Network 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:12.906531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60340) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:12.926618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740150ae-7f17-459a-884d-0290199d0130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.953216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:12.986404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740150ae-7f17-459a-884d-0290199d0130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.056940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.063593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.070300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Router f47db18f-f678-4e95-b0b4-2c576de3b49a is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:37:13.097087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.101629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.154140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Network 7796f855-ac0a-4439-891e-f6336cb7afcc is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:13.165115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:13.167786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:13.211286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:13.222869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.227913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.240443 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7704ef49-b3c3-42c5-84b8-2b47aa168af2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "PUT /v2.0/routers/f47db18f-f678-4e95-b0b4-2c576de3b49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0554118 Oct 16 13:37:13.244924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60344) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:13.291516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fcc537-6f5a-428b-9771-6ae1bf0ad859']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:13.299487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Pushing event updated for resources: {'Port': ['ID=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:13.303659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740150ae-7f17-459a-884d-0290199d0130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.306187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740150ae-7f17-459a-884d-0290199d0130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.307413 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-740150ae-7f17-459a-884d-0290199d0130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/765dca48-e799-40c3-8433-77465b094840 HTTP/1.1" status: 204 len: 168 time: 0.5824070 Oct 16 13:37:13.312948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] DHCP port deletion for 905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:13.315958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Sync routers for ids ['f47db18f-f678-4e95-b0b4-2c576de3b49a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:13.329677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a697fa08-e5f2-4bba-9c2b-1f04a7a1c5cb') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:13.335657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a697fa08-e5f2-4bba-9c2b-1f04a7a1c5cb') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:13.338593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da8739e-4fe7-47e9-9b53-7dcf4ba8fb7e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:13.343463 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3da8739e-4fe7-47e9-9b53-7dcf4ba8fb7e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports/6055e3b1-6733-4131-94bb-a8db6090dda4 HTTP/1.1" status: 200 len: 911 time: 0.0972912 Oct 16 13:37:13.344137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.345073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:13.354757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.357231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740150ae-7f17-459a-884d-0290199d0130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765dca48-e799-40c3-8433-77465b094840,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:13.366706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Attempting to bind port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:13.367073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Attempting to bind port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '20defcf0-155b-4dca-9d9e-3f9b00877c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:13.367434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Attempting to bind port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 on network 7796f855-ac0a-4439-891e-f6336cb7afcc {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:13.404504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.407401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Routers {'f47db18f-f678-4e95-b0b4-2c576de3b49a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:13.407716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:36:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f47db18f-f678-4e95-b0b4-2c576de3b49a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:13.412876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:13.417459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Checking segment: {'id': '20defcf0-155b-4dca-9d9e-3f9b00877c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:13.417459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.417459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Bound using segment: {'id': '20defcf0-155b-4dca-9d9e-3f9b00877c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:13.417459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Bound port: f549f2c7-8c8f-4f0f-ad97-de1590b5c815, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20defcf0-155b-4dca-9d9e-3f9b00877c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7796f855-ac0a-4439-891e-f6336cb7afcc'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:13.417459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.418082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:13.418082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:13.422013 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:13.447159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Deleting port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:13.447159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.451531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4419dc-b8d0-4e35-a384-afa8b14bcd2a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:13.459083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4419dc-b8d0-4e35-a384-afa8b14bcd2a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:13.464027 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c4419dc-b8d0-4e35-a384-afa8b14bcd2a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1178000 Oct 16 13:37:13.464862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60350) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:13.468087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0fa58076-93d5-4335-b077-fff437daad50 None None] Provisioning complete for port 6055e3b1-6733-4131-94bb-a8db6090dda4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:13.468486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0fa58076-93d5-4335-b077-fff437daad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.492254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.494213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.635874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Network 3a9717e3-b48a-413b-a393-e4b797288f42 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:13.660408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:13.677072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:13.679574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Set router f47db18f-f678-4e95-b0b4-2c576de3b49a gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:13.688559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0fa58076-93d5-4335-b077-fff437daad50 None None] Port 6055e3b1-6733-4131-94bb-a8db6090dda4 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:13.726099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Pushing event updated for resources: {'Port': ['ID=193e503f-fd0c-4769-9b24-c8a2ac8cc601,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:13.893726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.916655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] For port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,segment=NetworkSegment(da780b2e-41f2-479d-bee4-ac1fc2213af2),segment_id=da780b2e-41f2-479d-bee4-ac1fc2213af2)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:13.921979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.922313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:13.927767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/networks/16fcc537-6f5a-428b-9771-6ae1bf0ad859 HTTP/1.1" status: 204 len: 168 time: 1.1513603 Oct 16 13:37:13.934858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60360) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:13.948197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe837f2-8087-495c-9e2a-849709baeeb2 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Network': ['ID=16fcc537-6f5a-428b-9771-6ae1bf0ad859,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:13.970514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Calling delete_port for f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:14.010357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Attempting to bind port 193e503f-fd0c-4769-9b24-c8a2ac8cc601 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:14.010707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Attempting to bind port 193e503f-fd0c-4769-9b24-c8a2ac8cc601 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'aab1dcdb-16cc-4727-899a-f287b889a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:14.011101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Attempting to bind port 193e503f-fd0c-4769-9b24-c8a2ac8cc601 on network 3a9717e3-b48a-413b-a393-e4b797288f42 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:14.013843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] Deleting port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:14.014078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.040862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.067988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] For port f549f2c7-8c8f-4f0f-ad97-de1590b5c815, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:14.073765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:14.074378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Checking segment: {'id': 'aab1dcdb-16cc-4727-899a-f287b889a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:14.074941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.075480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Bound using segment: {'id': 'aab1dcdb-16cc-4727-899a-f287b889a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:14.076126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Bound port: 193e503f-fd0c-4769-9b24-c8a2ac8cc601, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab1dcdb-16cc-4727-899a-f287b889a519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3a9717e3-b48a-413b-a393-e4b797288f42'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:14.076685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.082261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Subnet': ['ID=94377a83-38a8-488e-b2ec-19b8d66b2177,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:14.097667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.113707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.117103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] For port f549f2c7-8c8f-4f0f-ad97-de1590b5c815, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,segment=NetworkSegment(20defcf0-155b-4dca-9d9e-3f9b00877c1d),segment_id=20defcf0-155b-4dca-9d9e-3f9b00877c1d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:14.122637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ad26248e-1a24-429d-863e-9f4ba5213337 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/subnets/94377a83-38a8-488e-b2ec-19b8d66b2177 HTTP/1.1" status: 204 len: 168 time: 1.6436360 Oct 16 13:37:14.125403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60366) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:14.185509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] For port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,segment=NetworkSegment(da780b2e-41f2-479d-bee4-ac1fc2213af2),segment_id=da780b2e-41f2-479d-bee4-ac1fc2213af2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:14.185509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.210923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.216476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] Calling delete_port for f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:14.219156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.264094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] No DVR routers for this DVR port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:14.304768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Deleting subnet 49db7c79-7663-4e18-862c-63c89804eeb9 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:14.317575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.318599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Port': ['ID=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:14.370210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.372692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.378399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] For port 193e503f-fd0c-4769-9b24-c8a2ac8cc601, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:14.414798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] For port 193e503f-fd0c-4769-9b24-c8a2ac8cc601, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=193e503f-fd0c-4769-9b24-c8a2ac8cc601,segment=NetworkSegment(aab1dcdb-16cc-4727-899a-f287b889a519),segment_id=aab1dcdb-16cc-4727-899a-f287b889a519)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:14.431170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054f76d-9bba-46dc-8040-e285c0cc5b36 None None] Pushing event updated for resources: {'Port': ['ID=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:14.472146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:08Z', 'updated_at': '2021-10-16T13:37:11Z', 'revision_number': 2, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None, '_interfaces': [{'id': '6055e3b1-6733-4131-94bb-a8db6090dda4', 'name': '', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'mac_address': 'fa:16:3e:cc:8a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'de94672d-10f6-48cb-9821-8e05145e637c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:37:10Z', 'updated_at': '2021-10-16T13:37:12Z', 'revision_number': 2, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'subnets': [{'id': 'de94672d-10f6-48cb-9821-8e05145e637c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.479336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.494371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef1daaa-4f6a-4de2-8b58-25fc43ad84db']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.501218 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.515607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.518715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905f04e8-e082-43f0-baf6-8c7ff3f3b6b8']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.523761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Checking router: f47db18f-f678-4e95-b0b4-2c576de3b49a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:14.524179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Updating router f47db18f-f678-4e95-b0b4-2c576de3b49a port 6055e3b1-6733-4131-94bb-a8db6090dda4 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:37:14.531845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da780b2e-41f2-479d-bee4-ac1fc2213af2') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.532412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da780b2e-41f2-479d-bee4-ac1fc2213af2') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.542750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.551901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16250e-8910-43b2-b074-4dc51a57e5fd') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.551901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16250e-8910-43b2-b074-4dc51a57e5fd') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:14.559194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.567506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] Pushing event deleted for resources: {'Port': ['ID=f217fae5-da5f-4cd9-890e-c3f00c6f8eb3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:14.570354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.573659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.576211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c07ef-24c6-429f-8d44-44fe59eb4389 None None] No DVR routers for this DVR port f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:14.580349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:14.580349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:14.585259 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:14.636151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.642647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.719038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:14.719668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:14.726541 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:14.758338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379c1c0-b8f6-4de1-af3d-d18e844a6eb9 None None] Pushing event updated for resources: {'Port': ['ID=193e503f-fd0c-4769-9b24-c8a2ac8cc601,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:14.818669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.856489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.859700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:14.868600 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/networks/905f04e8-e082-43f0-baf6-8c7ff3f3b6b8 HTTP/1.1" status: 204 len: 168 time: 1.9588747 Oct 16 13:37:14.900910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d74cbd-286b-4a96-a4ae-3cd3e5cf342b tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Pushing event deleted for resources: {'Network': ['ID=905f04e8-e082-43f0-baf6-8c7ff3f3b6b8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:14.907354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60382) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:14.955414 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-65397835-cf34-46f6-8f43-1de91ffb9484 tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "GET /v2.0/ports?device_id=56bbdeb5-4f67-44a4-9a2e-f749f30ea60b HTTP/1.1" status: 200 len: 205 time: 0.0467343 Oct 16 13:37:14.958090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60386) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:14.965987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.027980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.039550 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] 10.222.0.24 "DELETE /v2.0/networks/eef1daaa-4f6a-4de2-8b58-25fc43ad84db HTTP/1.1" status: 204 len: 168 time: 1.0638208 Oct 16 13:37:15.041448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0dc97-5e52-46e7-b60b-4a16f0b20a44 tempest-BulkNetworkOpsIpV6Test-1006693465 tempest-BulkNetworkOpsIpV6Test-1006693465-project] Pushing event deleted for resources: {'Network': ['ID=eef1daaa-4f6a-4de2-8b58-25fc43ad84db,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:15.091458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f549f2c7-8c8f-4f0f-ad97-de1590b5c815 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:15.233969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.240659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 6055e3b1-6733-4131-94bb-a8db6090dda4 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:15.241227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.270795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:15.271079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.335912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.351881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.385213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.389012 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/subnets/49db7c79-7663-4e18-862c-63c89804eeb9 HTTP/1.1" status: 204 len: 168 time: 1.2613826 Oct 16 13:37:15.391036 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a0b9a-ecbf-4a30-93f1-2eb9314a5d96 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Subnet': ['ID=49db7c79-7663-4e18-862c-63c89804eeb9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:15.404562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60394) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:15.417162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 6055e3b1-6733-4131-94bb-a8db6090dda4 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:15.471338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.473887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.492768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.544873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d83f5-0eab-4d41-854b-6d2722673c3d tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:15.550921 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8a1d83f5-0eab-4d41-854b-6d2722673c3d tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413269 Oct 16 13:37:15.551166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.552796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60400) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:15.619385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.620284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Fanout notify agent at l3_agent the message router_deleted on router 56bbdeb5-4f67-44a4-9a2e-f749f30ea60b {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:37:15.630455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.631940 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-18c7630b-833b-4b1a-af5b-071cb84a4f4e tempest-RoutersNegativeTest-499275361 tempest-RoutersNegativeTest-499275361-project] 10.222.0.24 "DELETE /v2.0/routers/56bbdeb5-4f67-44a4-9a2e-f749f30ea60b HTTP/1.1" status: 204 len: 168 time: 0.6722271 Oct 16 13:37:15.646336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-766f91b7-f2d4-4f69-8f83-3958e3739740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.694934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.775468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b577d-3ef0-4dec-96d1-b2883e4b869a None None] Pushing event updated for resources: {'Port': ['ID=6055e3b1-6733-4131-94bb-a8db6090dda4,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:15.786986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.787188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Deleting port 193e503f-fd0c-4769-9b24-c8a2ac8cc601 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:15.787601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.859467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60408) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:15.894354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] For port 193e503f-fd0c-4769-9b24-c8a2ac8cc601, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=193e503f-fd0c-4769-9b24-c8a2ac8cc601,segment=NetworkSegment(aab1dcdb-16cc-4727-899a-f287b889a519),segment_id=aab1dcdb-16cc-4727-899a-f287b889a519)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:15.894963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.918214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Calling delete_port for 193e503f-fd0c-4769-9b24-c8a2ac8cc601 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:15.949411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.954717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Attempting to bind port 6055e3b1-6733-4131-94bb-a8db6090dda4 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:15.955096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Attempting to bind port 6055e3b1-6733-4131-94bb-a8db6090dda4 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:15.955557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Attempting to bind port 6055e3b1-6733-4131-94bb-a8db6090dda4 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:15.982233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port f549f2c7-8c8f-4f0f-ad97-de1590b5c815, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,segment=NetworkSegment(20defcf0-155b-4dca-9d9e-3f9b00877c1d),segment_id=20defcf0-155b-4dca-9d9e-3f9b00877c1d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:15.990083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:15.990457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:15.990848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:15.991239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:15.993288 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Bound port: 6055e3b1-6733-4131-94bb-a8db6090dda4, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:15.993288 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.009784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=6055e3b1-6733-4131-94bb-a8db6090dda4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:16.057387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Port 6055e3b1-6733-4131-94bb-a8db6090dda4 has been deleted concurrently {{(pid=101082) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 16 13:37:16.068196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.107999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Routers {'f47db18f-f678-4e95-b0b4-2c576de3b49a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:16.109407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f47db18f-f678-4e95-b0b4-2c576de3b49a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:16.114917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e53602-9053-4d97-a3ad-488f83a7dd3f None None] Network 7796f855-ac0a-4439-891e-f6336cb7afcc requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:16.210652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:16.277821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.308617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.310348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:16.310348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f217fae5-da5f-4cd9-890e-c3f00c6f8eb3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:16.365543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] Set router f47db18f-f678-4e95-b0b4-2c576de3b49a gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:16.409248 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9e1cfaf4-df84-46b2-9447-f27e4082e380 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6d13646c1014d8d95b310f2ba25766b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483401 Oct 16 13:37:16.412663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60420) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:16.419345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Port': ['ID=193e503f-fd0c-4769-9b24-c8a2ac8cc601,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:16.428473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] No DVR routers for this DVR port 193e503f-fd0c-4769-9b24-c8a2ac8cc601 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:16.432494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-749d9100-6904-44d5-a892-def26f2d61b0 None None] Provisioning complete for port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:16.432865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-749d9100-6904-44d5-a892-def26f2d61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.516930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60424) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:16.601056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:08Z', 'updated_at': '2021-10-16T13:37:15Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:16.644251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.649154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:16.652077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55330c86-e271-4fe0-a498-10f1613e4058 None None] Network 3a9717e3-b48a-413b-a393-e4b797288f42 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:16.683975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600b8de4-475f-4228-b50a-cd184ae97a96 None None] The sync data for ids ['f47db18f-f678-4e95-b0b4-2c576de3b49a'] in dv-neutron-743142-24-hyperv is: [{'id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:08Z', 'updated_at': '2021-10-16T13:37:15Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:16.710993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9717e3-b48a-413b-a393-e4b797288f42']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:16.731097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.737062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab1dcdb-16cc-4727-899a-f287b889a519') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:16.738355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab1dcdb-16cc-4727-899a-f287b889a519') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:16.760021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.795239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.800891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.825257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:16.828163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:16.840841 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:17.002339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f549f2c7-8c8f-4f0f-ad97-de1590b5c815 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:17.022224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1c0ea1af-058c-456d-b68b-c647a7b7cfbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1f2f2c057e0410f9fdd4f2ac321d1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993200 Oct 16 13:37:17.022224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60436) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:17.032375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.084563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.088078 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/networks/3a9717e3-b48a-413b-a393-e4b797288f42 HTTP/1.1" status: 204 len: 168 time: 1.5339382 Oct 16 13:37:17.091191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60440) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:17.103783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:17.104170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.105323 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6271c-ab77-4cef-95ca-cb6728e10d33 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Network': ['ID=3a9717e3-b48a-413b-a393-e4b797288f42,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:17.106841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3ca6a10f-c630-499d-8b9c-1363b0540d24 None None] Could not find standard attr ID for object 193e503f-fd0c-4769-9b24-c8a2ac8cc601. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:17.146771 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3ca6a10f-c630-499d-8b9c-1363b0540d24 None None] Could not find standard attr ID for object 6055e3b1-6733-4131-94bb-a8db6090dda4. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:17.147830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e51b75-6104-4ed1-9f3a-60c2a3964675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.165821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] DHCP port deletion for 7796f855-ac0a-4439-891e-f6336cb7afcc request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:17.179795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e51b75-6104-4ed1-9f3a-60c2a3964675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.184127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2617210-a569-40b4-80e3-37907fe59465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.210200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d34354-6c23-48de-b8e1-3e54f9e442c4 None None] DHCP port deletion for 3a9717e3-b48a-413b-a393-e4b797288f42 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:17.267578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.271534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2617210-a569-40b4-80e3-37907fe59465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.299322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Router f47db18f-f678-4e95-b0b4-2c576de3b49a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:17.312968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60444) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:17.381066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Deleting port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:17.381249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.409926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e51b75-6104-4ed1-9f3a-60c2a3964675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.413941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e51b75-6104-4ed1-9f3a-60c2a3964675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.415350 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b9e51b75-6104-4ed1-9f3a-60c2a3964675 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66b8819b-5258-45cb-9331-57d5d97f2140 HTTP/1.1" status: 204 len: 168 time: 1.0014970 Oct 16 13:37:17.433098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e51b75-6104-4ed1-9f3a-60c2a3964675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8819b-5258-45cb-9331-57d5d97f2140,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:17.497102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] For port f549f2c7-8c8f-4f0f-ad97-de1590b5c815, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,segment=NetworkSegment(20defcf0-155b-4dca-9d9e-3f9b00877c1d),segment_id=20defcf0-155b-4dca-9d9e-3f9b00877c1d)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:17.497936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.512574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] Deleting port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:17.512990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.517243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Calling delete_port for f549f2c7-8c8f-4f0f-ad97-de1590b5c815 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:17.520256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2617210-a569-40b4-80e3-37907fe59465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.521329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2617210-a569-40b4-80e3-37907fe59465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.522449 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e2617210-a569-40b4-80e3-37907fe59465 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2888d018-5d0b-4b46-8e65-f901014b42c0 HTTP/1.1" status: 204 len: 168 time: 0.4994946 Oct 16 13:37:17.533959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-54c81f88-57f5-4c31-8341-223355f06d45 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:17.537556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2617210-a569-40b4-80e3-37907fe59465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2888d018-5d0b-4b46-8e65-f901014b42c0,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:17.560892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:17.569502 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ded444d4-8fef-4bff-b064-b6d32791f8f8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "PUT /v2.0/routers/f47db18f-f678-4e95-b0b4-2c576de3b49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1033070 Oct 16 13:37:17.576332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60454) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:17.621093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] For port f549f2c7-8c8f-4f0f-ad97-de1590b5c815, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,segment=NetworkSegment(20defcf0-155b-4dca-9d9e-3f9b00877c1d),segment_id=20defcf0-155b-4dca-9d9e-3f9b00877c1d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:17.621625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.637253 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-54c81f88-57f5-4c31-8341-223355f06d45 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "PUT /v2.0/quotas/ca5512e2dbd84914a69839ffbed9f533 HTTP/1.1" status: 200 len: 368 time: 0.3208311 Oct 16 13:37:17.639780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60456) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:17.646393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Request body: {'network': {'project_id': 'ca5512e2dbd84914a69839ffbed9f533'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:17.651902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] Calling delete_port for f549f2c7-8c8f-4f0f-ad97-de1590b5c815 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:17.668859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3f4a8-b90c-4c5f-8fa2-1a906f7ae09c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:17.670366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3f4a8-b90c-4c5f-8fa2-1a906f7ae09c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:17.672466 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-48a3f4a8-b90c-4c5f-8fa2-1a906f7ae09c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0943232 Oct 16 13:37:17.675231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60458) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:17.728670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet de94672d-10f6-48cb-9821-8e05145e637c {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:17.731997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.743304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Made reservation on behalf of ca5512e2dbd84914a69839ffbed9f533 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:17.745828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.750999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.754051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.767267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.767788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] No DVR routers for this DVR port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:17.776597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] No DVR routers for this DVR port f549f2c7-8c8f-4f0f-ad97-de1590b5c815 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:17.796065 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e0cf-51d7-40e6-af0e-a62ba47d8b51 None None] Pushing event deleted for resources: {'Port': ['ID=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:17.827940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Port': ['ID=f549f2c7-8c8f-4f0f-ad97-de1590b5c815,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:17.857940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.880666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.925311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.955210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7796f855-ac0a-4439-891e-f6336cb7afcc']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:17.955660 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.957679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.973299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:17.991712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:17.993081 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Added segment d4b59e05-eb8c-4639-8ff8-c5b50c1c233d of type vlan for network e5f1727b-1bc0-4565-94b9-bab7de53407c Oct 16 13:37:18.017055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20defcf0-155b-4dca-9d9e-3f9b00877c1d') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.017363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20defcf0-155b-4dca-9d9e-3f9b00877c1d') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.019046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f91e18-3297-47a9-8f46-2ba7bbbd6c81,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:18.036877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.063575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.071566 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] Sync routers for ids ['f47db18f-f678-4e95-b0b4-2c576de3b49a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:18.072990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:18.073388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:18.076467 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:18.088556 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] Routers {'f47db18f-f678-4e95-b0b4-2c576de3b49a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:18.097055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.097220 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f47db18f-f678-4e95-b0b4-2c576de3b49a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.157248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.177276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.178701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:18.179622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.191529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=de94672d-10f6-48cb-9821-8e05145e637c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:18.203560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.207024 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-de659da1-350c-489a-a17d-ec071efb40b1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/de94672d-10f6-48cb-9821-8e05145e637c HTTP/1.1" status: 204 len: 168 time: 0.5300322 Oct 16 13:37:18.209977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60478) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:18.211423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4bbdf-a759-4542-8e01-81a643136c14 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:18.237563 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] Set router f47db18f-f678-4e95-b0b4-2c576de3b49a gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:18.239940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.244132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.251250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/networks/7796f855-ac0a-4439-891e-f6336cb7afcc HTTP/1.1" status: 204 len: 168 time: 1.1585164 Oct 16 13:37:18.256780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60480) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:18.297234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b4db1-a8ab-4853-a961-30675ea67f74 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Network': ['ID=7796f855-ac0a-4439-891e-f6336cb7afcc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:18.308714 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:08Z', 'updated_at': '2021-10-16T13:37:15Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.330718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Pushing event updated for resources: {'Network': ['ID=e5f1727b-1bc0-4565-94b9-bab7de53407c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:18.347843 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b234f0bf-ee7c-488b-9e7e-538d729b600d tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7070098 Oct 16 13:37:18.353083 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] Checking router: f47db18f-f678-4e95-b0b4-2c576de3b49a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:18.354904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60486) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:18.361479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Request body: {'network': {'project_id': 'ca5512e2dbd84914a69839ffbed9f533'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:18.379032 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] Routers {'f47db18f-f678-4e95-b0b4-2c576de3b49a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:18.379660 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f47db18f-f678-4e95-b0b4-2c576de3b49a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.414043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network e5f1727b-1bc0-4565-94b9-bab7de53407c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:18.459469 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e32544e5-08ef-4a02-bd54-faa29660cc1e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2451227 Oct 16 13:37:18.463543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60490) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:18.477054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.558953 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] Set router f47db18f-f678-4e95-b0b4-2c576de3b49a gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:18.569917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.600151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Made reservation on behalf of ca5512e2dbd84914a69839ffbed9f533 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:18.617362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.633520 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:08Z', 'updated_at': '2021-10-16T13:37:15Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.633745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.651808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.661363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.681972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:18.694081 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef256827-f283-4828-b79c-bb1533cac4f3 None None] The sync data for ids ['f47db18f-f678-4e95-b0b4-2c576de3b49a'] in dv-neutron-743142-24-hyperv is: [{'id': 'f47db18f-f678-4e95-b0b4-2c576de3b49a', 'name': 'tempest-NetworksTestDHCPv6-router-15402014', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:08Z', 'updated_at': '2021-10-16T13:37:15Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:18.716402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2589c0-ef90-487e-b4f7-0241d88d46c6') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.717048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2589c0-ef90-487e-b4f7-0241d88d46c6') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:18.744364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.774067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.785767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:18.786174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.787259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:18.791931 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:18.802887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] Deleting port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:18.803476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.868549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.868797 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Added segment c2e21670-f9ed-4dc2-a6b8-463ac2d5ff37 of type vlan for network ae721653-7f60-4ff7-ae29-544cb8a9ee3d Oct 16 13:37:18.915051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.929766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.937522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] For port 41a06016-3bda-49ed-b9ca-63fea5f1fc17, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=41a06016-3bda-49ed-b9ca-63fea5f1fc17,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:18.938415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.941366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/networks/499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b HTTP/1.1" status: 204 len: 168 time: 0.6773367 Oct 16 13:37:18.944672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60510) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:18.963533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:18.974479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] Calling delete_port for 41a06016-3bda-49ed-b9ca-63fea5f1fc17 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:18.991306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.019141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.023110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60514) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:19.028582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05650a0-ffcb-4c73-a307-4d5ebafdbc05 tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Network': ['ID=499b1f4a-f5cd-4fe7-bf6b-5d93bf1a827b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.064553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f549f2c7-8c8f-4f0f-ad97-de1590b5c815 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:19.087071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f549f2c7-8c8f-4f0f-ad97-de1590b5c815 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:19.087513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f549f2c7-8c8f-4f0f-ad97-de1590b5c815 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:19.088013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 193e503f-fd0c-4769-9b24-c8a2ac8cc601 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:19.117137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.118436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 193e503f-fd0c-4769-9b24-c8a2ac8cc601 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:19.118557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 193e503f-fd0c-4769-9b24-c8a2ac8cc601 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:19.119000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 41a06016-3bda-49ed-b9ca-63fea5f1fc17 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:19.132976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60518) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:19.149724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.150247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Fanout notify agent at l3_agent the message router_deleted on router f47db18f-f678-4e95-b0b4-2c576de3b49a {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:37:19.160264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.169012 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0d075e86-c726-4ba5-867d-1a03e2ac2699 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/routers/f47db18f-f678-4e95-b0b4-2c576de3b49a HTTP/1.1" status: 204 len: 168 time: 0.7034354 Oct 16 13:37:19.169012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.170248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:19.171554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.172013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.172598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60522) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:19.180235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:19.182875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No active binding found for port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 {{(pid=101082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 16 13:37:19.184547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 41a06016-3bda-49ed-b9ca-63fea5f1fc17 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:19.219638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] Pushing event deleted for resources: {'Port': ['ID=41a06016-3bda-49ed-b9ca-63fea5f1fc17,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.222907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac31403-d5bf-4a48-b9d6-ee2f72f27e70 None None] No DVR routers for this DVR port 41a06016-3bda-49ed-b9ca-63fea5f1fc17 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:19.276293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Pushing event updated for resources: {'Network': ['ID=ae721653-7f60-4ff7-ae29-544cb8a9ee3d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.286337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374431914'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:19.290688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network ae721653-7f60-4ff7-ae29-544cb8a9ee3d details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:19.343825 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6b5665c8-b860-4ff6-b5e7-2912c6b26e8c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9840271 Oct 16 13:37:19.343825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60524) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:19.348792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f93e2400-2a7b-4015-95a8-c9e59e75395c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Request body: {'network': {'project_id': 'ca5512e2dbd84914a69839ffbed9f533'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:19.375937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--196589049'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:19.382888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.403340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344c49c4-86a7-47b3-8f54-f6166580cc39']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:19.410054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:19.413667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.419282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-f93e2400-2a7b-4015-95a8-c9e59e75395c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:37:19.419282 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:37:19.419282 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': 'ca5512e2dbd84914a69839ffbed9f533', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 36, 59, 353926)}] Oct 16 13:37:19.419282 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:19.419945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-f93e2400-2a7b-4015-95a8-c9e59e75395c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:19.422221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:37:19.422221 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:37:19.422221 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': '48ee553916d04f659e38deb7b4d02bdb', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 36, 59, 382892)}] Oct 16 13:37:19.422221 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:19.422529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:19.429342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca67b59-7932-4f47-812e-978ae02c3893') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:19.429630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca67b59-7932-4f47-812e-978ae02c3893') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:19.448180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.485681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:19.489350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.497944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.498433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.514410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:19.514816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:19.518745 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:19.578318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.651297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.664767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.673671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.677090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] 10.222.0.24 "DELETE /v2.0/networks/344c49c4-86a7-47b3-8f54-f6166580cc39 HTTP/1.1" status: 204 len: 168 time: 0.7224500 Oct 16 13:37:19.680279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:19.690245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ebdea4-0599-44f2-a45d-889db672acbc,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.697244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.697845 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment 2f836eb0-8f34-4a46-96be-9fc8d06f3f2a of type vlan for network 64def0b6-1301-415b-bdc2-b7eba8aedc38 Oct 16 13:37:19.700218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c6936-fa16-4dfa-884d-974fe3779d7e tempest-BulkNetworkOpsTest-2069568410 tempest-BulkNetworkOpsTest-2069568410-project] Pushing event deleted for resources: {'Network': ['ID=344c49c4-86a7-47b3-8f54-f6166580cc39,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.754428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.834002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.839766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:19.840382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.879989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.907308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=64def0b6-1301-415b-bdc2-b7eba8aedc38,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.917952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 64def0b6-1301-415b-bdc2-b7eba8aedc38 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:19.924520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:19.927697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:19.932007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:19.932614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:19.943539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ad360-a2b6-4da3-88fa-4ecc399f4b90 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:19.944606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=63e9ea40-015a-42a6-aab7-72640205c891,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:19.957167 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0d9f2a8a-93be-4820-9a06-497f0963bddc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9254189 Oct 16 13:37:20.047346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-98df2579-f201-4474-94d1-95d4e41a675b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8708720 Oct 16 13:37:20.048696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60532) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.055083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:20.064601 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93e2400-2a7b-4015-95a8-c9e59e75395c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 16 13:37:20.065044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93e2400-2a7b-4015-95a8-c9e59e75395c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:37:20.066114 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f93e2400-2a7b-4015-95a8-c9e59e75395c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.7217362 Oct 16 13:37:20.075293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60534) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.119615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-345474a9-3219-4e0d-b4f5-16f25942f793 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca5512e2dbd84914a69839ffbed9f533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429759 Oct 16 13:37:20.124810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60540) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.146954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '63e9ea40-015a-42a6-aab7-72640205c891'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:20.148751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.156208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.196507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.259916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2e22-6084-4526-a98f-29971597843c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.281394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.284048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.305155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2e22-6084-4526-a98f-29971597843c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.312882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60542) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.329707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/63e9ea40-015a-42a6-aab7-72640205c891/69b1c663-bb68-42e9-bc5f-6c2f9d57acbd) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:20.416047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.422954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.457034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2e22-6084-4526-a98f-29971597843c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.459714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2e22-6084-4526-a98f-29971597843c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.463525 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0b9c2e22-6084-4526-a98f-29971597843c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/35f91e18-3297-47a9-8f46-2ba7bbbd6c81 HTTP/1.1" status: 204 len: 168 time: 0.3350313 Oct 16 13:37:20.464289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60546) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.476979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c2e22-6084-4526-a98f-29971597843c tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f91e18-3297-47a9-8f46-2ba7bbbd6c81,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:20.489139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.519598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0dfd4666-daf4-482c-ba15-00bd7b3fea6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0138604d07d454986dea9db197b5ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052751 Oct 16 13:37:20.522951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60548) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.547604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.556164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.591212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.593439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830586c3-f23e-4f8a-a440-443a9e6a735a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.611194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.611744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.616383 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18017bcf-04c2-4429-82b8-fa65b0425d96 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5666072 Oct 16 13:37:20.617033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60552) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:20.630219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc5bae-88a4-4adc-9bea-7262459b2b2f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:20.662039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830586c3-f23e-4f8a-a440-443a9e6a735a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.664553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:20.668001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:20.682189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:20.759874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Pushing event updated for resources: {'Port': ['ID=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:20.766500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Attempting to bind port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:20.766866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Attempting to bind port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:20.767224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Attempting to bind port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:20.772300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:20.772698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:20.773095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.773479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:20.773937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Bound port: 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:20.774329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.794285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830586c3-f23e-4f8a-a440-443a9e6a735a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.803872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830586c3-f23e-4f8a-a440-443a9e6a735a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.808005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-830586c3-f23e-4f8a-a440-443a9e6a735a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b607661-271e-45a2-8096-f81d1de96c8a HTTP/1.1" status: 204 len: 168 time: 0.2839365 Oct 16 13:37:20.826142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830586c3-f23e-4f8a-a440-443a9e6a735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b607661-271e-45a2-8096-f81d1de96c8a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:20.840370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.888165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] For port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:20.891632 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] For port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:20.898670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.941314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.943252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:20.978453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae721653-7f60-4ff7-ae29-544cb8a9ee3d']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:21.022974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaea44b-50b3-4f4e-9f26-ccd643160916 None None] Pushing event updated for resources: {'Port': ['ID=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:21.036700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e21670-f9ed-4dc2-a6b8-463ac2d5ff37') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:21.036992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e21670-f9ed-4dc2-a6b8-463ac2d5ff37') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:21.045266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e447344-d9fc-48c8-81a5-58af316fa5eb,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:21.084266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.095762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.096965 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-63eeb2cd-6562-4c0f-91f1-95c75b58ff48 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9628432 Oct 16 13:37:21.099928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60558) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:21.149126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.160621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:21.161592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: items = [ Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:21.164814 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:21.286519 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da406ddc-e280-45d9-91d0-99880ab5215c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1845465 Oct 16 13:37:21.289451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60564) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:21.320448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-security--19833049', 'description': 'tempest-security-description-1814114829'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:21.348219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.386406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.435832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.443937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.450859 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ae721653-7f60-4ff7-ae29-544cb8a9ee3d HTTP/1.1" status: 204 len: 168 time: 0.9847348 Oct 16 13:37:21.451317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:21.502180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa2b57-fb0e-48ca-8c16-3f49aea86459 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae721653-7f60-4ff7-ae29-544cb8a9ee3d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:21.556970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.568682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.608102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.611216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.612982 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "PUT /v2.0/security-groups/3e447344-d9fc-48c8-81a5-58af316fa5eb HTTP/1.1" status: 200 len: 1776 time: 0.3138363 Oct 16 13:37:21.623306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60576) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:21.672564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.693534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f1727b-1bc0-4565-94b9-bab7de53407c']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:21.706329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b59e05-eb8c-4639-8ff8-c5b50c1c233d') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:21.706800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b59e05-eb8c-4639-8ff8-c5b50c1c233d') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:21.719955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.743581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.760221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:21.760759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.762582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::1 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/63e9ea40-015a-42a6-aab7-72640205c891/c2182593-8e8f-4e03-92d5-35d0a01f7dc1) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:21.762842 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:21.782936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33c4a7-f2be-4c74-a2d4-8d5ad71597fd tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e447344-d9fc-48c8-81a5-58af316fa5eb,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:21.802182 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c118804-38a6-4d97-8485-92f9e8e4f625 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups/3e447344-d9fc-48c8-81a5-58af316fa5eb HTTP/1.1" status: 200 len: 1776 time: 0.1771462 Oct 16 13:37:21.802779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60582) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:21.914290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.919806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:21.929375 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e5f1727b-1bc0-4565-94b9-bab7de53407c HTTP/1.1" status: 204 len: 168 time: 0.4688580 Oct 16 13:37:21.953981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1fe80-213a-49b9-9cee-82e60dc827d2 tempest-QuotasNegativeTest-231435896 tempest-QuotasNegativeTest-231435896-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5f1727b-1bc0-4565-94b9-bab7de53407c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:21.990818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea759194-0ac0-4455-bf07-113f2a3aadb7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.060191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.069094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea759194-0ac0-4455-bf07-113f2a3aadb7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.229729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.272500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:22.273260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea759194-0ac0-4455-bf07-113f2a3aadb7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.276095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea759194-0ac0-4455-bf07-113f2a3aadb7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.280566 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea759194-0ac0-4455-bf07-113f2a3aadb7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e447344-d9fc-48c8-81a5-58af316fa5eb HTTP/1.1" status: 204 len: 168 time: 0.4750209 Oct 16 13:37:22.280915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60594) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:22.292021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:22.294734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:22.295136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.309730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea759194-0ac0-4455-bf07-113f2a3aadb7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e447344-d9fc-48c8-81a5-58af316fa5eb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:22.339288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60596) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:22.357940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.374861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b189e4cb-e286-479c-b938-97e911b0b128 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0913177 Oct 16 13:37:22.380255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60600) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:22.411489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=c2182593-8e8f-4e03-92d5-35d0a01f7dc1,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:22.432700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-853e6618-252b-49ac-9c86-2e9b0a976dd1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] delete failed (client error): The resource could not be found. Oct 16 13:37:22.443257 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-853e6618-252b-49ac-9c86-2e9b0a976dd1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e447344-d9fc-48c8-81a5-58af316fa5eb HTTP/1.1" status: 404 len: 347 time: 0.0549247 Oct 16 13:37:22.448868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60604) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:22.450770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--841232440'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:22.475249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-badaa171-ded9-4503-b38d-d6829f908702 None None] Provisioning complete for port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:22.475627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-badaa171-ded9-4503-b38d-d6829f908702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.583386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.723191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.745155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-badaa171-ded9-4503-b38d-d6829f908702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.779086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1913975387'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:22.787688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-badaa171-ded9-4503-b38d-d6829f908702 None None] For port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:22.851335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-badaa171-ded9-4503-b38d-d6829f908702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.866943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.916559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-a2442d0d-33f4-4b39-88de-7dd65f4d87bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1634459 Oct 16 13:37:22.951356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaa171-ded9-4503-b38d-d6829f908702 None None] Pushing event updated for resources: {'Port': ['ID=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:22.956919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:22.976106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7d789e2c-88ac-4f46-84e0-b0c2c0888d14 None None] Provisioning complete for port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:22.976696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7d789e2c-88ac-4f46-84e0-b0c2c0888d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.030896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:23.035443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7d789e2c-88ac-4f46-84e0-b0c2c0888d14 None None] Port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:23.039558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:23.051076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.103078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:23.103989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.177399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.228277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.229191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60614) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:23.236636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:23.240736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.245018 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8004751 Oct 16 13:37:23.250947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60616) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:23.252605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60618) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:23.257466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '42ae6a52-a699-4c9f-80b4-4718db325f21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:23.260136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.260910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.275600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beda30-eb85-4099-9cbb-6348e1c7bf52 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae6a52-a699-4c9f-80b4-4718db325f21,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:23.326868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-b0477d69-24a1-42bc-bc2a-4f65c0df0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:23.328689 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-b0477d69-24a1-42bc-bc2a-4f65c0df0bc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.3184235 Oct 16 13:37:23.386928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=c2182593-8e8f-4e03-92d5-35d0a01f7dc1,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:23.426024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94c3644b-ea23-4392-976c-22de481a4c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.443658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.446075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.493001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:23.496187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:23.502588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-71808324-6b4b-4353-bc50-29edc29ad7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:23.504024 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-71808324-6b4b-4353-bc50-29edc29ad7b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.1456714 Oct 16 13:37:23.527376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.556989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.598202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:23.623116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.634356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.634718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment 66304dfd-27d3-4ae2-9063-cdb90a8ea2ea of type vlan for network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 Oct 16 13:37:23.647253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d518eac-5c45-4da5-b9f6-b7fcd288cf8f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:23.659532 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-9c418ec1-e643-4472-b343-1b43f9496522 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.1416626 Oct 16 13:37:23.683890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721d2417-f80e-424e-b66a-11834811dbed,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:23.731071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.732338 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fe56cfb9-c7d2-4121-b2ee-9e594b8c3c1a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790447 Oct 16 13:37:23.738118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.740106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60624) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:23.797335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e07cf65b-89b5-44a8-b320-e51355d4722c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.801088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-f344103c-4775-4430-bd61-e12f1cc22f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:23.802542 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-f344103c-4775-4430-bd61-e12f1cc22f3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.1144741 Oct 16 13:37:23.809492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e07cf65b-89b5-44a8-b320-e51355d4722c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.859320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8efb0472-9c16-4e9a-9136-49a295277f16 None None] Provisioning complete for port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:23.859879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8efb0472-9c16-4e9a-9136-49a295277f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.862546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:23.864948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.865108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.870788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:23.871394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.902095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8efb0472-9c16-4e9a-9136-49a295277f16 None None] Port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:23.957172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e07cf65b-89b5-44a8-b320-e51355d4722c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.959479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=7045d16e-6f4a-438a-b8b7-603e9f39fab4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:23.965550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e07cf65b-89b5-44a8-b320-e51355d4722c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:23.970092 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e07cf65b-89b5-44a8-b320-e51355d4722c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/721d2417-f80e-424e-b66a-11834811dbed HTTP/1.1" status: 204 len: 168 time: 0.2255752 Oct 16 13:37:23.970664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60626) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:23.972766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:23.974066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-75b5dcba-15b1-41fd-ae93-eb23aa0f498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:23.975594 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-75b5dcba-15b1-41fd-ae93-eb23aa0f498f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1633523 Oct 16 13:37:23.983987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94c3644b-ea23-4392-976c-22de481a4c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.001648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cf65b-89b5-44a8-b320-e51355d4722c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=721d2417-f80e-424e-b66a-11834811dbed,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:24.011935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-658e415c-60b8-48bd-b34c-18461c856c85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6684356 Oct 16 13:37:24.013949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60628) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.019020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'name': 'tempest-PortsTestJSON-1768262244'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:24.058341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94c3644b-ea23-4392-976c-22de481a4c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.091337 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f58b91b1-26bb-4319-ac95-c4a9fa34da7b tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1192162 Oct 16 13:37:24.095621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60630) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.147284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-e37aac76-c7bd-48c5-ba7a-5d6a30cbde4f service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552689 Oct 16 13:37:24.175636 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-94c3644b-ea23-4392-976c-22de481a4c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff8c76233dbe4784b564fce75d22205e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9094665 Oct 16 13:37:24.181506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60632) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.183349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3644b-ea23-4392-976c-22de481a4c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b2c53-022d-439c-b4af-455d08b055ff,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:24.193536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b18e025e-ba42-40bd-82f1-08d3e67d65d3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.283471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b18e025e-ba42-40bd-82f1-08d3e67d65d3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.292308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Router 40a2c501-0c05-477e-8a26-d2311a557a3d is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:37:24.344373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-958d3405-1149-4b05-a9fc-d537a617b330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.347465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405f28f8-aeb7-47c3-8662-f6f27c6c31e1 req-568b6fc6-02b5-406e-98ec-197124da1608 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916568 Oct 16 13:37:24.349380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:24.352932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.373991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-958d3405-1149-4b05-a9fc-d537a617b330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.400049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.439959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:24.445419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b18e025e-ba42-40bd-82f1-08d3e67d65d3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.448386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b18e025e-ba42-40bd-82f1-08d3e67d65d3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.449584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b18e025e-ba42-40bd-82f1-08d3e67d65d3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/42ae6a52-a699-4c9f-80b4-4718db325f21 HTTP/1.1" status: 204 len: 168 time: 0.3531101 Oct 16 13:37:24.453290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60638) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.474131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e025e-ba42-40bd-82f1-08d3e67d65d3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae6a52-a699-4c9f-80b4-4718db325f21,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:24.475840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:24.483701 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80efcb39-2444-42b1-a4bd-cc0718321ec0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "PUT /v2.0/routers/40a2c501-0c05-477e-8a26-d2311a557a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8628130 Oct 16 13:37:24.487726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60640) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.489294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Sync routers for ids ['40a2c501-0c05-477e-8a26-d2311a557a3d'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:24.491799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=5ec3a51d-bc62-457a-bd87-2fdca7a22b9b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:24.520594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Routers {'40a2c501-0c05-477e-8a26-d2311a557a3d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:24.521214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['40a2c501-0c05-477e-8a26-d2311a557a3d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:24.522312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-958d3405-1149-4b05-a9fc-d537a617b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.525017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-958d3405-1149-4b05-a9fc-d537a617b330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.528496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-958d3405-1149-4b05-a9fc-d537a617b330 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/258b2c53-022d-439c-b4af-455d08b055ff HTTP/1.1" status: 204 len: 168 time: 0.3439333 Oct 16 13:37:24.557531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d3405-1149-4b05-a9fc-d537a617b330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b2c53-022d-439c-b4af-455d08b055ff,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:24.563064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:24.563598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: 64def0b6-1301-415b-bdc2-b7eba8aedc38, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:24.566983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4637064d-e772-42b6-bd37-af74878a2e8f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:24.568467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4637064d-e772-42b6-bd37-af74878a2e8f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports/c2182593-8e8f-4e03-92d5-35d0a01f7dc1 HTTP/1.1" status: 200 len: 911 time: 0.0797796 Oct 16 13:37:24.575901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5e3324be-8ef7-4278-a870-ba4b724e7c6a tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1176820 Oct 16 13:37:24.575901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60644) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.576735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60646) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.590703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--112056494'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:24.637765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88777df1-7007-4d09-9a75-20cded887678 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:24.644765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88777df1-7007-4d09-9a75-20cded887678 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:24.646652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-88777df1-7007-4d09-9a75-20cded887678 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0726562 Oct 16 13:37:24.651942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60648) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:24.667288 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Set router 40a2c501-0c05-477e-8a26-d2311a557a3d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:24.667939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 64def0b6-1301-415b-bdc2-b7eba8aedc38 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:24.760014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.793941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 64def0b6-1301-415b-bdc2-b7eba8aedc38) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:24.803120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa33def-0a9f-40bc-a819-1409273921c5 None None] Network 64def0b6-1301-415b-bdc2-b7eba8aedc38 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:24.809554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:24.809994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.814329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.922627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:24.926711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.028222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=8c655baf-60a3-4194-9cb1-af526d0ad1e2,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:25.041843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.047417 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9e8b08d9-21c8-42f1-bfde-f3cf4b435674 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8165600 Oct 16 13:37:25.053615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60654) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.060217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2042873384'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:25.099864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7595d8-74de-488f-b1ac-1bb7b0c10eac,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:25.106308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:25.107154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 7045d16e-6f4a-438a-b8b7-603e9f39fab4, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:25.108880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:25.176906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:25.184738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:25.188782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.232644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:25.254492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.258354 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7f7ad929-db56-4259-bc1c-be6f1440dff9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6756845 Oct 16 13:37:25.258495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60656) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.263425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '9c7595d8-74de-488f-b1ac-1bb7b0c10eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:25.281111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.281466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment b45f0d78-b20b-4461-bbb5-b09a29ee1bb6 of type vlan for network 568fe52f-7866-46e7-b9f2-a85b0bcfdda9 Oct 16 13:37:25.285030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:25.285397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.287646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 7045d16e-6f4a-438a-b8b7-603e9f39fab4) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:25.302574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:25.316727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84bc50-f261-47ff-814e-01ef5b701b24 None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:25.320824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:25.321493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.324411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60660) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.358094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.363581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0afd404f-88fd-4b53-a0f1-edf5f809c024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.390614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.449078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-64def0b6-1301-415b-bdc2-b7eba8aedc38', 'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': '5ec3a51d-bc62-457a-bd87-2fdca7a22b9b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:25.450072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.463044 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b908d309-1c4f-4298-b4af-701b26ac3b94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4478803 Oct 16 13:37:25.463703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:20Z', 'updated_at': '2021-10-16T13:37:22Z', 'revision_number': 2, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None, '_interfaces': [{'id': 'c2182593-8e8f-4e03-92d5-35d0a01f7dc1', 'name': '', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'mac_address': 'fa:16:3e:49:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '63e9ea40-015a-42a6-aab7-72640205c891', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:37:21Z', 'updated_at': '2021-10-16T13:37:22Z', 'revision_number': 2, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'subnets': [{'id': '63e9ea40-015a-42a6-aab7-72640205c891', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:25.464883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60664) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.473039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.478080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73667738'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:25.536112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.539940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Checking router: 40a2c501-0c05-477e-8a26-d2311a557a3d for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:25.540343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Updating router 40a2c501-0c05-477e-8a26-d2311a557a3d port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:37:25.541602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:25.542176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.565454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.585524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f446e4-1d12-4286-89c1-850029fbde06,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:25.669142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=568fe52f-7866-46e7-b9f2-a85b0bcfdda9,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:25.678094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.686577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0afd404f-88fd-4b53-a0f1-edf5f809c024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.692105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:25.692437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 568fe52f-7866-46e7-b9f2-a85b0bcfdda9 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:25.692935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.762262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.767788 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-43b8126d-c0f3-4b7d-885d-44e47d93ca1c tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5082786 Oct 16 13:37:25.771697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60666) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.772999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '9c7595d8-74de-488f-b1ac-1bb7b0c10eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:25.773153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:25.806746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.806746 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment f39f1e10-34a9-4ae1-8f3d-9a7dec920113 of type vlan for network 110c6aa7-5fd0-4b98-9c45-3fff82472bec Oct 16 13:37:25.814773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.875027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0afd404f-88fd-4b53-a0f1-edf5f809c024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.879315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Allocated IP 2001:db8:0:ffff::2 (64def0b6-1301-415b-bdc2-b7eba8aedc38/5ec3a51d-bc62-457a-bd87-2fdca7a22b9b/7195c8a3-2553-4fbf-b811-a294e7e8fb31) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:25.879856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b26113a7-9c82-4143-bfcd-9290ce7b6191 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8251286 Oct 16 13:37:25.883183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60670) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.890851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '568fe52f-7866-46e7-b9f2-a85b0bcfdda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:25.907306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.936860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:25.977603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0afd404f-88fd-4b53-a0f1-edf5f809c024 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3650f47db3240b289924f0af178d903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476741 Oct 16 13:37:25.983776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60672) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:25.993811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd404f-88fd-4b53-a0f1-edf5f809c024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0965277-07eb-4310-9a9b-c6db9716f508,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.100503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.102990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.106502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:26.107093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.108519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5942-9c0c-4141-8707-071bafbba3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.131767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5942-9c0c-4141-8707-071bafbba3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.171081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:26.174710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.199830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.201226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.207924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=110c6aa7-5fd0-4b98-9c45-3fff82472bec,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.229931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 110c6aa7-5fd0-4b98-9c45-3fff82472bec details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:26.270615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9d2088bb-2a7d-4abd-b5b6-3fdafca8171b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7955959 Oct 16 13:37:26.270843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec869fc-c69b-4b40-a559-554caf764652,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.270951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60674) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:26.276585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'ports': [{'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'}, {'network_id': '110c6aa7-5fd0-4b98-9c45-3fff82472bec'}]} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:26.276980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:26.277629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '110c6aa7-5fd0-4b98-9c45-3fff82472bec'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:26.287731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5942-9c0c-4141-8707-071bafbba3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.290336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5942-9c0c-4141-8707-071bafbba3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.292342 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a9cb5942-9c0c-4141-8707-071bafbba3fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0965277-07eb-4310-9a9b-c6db9716f508 HTTP/1.1" status: 204 len: 168 time: 0.3063488 Oct 16 13:37:26.304124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb5942-9c0c-4141-8707-071bafbba3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0965277-07eb-4310-9a9b-c6db9716f508,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.318169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.362108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.397166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.400717 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ee20dd3f-7168-40a1-8796-b3dd45d83d99 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6290038 Oct 16 13:37:26.403823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60678) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:26.410356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '9c7595d8-74de-488f-b1ac-1bb7b0c10eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:26.436531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Network 64def0b6-1301-415b-bdc2-b7eba8aedc38 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:26.442246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:26.447997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:26.457733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.463722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:26.464180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.503545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.510320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Pushing event updated for resources: {'Port': ['ID=7195c8a3-2553-4fbf-b811-a294e7e8fb31,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.558621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.609147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=aec289b1-4836-492a-8195-58c1aaae8545,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.624189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.627001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': 'b45f0d78-b20b-4461-bbb5-b09a29ee1bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '568fe52f-7866-46e7-b9f2-a85b0bcfdda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:26.627346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: 568fe52f-7866-46e7-b9f2-a85b0bcfdda9, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:26.648850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for c2182593-8e8f-4e03-92d5-35d0a01f7dc1 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:26.659885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714347-8765-44de-9bce-fd591d4da331 None None] Pushing event updated for resources: {'Port': ['ID=c2182593-8e8f-4e03-92d5-35d0a01f7dc1,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.665883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Attempting to bind port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:26.666728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Attempting to bind port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:26.667273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Attempting to bind port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 on network 64def0b6-1301-415b-bdc2-b7eba8aedc38 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:26.683156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.694773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:26.695151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Checking segment: {'id': '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:26.695541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.695938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Bound using segment: {'id': '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:26.696435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Bound port: 7195c8a3-2553-4fbf-b811-a294e7e8fb31, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64def0b6-1301-415b-bdc2-b7eba8aedc38'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:26.696809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.720058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Attempting to bind port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:26.720588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Attempting to bind port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:26.720960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Attempting to bind port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:26.721254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 2} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:26.726290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.744680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.748356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:26.748799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:26.749360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 568fe52f-7866-46e7-b9f2-a85b0bcfdda9 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:26.749469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.749548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:26.749985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Bound port: c2182593-8e8f-4e03-92d5-35d0a01f7dc1, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:26.750568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.784308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.809127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d6cef5-e3d7-4e48-8676-a66d63db34de,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:26.839776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 568fe52f-7866-46e7-b9f2-a85b0bcfdda9) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:26.856292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] For port 7195c8a3-2553-4fbf-b811-a294e7e8fb31, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:26.858994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:26.859229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.866298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] For port 7195c8a3-2553-4fbf-b811-a294e7e8fb31, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7195c8a3-2553-4fbf-b811-a294e7e8fb31,segment=NetworkSegment(2f836eb0-8f34-4a46-96be-9fc8d06f3f2a),segment_id=2f836eb0-8f34-4a46-96be-9fc8d06f3f2a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:26.876301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35dd22-d3aa-49ae-8c7f-e545b464ec5a None None] Network 568fe52f-7866-46e7-b9f2-a85b0bcfdda9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:26.907687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] For port c2182593-8e8f-4e03-92d5-35d0a01f7dc1, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:26.922956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 2b7bc54b-1968-45b8-a909-659a45f24264 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:26.939141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.941942 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-111307e2-2f75-4de8-8728-61b2a15a637d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5367711 Oct 16 13:37:26.944379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60692) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:26.953759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '9c7595d8-74de-488f-b1ac-1bb7b0c10eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:26.971076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] For port c2182593-8e8f-4e03-92d5-35d0a01f7dc1, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c2182593-8e8f-4e03-92d5-35d0a01f7dc1,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:26.972661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:26.977683 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0994f395-a314-44eb-ac8d-fa7f835c0547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0933716 Oct 16 13:37:26.983239 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60696) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:27.099261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.102365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.125038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.224619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4d64a-17e3-4bec-9769-bc3605d96f2e None None] Pushing event updated for resources: {'Port': ['ID=7195c8a3-2553-4fbf-b811-a294e7e8fb31,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:27.227092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.230733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.243897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 993452a6-38be-4949-b097-ecd527db1540 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:27.279025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.288232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5b51ee67-4ca1-42f9-ad33-379e97dd7c34 None None] Provisioning complete for port c2182593-8e8f-4e03-92d5-35d0a01f7dc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:27.288640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5b51ee67-4ca1-42f9-ad33-379e97dd7c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.337410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.342831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.366073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f6c07c-0ca7-42f0-9fc7-0230a939e3e3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:27.390673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=c2182593-8e8f-4e03-92d5-35d0a01f7dc1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:27.391447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714347-8765-44de-9bce-fd591d4da331 None None] Pushing event updated for resources: {'Port': ['ID=c2182593-8e8f-4e03-92d5-35d0a01f7dc1,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:27.398802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.407470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Routers {'40a2c501-0c05-477e-8a26-d2311a557a3d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:27.408115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['40a2c501-0c05-477e-8a26-d2311a557a3d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:27.415146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5b51ee67-4ca1-42f9-ad33-379e97dd7c34 None None] Could not find standard attr ID for object c2182593-8e8f-4e03-92d5-35d0a01f7dc1. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:27.463634 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.plugins.ml2.db [None req-5b51ee67-4ca1-42f9-ad33-379e97dd7c34 None None] No ports have port_id starting with c2182593-8e8f-4e03-92d5-35d0a01f7dc1 Oct 16 13:37:27.476620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=aec289b1-4836-492a-8195-58c1aaae8545,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:27.495871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.497109 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dc74a7f6-6eee-417f-b9fc-360596a0b4f3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5507803 Oct 16 13:37:27.502480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60704) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:27.554403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '9c7595d8-74de-488f-b1ac-1bb7b0c10eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:27.595164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.601616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.669041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae1c88-b1f8-407f-a174-c13cb16232db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-568fe52f-7866-46e7-b9f2-a85b0bcfdda9', 'network_id': '568fe52f-7866-46e7-b9f2-a85b0bcfdda9', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': 'aec289b1-4836-492a-8195-58c1aaae8545'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:27.670365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1c88-b1f8-407f-a174-c13cb16232db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.687836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] Set router 40a2c501-0c05-477e-8a26-d2311a557a3d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:27.723631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.763499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568fe52f-7866-46e7-b9f2-a85b0bcfdda9']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:27.781888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45f0d78-b20b-4461-bbb5-b09a29ee1bb6') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:27.782315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45f0d78-b20b-4461-bbb5-b09a29ee1bb6') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:27.815399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:27.880531 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:27.882969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:20Z', 'updated_at': '2021-10-16T13:37:27Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:27.919003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Router 40a2c501-0c05-477e-8a26-d2311a557a3d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:27.933507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271f4df-cd05-4cb8-84b4-649cde66767f None None] The sync data for ids ['40a2c501-0c05-477e-8a26-d2311a557a3d'] in dv-neutron-743142-24-hyperv is: [{'id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:20Z', 'updated_at': '2021-10-16T13:37:27Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:27.953590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b2f7835c-0b08-4f9d-9882-23ef9f7df823 None None] Could not find standard attr ID for object c2182593-8e8f-4e03-92d5-35d0a01f7dc1. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:27.953590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6614005-83ca-4eef-8196-31cb799dc89a None None] Network 568fe52f-7866-46e7-b9f2-a85b0bcfdda9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:27.984948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60714) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:27.986445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.006674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.086710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=2b7bc54b-1968-45b8-a909-659a45f24264,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:28.117120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.171390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.178783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.186347 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/568fe52f-7866-46e7-b9f2-a85b0bcfdda9 HTTP/1.1" status: 204 len: 168 time: 1.2014167 Oct 16 13:37:28.194473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60720) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.200106 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1236990390'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:28.224917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.227067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db720002-4a6b-4eda-a4c0-f85f56ecd608 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=568fe52f-7866-46e7-b9f2-a85b0bcfdda9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:28.260292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee95a5b1-4c3d-4c10-b2db-86a2ba3157d5,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:28.314955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:28.319097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.348468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:28.360601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.361199 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment 9dccd838-d484-41bc-8834-3258a764af9b of type vlan for network 67a4c263-cc95-46cf-8298-bc116552ed8c Oct 16 13:37:28.393112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.394434 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d79dd619-b17a-45d1-bbd8-aa8b8eaba4bb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8707666 Oct 16 13:37:28.397416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60722) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.427450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.447902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5eb1-e75a-45ae-aa36-bce37af7e3b7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.463502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5eb1-e75a-45ae-aa36-bce37af7e3b7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.475314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-240979183'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:28.482343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:28.486274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:28.491805 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7adedc5d-84e7-4525-9f0a-fb2adf37d950 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "PUT /v2.0/routers/40a2c501-0c05-477e-8a26-d2311a557a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8386385 Oct 16 13:37:28.494346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60724) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.494618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:28.496994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:28.498060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.540929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.547358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:28.548056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.579517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=993452a6-38be-4949-b097-ecd527db1540,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:28.590964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': 'f39f1e10-34a9-4ae1-8f3d-9a7dec920113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '110c6aa7-5fd0-4b98-9c45-3fff82472bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:28.591317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 110c6aa7-5fd0-4b98-9c45-3fff82472bec, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:28.594470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5eb1-e75a-45ae-aa36-bce37af7e3b7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.610309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:28.614302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.624915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.631629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5eb1-e75a-45ae-aa36-bce37af7e3b7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.635197 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e0fb5eb1-e75a-45ae-aa36-bce37af7e3b7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ee95a5b1-4c3d-4c10-b2db-86a2ba3157d5 HTTP/1.1" status: 204 len: 168 time: 0.2343998 Oct 16 13:37:28.635855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60726) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.642352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cbfbf-01a7-4aec-a4a5-82cc8fb3f96f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:28.643993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cbfbf-01a7-4aec-a4a5-82cc8fb3f96f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:28.646400 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af7cbfbf-01a7-4aec-a4a5-82cc8fb3f96f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1501920 Oct 16 13:37:28.650192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5eb1-e75a-45ae-aa36-bce37af7e3b7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee95a5b1-4c3d-4c10-b2db-86a2ba3157d5,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:28.650192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=67a4c263-cc95-46cf-8298-bc116552ed8c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:28.650529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60728) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.666295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 67a4c263-cc95-46cf-8298-bc116552ed8c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:28.674187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 110c6aa7-5fd0-4b98-9c45-3fff82472bec is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:28.723469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8fdd3e32-0d84-4c35-8a1c-23358a4bb3ab tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0838463 Oct 16 13:37:28.723680 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-09e30dc7-3b9c-4a61-833c-79e1e5f0fa48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5145655 Oct 16 13:37:28.723775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60732) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.724839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60734) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:28.731188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:28.737155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 63e9ea40-015a-42a6-aab7-72640205c891 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:28.752846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.765831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 110c6aa7-5fd0-4b98-9c45-3fff82472bec) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:28.778504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:28.785586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:28.790440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:28.791123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.794958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b752e-2ca0-4e6e-9dfc-fada8f93d717 None None] Network 110c6aa7-5fd0-4b98-9c45-3fff82472bec requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:28.800639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.881636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff15f6a3-da45-4d74-a27e-90713cb43073 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.889668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d952f-bcdb-426a-b5fb-0516b7d797ed None None] Network 64def0b6-1301-415b-bdc2-b7eba8aedc38 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:28.924972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff15f6a3-da45-4d74-a27e-90713cb43073 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.950798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.960169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:28.964903 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-54efe944-9646-4818-9496-142af90932c1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6929350 Oct 16 13:37:28.969042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60738) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.001272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.028162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7195c8a3-2553-4fbf-b811-a294e7e8fb31 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:29.044883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:29.047950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:29.051907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.062177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e5621-9f83-40ab-b941-f63a2573dcc2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.089637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-45d46f0c-0870-4974-b141-dc83c6eb8d8d None None] Provisioning complete for port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:29.090071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45d46f0c-0870-4974-b141-dc83c6eb8d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.096399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff15f6a3-da45-4d74-a27e-90713cb43073 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.101167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff15f6a3-da45-4d74-a27e-90713cb43073 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.105488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ff15f6a3-da45-4d74-a27e-90713cb43073 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/52f6c07c-0ca7-42f0-9fc7-0230a939e3e3 HTTP/1.1" status: 204 len: 168 time: 0.3792572 Oct 16 13:37:29.105660 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60740) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.117613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.117894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Added segment db26a1f9-563a-4ad4-a929-4b025a2c756b of type vlan for network 638dd346-19ba-42a7-a41f-548e1e4ec27b Oct 16 13:37:29.133748 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:37:29.143877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15f6a3-da45-4d74-a27e-90713cb43073 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52f6c07c-0ca7-42f0-9fc7-0230a939e3e3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.196530 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e86be681-67e8-4f24-858b-235f8dfff7df tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0868759 Oct 16 13:37:29.200066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60742) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.214093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 993452a6-38be-4949-b097-ecd527db1540 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:29.214440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.228438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.252567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:29.253159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.255430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.290925 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] Sync routers for ids ['40a2c501-0c05-477e-8a26-d2311a557a3d'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:29.309769 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] Routers {'40a2c501-0c05-477e-8a26-d2311a557a3d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:29.311882 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['40a2c501-0c05-477e-8a26-d2311a557a3d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:29.314555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=63e9ea40-015a-42a6-aab7-72640205c891,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.335216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.348901 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8daaf9c5-7455-4fb8-8121-65b79ceb3f66 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/63e9ea40-015a-42a6-aab7-72640205c891 HTTP/1.1" status: 204 len: 168 time: 0.6970606 Oct 16 13:37:29.360953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8c7cb-f52d-4141-a3f9-da6c076c3b59 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:29.370662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60746) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.381701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.387653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:29.387907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2ce3-8739-4c06-82bd-00189189b144 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.388252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.407017 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.410285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2ce3-8739-4c06-82bd-00189189b144 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.429773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45d46f0c-0870-4974-b141-dc83c6eb8d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.431882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 993452a6-38be-4949-b097-ecd527db1540 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:29.447097 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] Set router 40a2c501-0c05-477e-8a26-d2311a557a3d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:29.548943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-45d46f0c-0870-4974-b141-dc83c6eb8d8d None None] For port 7195c8a3-2553-4fbf-b811-a294e7e8fb31, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7195c8a3-2553-4fbf-b811-a294e7e8fb31,segment=NetworkSegment(2f836eb0-8f34-4a46-96be-9fc8d06f3f2a),segment_id=2f836eb0-8f34-4a46-96be-9fc8d06f3f2a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:29.590131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.600086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2ce3-8739-4c06-82bd-00189189b144 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.612771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ee1f2ce3-8739-4c06-82bd-00189189b144 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.614188 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ee1f2ce3-8739-4c06-82bd-00189189b144 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/84d6cef5-e3d7-4e48-8676-a66d63db34de HTTP/1.1" status: 204 len: 168 time: 0.4130437 Oct 16 13:37:29.619812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60748) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.625415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45d46f0c-0870-4974-b141-dc83c6eb8d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.633256 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f2ce3-8739-4c06-82bd-00189189b144 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84d6cef5-e3d7-4e48-8676-a66d63db34de,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.637671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6409175 Oct 16 13:37:29.637671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e8427-0b6a-4b75-b88f-0a2583173457 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Network': ['ID=638dd346-19ba-42a7-a41f-548e1e4ec27b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.642617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60750) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.644241 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:20Z', 'updated_at': '2021-10-16T13:37:27Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:29.670815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'subnet': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:29.677266 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] Checking router: 40a2c501-0c05-477e-8a26-d2311a557a3d for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:29.679391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.692587 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] Routers {'40a2c501-0c05-477e-8a26-d2311a557a3d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:29.693380 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['40a2c501-0c05-477e-8a26-d2311a557a3d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:29.699346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:29.750348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:29.751036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:29.755014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.758894 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/993452a6-38be-4949-b097-ecd527db1540 HTTP/1.1" status: 204 len: 168 time: 0.7888007 Oct 16 13:37:29.762539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.769934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:29.771898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517cf2e-8805-40bf-89a2-c34392c9c040 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=993452a6-38be-4949-b097-ecd527db1540,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.818901 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] Set router 40a2c501-0c05-477e-8a26-d2311a557a3d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:29.825981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.844252 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f2c07411-45d7-49d9-9999-74895c71986f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2229328 Oct 16 13:37:29.846751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60754) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.892642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf73d87-61b5-4186-9e67-bdc59345e1b2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:29.896491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-adf86d0d-a0ce-4a25-8349-767e8e9a34ce tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5241511 Oct 16 13:37:29.898879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf73d87-61b5-4186-9e67-bdc59345e1b2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:29.900662 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bdf73d87-61b5-4186-9e67-bdc59345e1b2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1370311 Oct 16 13:37:29.902863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60758) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.903190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60760) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:29.906832 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:20Z', 'updated_at': '2021-10-16T13:37:27Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:29.923358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-556746db-d353-48b0-aaf4-4505379248c4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:29.943885 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf42fea-7001-4cab-ad06-b37484f9d3da None None] The sync data for ids ['40a2c501-0c05-477e-8a26-d2311a557a3d'] in dv-neutron-743142-24-hyperv is: [{'id': '40a2c501-0c05-477e-8a26-d2311a557a3d', 'name': 'tempest-NetworksTestDHCPv6-router-849320647', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:37:20Z', 'updated_at': '2021-10-16T13:37:27Z', 'revision_number': 3, 'project_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:29.966677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d46f0c-0870-4974-b141-dc83c6eb8d8d None None] Pushing event updated for resources: {'Port': ['ID=7195c8a3-2553-4fbf-b811-a294e7e8fb31,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:29.984775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-bfe8245a-4d72-434b-9a83-9b900fbf35cf None None] Provisioning complete for port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:29.985141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bfe8245a-4d72-434b-9a83-9b900fbf35cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.000068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-556746db-d353-48b0-aaf4-4505379248c4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.073886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.089895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=5e9653ec-fcf4-41a6-87c0-5046b8e699cc,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:30.105410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': '9dccd838-d484-41bc-8834-3258a764af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:30.105781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: 67a4c263-cc95-46cf-8298-bc116552ed8c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:30.121332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] Deleting port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:30.121707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.153948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:30.161365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.176025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 67a4c263-cc95-46cf-8298-bc116552ed8c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:30.247009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 67a4c263-cc95-46cf-8298-bc116552ed8c) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:30.259894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:30.260518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.272112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-556746db-d353-48b0-aaf4-4505379248c4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.282348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-556746db-d353-48b0-aaf4-4505379248c4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.286328 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-556746db-d353-48b0-aaf4-4505379248c4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fec869fc-c69b-4b40-a559-554caf764652 HTTP/1.1" status: 204 len: 168 time: 0.4385207 Oct 16 13:37:30.286654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60764) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.329392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556746db-d353-48b0-aaf4-4505379248c4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fec869fc-c69b-4b40-a559-554caf764652,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:30.339465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.344765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.360449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364f1cc-c925-4dcc-80c7-543a011788e5 None None] Network 67a4c263-cc95-46cf-8298-bc116552ed8c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:30.392629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 2b7bc54b-1968-45b8-a909-659a45f24264 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:30.393047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.402765 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e1a31eb3-1b23-44b4-98fd-5e01b1d73f45 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1152802 Oct 16 13:37:30.410256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] For port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:30.410256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.410557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-53efbd85-5136-4926-b834-8961633afceb tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6822276 Oct 16 13:37:30.411361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60768) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.411699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60770) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.424207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370563214'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:30.474177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] Calling delete_port for 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:30.485902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.501939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91f96cec-2842-4ba8-a3f4-c0918c9d771f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.503923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.504523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Fanout notify agent at l3_agent the message router_deleted on router 40a2c501-0c05-477e-8a26-d2311a557a3d {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:37:30.522518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.523613 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ec1783fb-42d6-4419-8a25-914325b1b1d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/routers/40a2c501-0c05-477e-8a26-d2311a557a3d HTTP/1.1" status: 204 len: 168 time: 0.6193864 Oct 16 13:37:30.527045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91f96cec-2842-4ba8-a3f4-c0918c9d771f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.529273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60772) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.530907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.571689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Subnet': ['ID=d3bf6cff-62ad-43e0-8472-39e6517f2957,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:30.582030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Checking segment: {'id': 'db26a1f9-563a-4ad4-a929-4b025a2c756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:30.582529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network hostable DHCP agents. Network: 638dd346-19ba-42a7-a41f-548e1e4ec27b, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:30.585280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 2b7bc54b-1968-45b8-a909-659a45f24264 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:30.590227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:30.594597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.652488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-67a4c263-cc95-46cf-8298-bc116552ed8c', 'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': '5e9653ec-fcf4-41a6-87c0-5046b8e699cc'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:30.653431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.683528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:30.686452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:30.708484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33286f0-3ed0-454e-bbc5-dcba64271037 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:30.709968 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b33286f0-3ed0-454e-bbc5-dcba64271037 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1763811 Oct 16 13:37:30.713458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60774) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.713997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.714337 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment 0f1112a2-f8ec-4b6e-a95d-791645cac3a8 of type vlan for network ed3599d4-6e4e-4dfa-998b-22946c76cad3 Oct 16 13:37:30.719860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91f96cec-2842-4ba8-a3f4-c0918c9d771f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.725025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91f96cec-2842-4ba8-a3f4-c0918c9d771f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.728469 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-91f96cec-2842-4ba8-a3f4-c0918c9d771f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/36f446e4-1d12-4286-89c1-850029fbde06 HTTP/1.1" status: 204 len: 168 time: 0.3125534 Oct 16 13:37:30.733657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.738591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60776) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.766019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb691c8a-17dc-44bb-aa8a-980df53d8ee1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:30.769847 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cb691c8a-17dc-44bb-aa8a-980df53d8ee1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530128 Oct 16 13:37:30.770884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60778) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.772086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] Pushing event deleted for resources: {'Port': ['ID=69b1c663-bb68-42e9-bc5f-6c2f9d57acbd,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:30.776578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5986f-1ba9-4051-afb6-cd0f2563b3d6 None None] No DVR routers for this DVR port 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:30.776915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f96cec-2842-4ba8-a3f4-c0918c9d771f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36f446e4-1d12-4286-89c1-850029fbde06,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:30.778238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 638dd346-19ba-42a7-a41f-548e1e4ec27b) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:30.797826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2886ef-9512-4b13-9af7-01dcb16b6786 None None] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:30.815198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.831702 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-25bebee7-b9bd-464d-8ebf-8ae445f0c71a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566304 Oct 16 13:37:30.831702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:30.831702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:30.832038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60780) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.840149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:30.913342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Allocated IP 2001:db8::3 (67a4c263-cc95-46cf-8298-bc116552ed8c/5e9653ec-fcf4-41a6-87c0-5046b8e699cc/a5a949f3-1794-430a-8818-1160a797f66b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:30.921212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7195c8a3-2553-4fbf-b811-a294e7e8fb31 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:30.929203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-58f35983-0494-4ae0-beaf-6df22189c945 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2719052 Oct 16 13:37:30.929793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60782) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:30.934882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1631110595'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:31.125598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:31.130793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.133903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:31.134145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.152053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] device_id is not set on port e27a8782-f03b-4aa9-9874-bd50dcb8f84d yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:31.184011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.resource_extend [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:37:31.189646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.201421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-638dd346-19ba-42a7-a41f-548e1e4ec27b', 'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'tenant_id': '7ca8e9d6da7842b684f6cc8718253f83', 'fixed_ips': [{'subnet_id': 'd3bf6cff-62ad-43e0-8472-39e6517f2957'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:31.202027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.224468 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f2123993-1413-4f33-aebb-c8821bddd3b2 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4809508 Oct 16 13:37:31.228921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60788) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.261210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=2b7bc54b-1968-45b8-a909-659a45f24264,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:31.270678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.274516 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-328cbf8d-7d1c-44af-a192-d91baa281cb4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/2b7bc54b-1968-45b8-a909-659a45f24264 HTTP/1.1" status: 204 len: 168 time: 1.3642838 Oct 16 13:37:31.277606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60790) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.340342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.346066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:31.350637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.350763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1503c-0f4e-46c9-8b0a-bf1cf7ec5a28 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.353132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.396554 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Allocated IP 2001:db8::222 (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/e27a8782-f03b-4aa9-9874-bd50dcb8f84d) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:31.399377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1503c-0f4e-46c9-8b0a-bf1cf7ec5a28 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.418438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.430202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=ed3599d4-6e4e-4dfa-998b-22946c76cad3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:31.453211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c0634-4078-4ca4-838a-773a28718cb6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:31.457247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network ed3599d4-6e4e-4dfa-998b-22946c76cad3 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:31.457410 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3d7c0634-4078-4ca4-838a-773a28718cb6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1762257 Oct 16 13:37:31.460545 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cff97e5b-1711-469b-b6f9-2a379bccf2ab tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0391877 Oct 16 13:37:31.460700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60792) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.461018 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60794) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.467772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': 'ed3599d4-6e4e-4dfa-998b-22946c76cad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:31.522365 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d83195-448b-48af-ac40-1cf334dbbc09 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:37:31.524160 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-87d83195-448b-48af-ac40-1cf334dbbc09 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/993452a6-38be-4949-b097-ecd527db1540 HTTP/1.1" status: 404 len: 333 time: 0.0619733 Oct 16 13:37:31.524877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:31.531352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60798) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.554105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1503c-0f4e-46c9-8b0a-bf1cf7ec5a28 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.556906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ec1503c-0f4e-46c9-8b0a-bf1cf7ec5a28 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.557031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:31.557389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69b1c663-bb68-42e9-bc5f-6c2f9d57acbd not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:31.561104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0ec1503c-0f4e-46c9-8b0a-bf1cf7ec5a28 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c7595d8-74de-488f-b1ac-1bb7b0c10eac HTTP/1.1" status: 204 len: 168 time: 0.3285747 Oct 16 13:37:31.572023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60800) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.578027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Network 67a4c263-cc95-46cf-8298-bc116552ed8c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:31.582678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:31.586242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:31.594357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Pushing event updated for resources: {'Port': ['ID=a5a949f3-1794-430a-8818-1160a797f66b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:31.602442 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c22aec-2fcc-4270-964e-5b0d959e669a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:37:31.604142 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-67c22aec-2fcc-4270-964e-5b0d959e669a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/2b7bc54b-1968-45b8-a909-659a45f24264 HTTP/1.1" status: 404 len: 333 time: 0.0719090 Oct 16 13:37:31.604863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:31.608703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.611831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60802) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.620064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1503c-0f4e-46c9-8b0a-bf1cf7ec5a28 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7595d8-74de-488f-b1ac-1bb7b0c10eac,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:31.674359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Attempting to bind port a5a949f3-1794-430a-8818-1160a797f66b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:31.674359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Attempting to bind port a5a949f3-1794-430a-8818-1160a797f66b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9dccd838-d484-41bc-8834-3258a764af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:31.674359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Attempting to bind port a5a949f3-1794-430a-8818-1160a797f66b on network 67a4c263-cc95-46cf-8298-bc116552ed8c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:31.674787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.674887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:31.675289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Checking segment: {'id': '9dccd838-d484-41bc-8834-3258a764af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:31.675798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.676465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Bound using segment: {'id': '9dccd838-d484-41bc-8834-3258a764af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:31.676995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Bound port: a5a949f3-1794-430a-8818-1160a797f66b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dccd838-d484-41bc-8834-3258a764af9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '67a4c263-cc95-46cf-8298-bc116552ed8c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:31.677472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.750080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] For port a5a949f3-1794-430a-8818-1160a797f66b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:31.753260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] For port a5a949f3-1794-430a-8818-1160a797f66b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a5a949f3-1794-430a-8818-1160a797f66b,segment=NetworkSegment(9dccd838-d484-41bc-8834-3258a764af9b),segment_id=9dccd838-d484-41bc-8834-3258a764af9b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:31.777641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.808375 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3aaed81-8a0e-467c-ab39-db4ea584a1de tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2187383 Oct 16 13:37:31.820732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60804) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:31.825244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018659885'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:31.825480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.827600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Allocated IP 2001:db8::2 (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/55bf7e5d-0f85-47c3-a3e7-de4f3292dee5) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:31.838719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.850671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:31.856884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:31.861190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:31.868199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:31.869354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.887430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=e27a8782-f03b-4aa9-9874-bd50dcb8f84d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:31.918422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:31.922378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:31.952122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe53fc8-e041-4fc6-a027-b7fd24a7658b None None] Pushing event updated for resources: {'Port': ['ID=a5a949f3-1794-430a-8818-1160a797f66b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:31.971548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.004257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.040303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Performing IP validity checks on allocation pools {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:37:32.040843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:37:32.054281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.062333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.063549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110c6aa7-5fd0-4b98-9c45-3fff82472bec']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:32.075195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b1d17e7f-e4e4-45d2-8d06-df48b256dc55 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1443129 Oct 16 13:37:32.079938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60806) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:32.080738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39f1e10-34a9-4ae1-8f3d-9a7dec920113') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:32.081029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39f1e10-34a9-4ae1-8f3d-9a7dec920113') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:32.085210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1215266415', 'allowed_address_pairs': [{'ip_address': '2001:db8::222', 'mac_address': 'fa:16:3e:3f:a2:7f'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:32.130906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.143138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.156441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.172302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:32.190606 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:32.243423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:32.261339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef195b5-ab29-4e37-b55f-2825bc875ff3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:32.283124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:32.285730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:32.300067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Pushing event updated for resources: {'Port': ['ID=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:32.332028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.337116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-65ea5ba1-6938-4ddb-a6ea-0f627835b9cb tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5153470 Oct 16 13:37:32.337792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60812) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:32.351992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '6ef195b5-ab29-4e37-b55f-2825bc875ff3', 'direction': 'ingress', 'protocol': 17}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:32.364966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Attempting to bind port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:32.365325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Attempting to bind port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'db26a1f9-563a-4ad4-a929-4b025a2c756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:32.371842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Attempting to bind port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 on network 638dd346-19ba-42a7-a41f-548e1e4ec27b {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:32.371842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:32.371842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Checking segment: {'id': 'db26a1f9-563a-4ad4-a929-4b025a2c756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:32.372175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.372394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Bound using segment: {'id': 'db26a1f9-563a-4ad4-a929-4b025a2c756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:32.372853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Bound port: 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db26a1f9-563a-4ad4-a929-4b025a2c756b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:32.373924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.445977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-04128974-e10d-426f-8295-41ebdd187687 None None] For port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:32.447583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:37:32.449551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.451853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-04128974-e10d-426f-8295-41ebdd187687 None None] For port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,segment=NetworkSegment(db26a1f9-563a-4ad4-a929-4b025a2c756b),segment_id=db26a1f9-563a-4ad4-a929-4b025a2c756b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:32.453282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:32.455178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.460741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.493712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.496862 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/110c6aa7-5fd0-4b98-9c45-3fff82472bec HTTP/1.1" status: 204 len: 168 time: 0.8717730 Oct 16 13:37:32.503699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.519321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60814) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:32.524847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-300323258'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:32.526550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7818dc-0a88-47dd-8cfc-863e8c8ba7bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=110c6aa7-5fd0-4b98-9c45-3fff82472bec,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:32.530074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:32.537990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:32.545738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:32.546181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.552536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=f5803f24-5eed-460d-ba2b-2abe4564ffc4,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:32.564698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b0d061-3bcd-41df-bdde-606702cc2413 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:32.593778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.603324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.615350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': '0f1112a2-f8ec-4b6e-a95d-791645cac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ed3599d4-6e4e-4dfa-998b-22946c76cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:32.615813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: ed3599d4-6e4e-4dfa-998b-22946c76cad3, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:32.633479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=aa870ad1-a726-4a36-ada1-0453d806253f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:32.643696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] device_id is not set on port 856c45a0-eba5-42f0-b451-b51c5f0741a9 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:32.663857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04128974-e10d-426f-8295-41ebdd187687 None None] Pushing event updated for resources: {'Port': ['ID=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:32.703478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network ed3599d4-6e4e-4dfa-998b-22946c76cad3 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:32.709144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:32.712590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.762952 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c4128b3-b060-453b-bce2-f61f9d30545e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9299386 Oct 16 13:37:32.766504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60818) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:32.771883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:32.803806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, ed3599d4-6e4e-4dfa-998b-22946c76cad3) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:32.820521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'aa870ad1-a726-4a36-ada1-0453d806253f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:32.821511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:32.823345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.823464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:32.823945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.827872 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16c34f-54eb-4e37-bb8a-793ecf50df7f None None] Network ed3599d4-6e4e-4dfa-998b-22946c76cad3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:32.866924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.917241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:32.918217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment c2bf0511-4137-4766-b27a-afbc276ffabf of type vlan for network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 Oct 16 13:37:32.994108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.013350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Allocated IP 2001:db8::2c (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/856c45a0-eba5-42f0-b451-b51c5f0741a9) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:33.027776 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-34636455-d9d7-4499-b490-5990a8939426 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5610454 Oct 16 13:37:33.031014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:33.058234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.064299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071514cf-1816-477b-b456-db3f0f312936,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:33.069221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a5a949f3-1794-430a-8818-1160a797f66b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:33.075171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:33.080586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.144539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.145768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-91d9191e-a301-4e24-8f39-40a5f0cce646 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8013971 Oct 16 13:37:33.158326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60822) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:33.246495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.264956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Allocated IP 2001:db8::f816:3eff:feaf:8d77 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/aa870ad1-a726-4a36-ada1-0453d806253f/27dec571-2210-4a2e-a15c-4ef71d11337a) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:33.268894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.280845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:33.281503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.288025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531242e9-6c8f-4cf3-bba7-31179707403c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-ed3599d4-6e4e-4dfa-998b-22946c76cad3', 'network_id': 'ed3599d4-6e4e-4dfa-998b-22946c76cad3', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': 'f5803f24-5eed-460d-ba2b-2abe4564ffc4'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:33.288928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-531242e9-6c8f-4cf3-bba7-31179707403c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.302490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a5a949f3-1794-430a-8818-1160a797f66b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:33.302862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.356941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.461002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.475585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9554257 Oct 16 13:37:33.476307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60828) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:33.493643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:33.501403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc78f4-2f74-4ee0-8bf8-927dd2a659b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=96852f2e-acbe-409e-a3d3-f0e80187b1b7,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:33.502754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.521865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed238d29-7b1c-4223-8689-139ccd188c79 None None] Network 67a4c263-cc95-46cf-8298-bc116552ed8c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:33.527703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ac7bc1-ad9d-4521-aace-482069a74f54 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.557438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.609435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=f5803f24-5eed-460d-ba2b-2abe4564ffc4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:33.662134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ac7bc1-ad9d-4521-aace-482069a74f54 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.678084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.687764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.744664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:33.746721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3599d4-6e4e-4dfa-998b-22946c76cad3']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:33.756587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:33.756719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:33.767295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:33.767892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.781344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1112a2-f8ec-4b6e-a95d-791645cac3a8') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:33.781546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1112a2-f8ec-4b6e-a95d-791645cac3a8') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:33.784652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.798357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.808195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:33.822650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.843357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:33.843763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:33.846866 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:33.858555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ac7bc1-ad9d-4521-aace-482069a74f54 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.861184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ac7bc1-ad9d-4521-aace-482069a74f54 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.864627 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-97ac7bc1-ad9d-4521-aace-482069a74f54 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ef195b5-ab29-4e37-b55f-2825bc875ff3 HTTP/1.1" status: 204 len: 168 time: 0.7033675 Oct 16 13:37:33.864627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:33.864944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60832) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:33.866453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.909228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-df456d07-ab9a-4b01-a7e6-3f74fc012ff9 None None] Provisioning complete for port a5a949f3-1794-430a-8818-1160a797f66b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:33.909823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-df456d07-ab9a-4b01-a7e6-3f74fc012ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.912301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:33.916037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port a5a949f3-1794-430a-8818-1160a797f66b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a5a949f3-1794-430a-8818-1160a797f66b,segment=NetworkSegment(9dccd838-d484-41bc-8834-3258a764af9b),segment_id=9dccd838-d484-41bc-8834-3258a764af9b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:33.923763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac7bc1-ad9d-4521-aace-482069a74f54 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef195b5-ab29-4e37-b55f-2825bc875ff3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:33.930623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:33.948149 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ce64f929-3251-4903-a1b8-73f5004612f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1805465 Oct 16 13:37:33.955293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60834) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:33.960446 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:f4:52:07', 'name': 'tempest-NetworksTestDHCPv6-1491140286'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:33.966066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:33.972156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:33.972883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:33.976233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_backend_mixin [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Performing IP validity checks on allocation pools {{(pid=101080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:37:33.976781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_backend_mixin [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:37:33.980805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd0f966-3523-4173-99f4-905e97759d7f None None] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:33.981207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=856c45a0-eba5-42f0-b451-b51c5f0741a9,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.008914 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6b756094-0e57-4bca-bef8-db179d8142a3 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1390209 Oct 16 13:37:34.008914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60836) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.012921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--324797988'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:34.051794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.101670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6eae96c7-8e06-4349-9efc-5e7f8a522c6b tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0182621 Oct 16 13:37:34.102343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60838) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.164392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ed17-b755-4e11-a9dd-8158f191ec75 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:34.170604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ed17-b755-4e11-a9dd-8158f191ec75 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:34.176501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9ed17-b755-4e11-a9dd-8158f191ec75 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:34.178176 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d3e9ed17-b755-4e11-a9dd-8158f191ec75 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0751495 Oct 16 13:37:34.179408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.181141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60840) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.192876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.194264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.196847 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/ed3599d4-6e4e-4dfa-998b-22946c76cad3 HTTP/1.1" status: 204 len: 168 time: 1.1658375 Oct 16 13:37:34.204619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60842) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.211965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225547914'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-531242e9-6c8f-4cf3-bba7-31179707403c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5803f24-5eed-460d-ba2b-2abe4564ffc4: This subnet is being modified by another concurrent operation. Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:37:34.230251 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5803f24-5eed-460d-ba2b-2abe4564ffc4: This subnet is being modified by another concurrent operation. Oct 16 13:37:34.234549 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:37:34.243593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.256139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772e0db-14c4-4d93-b4b7-27d0662d5d40 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=ed3599d4-6e4e-4dfa-998b-22946c76cad3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.275880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=f0bbf0f7-5179-4bff-bfbe-214dc712aff6,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.284578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': 'c2bf0511-4137-4766-b27a-afbc276ffabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:34.284886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 96852f2e-acbe-409e-a3d3-f0e80187b1b7, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:34.320484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0fa7b-8592-45ac-8d64-2d9bea6aeb46 None None] Network ed3599d4-6e4e-4dfa-998b-22946c76cad3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:34.351103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:34.382862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=a5a949f3-1794-430a-8818-1160a797f66b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.386357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0fa7b-8592-45ac-8d64-2d9bea6aeb46 None None] Network ed3599d4-6e4e-4dfa-998b-22946c76cad3 could not be found, it might have been deleted concurrently. {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 16 13:37:34.389767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:34.410765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:34.414491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.443638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:34.447133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.447133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port 856c45a0-eba5-42f0-b451-b51c5f0741a9 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:34.447677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.455718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.456080 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment 9601a0f4-37cd-4431-872c-e3b27b1f9d5a of type vlan for network 67541a89-1e7b-4011-8f6b-cfd75b7f7a99 Oct 16 13:37:34.457935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 96852f2e-acbe-409e-a3d3-f0e80187b1b7) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:34.471257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.475211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:34.476641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.477178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d2385-4bac-43bd-9f0d-41995a94c44d None None] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:34.520064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.544487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.548871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.581102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.595079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60848) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.595748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e5c2b7c6-90bb-49be-9469-966f8283ecc0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1075408 Oct 16 13:37:34.595850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d2293-9691-4765-a3fe-4d26218dbb7a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.602636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7', 'name': 'tempest-PortsTestJSON-894977044'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:34.615322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.624009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port eb642d95-6258-46b3-96f9-d27fd8a577d4 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:34.648500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.649878 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-82cebe36-50b4-4ed1-bf1d-109cff737181 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6401601 Oct 16 13:37:34.650659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for 856c45a0-eba5-42f0-b451-b51c5f0741a9 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:34.654880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60850) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.659961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--530005557'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:34.688542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:34.691501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.699231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:34.700003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.710619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:34.713097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:34.729801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Pushing event updated for resources: {'Port': ['ID=27dec571-2210-4a2e-a15c-4ef71d11337a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.744444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.798491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=67541a89-1e7b-4011-8f6b-cfd75b7f7a99,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:34.823088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-58901559-bf80-4566-9335-fbbd434bc872 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6112816 Oct 16 13:37:34.824090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60852) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:34.833213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '67541a89-1e7b-4011-8f6b-cfd75b7f7a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:34.846904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 67541a89-1e7b-4011-8f6b-cfd75b7f7a99 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:34.854800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da98d1c8-56d5-4f3b-a24f-412157bde8cb None None] Provisioning complete for port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:34.855169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da98d1c8-56d5-4f3b-a24f-412157bde8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:34.944420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Attempting to bind port 27dec571-2210-4a2e-a15c-4ef71d11337a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:34.945066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Attempting to bind port 27dec571-2210-4a2e-a15c-4ef71d11337a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:34.945066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Attempting to bind port 27dec571-2210-4a2e-a15c-4ef71d11337a on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:35.008581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-96852f2e-acbe-409e-a3d3-f0e80187b1b7', 'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': 'f0bbf0f7-5179-4bff-bfbe-214dc712aff6'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:35.009500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.032134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:35.032134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:35.032134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.032134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:35.032659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Bound port: 27dec571-2210-4a2e-a15c-4ef71d11337a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:35.033026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.067065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.087814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:35.094381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.140532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.184788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:35.243707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6a053-55cf-4b7a-86a9-37e6c16bec3e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:35.255636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.261590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e7d859f5-caa2-4122-a212-485d1c68feef tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6058381 Oct 16 13:37:35.261590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60856) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:35.267874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '3a8d2293-9691-4765-a3fe-4d26218dbb7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd7b6a053-55cf-4b7a-86a9-37e6c16bec3e', 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:35.367280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] For port 27dec571-2210-4a2e-a15c-4ef71d11337a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:35.375974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:35.380735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.405736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:35.414608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] For port 27dec571-2210-4a2e-a15c-4ef71d11337a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=27dec571-2210-4a2e-a15c-4ef71d11337a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:35.415705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da98d1c8-56d5-4f3b-a24f-412157bde8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.443917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Allocated IP 172.20.0.2 (96852f2e-acbe-409e-a3d3-f0e80187b1b7/f0bbf0f7-5179-4bff-bfbe-214dc712aff6/e12ce961-1d2c-4670-a853-7defccc9fd22) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:35.473249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:35.473423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.475974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 172.20.0.3 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c/eb642d95-6258-46b3-96f9-d27fd8a577d4) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:35.476611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da98d1c8-56d5-4f3b-a24f-412157bde8cb None None] For port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,segment=NetworkSegment(db26a1f9-563a-4ad4-a929-4b025a2c756b),segment_id=db26a1f9-563a-4ad4-a929-4b025a2c756b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:35.480709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.491106 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fef4:5207 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/aa870ad1-a726-4a36-ada1-0453d806253f/eb642d95-6258-46b3-96f9-d27fd8a577d4) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:35.503588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.549936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.582673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.620279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da98d1c8-56d5-4f3b-a24f-412157bde8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.650805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=856c45a0-eba5-42f0-b451-b51c5f0741a9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:35.687267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befd9d8-3d76-48d3-8420-549d743d1437 None None] Pushing event updated for resources: {'Port': ['ID=27dec571-2210-4a2e-a15c-4ef71d11337a,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:35.719151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=836d369b-10b3-4a64-9e00-97f42df21059,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:35.722979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.730682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': '9601a0f4-37cd-4431-872c-e3b27b1f9d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '67541a89-1e7b-4011-8f6b-cfd75b7f7a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:35.731046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: 67541a89-1e7b-4011-8f6b-cfd75b7f7a99, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:35.782919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.822035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c2287b-7bae-42b2-aeb0-a06e1816daac,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:35.838851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 67541a89-1e7b-4011-8f6b-cfd75b7f7a99 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:35.901462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.922016 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80747a14-a661-4093-be68-e467cda95e2c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/ports/856c45a0-eba5-42f0-b451-b51c5f0741a9 HTTP/1.1" status: 204 len: 168 time: 1.7259135 Oct 16 13:37:35.922128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.922220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60862) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:35.922294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d95418b-3692-4392-98ab-3eef972a18bc tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6485562 Oct 16 13:37:35.922294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 67541a89-1e7b-4011-8f6b-cfd75b7f7a99) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:35.922937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60864) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:35.944358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:35.951890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.994154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:35.999230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce787-acb0-41e2-bfc2-2b1aeb917458 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.001486 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1477a660-4e65-4a77-b876-b8fa287de45f tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] GET failed (client error): The resource could not be found. Oct 16 13:37:36.006805 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1477a660-4e65-4a77-b876-b8fa287de45f tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "GET /v2.0/ports/856c45a0-eba5-42f0-b451-b51c5f0741a9 HTTP/1.1" status: 404 len: 333 time: 0.0906537 Oct 16 13:37:36.006959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45958423-f7a4-4330-b2b1-4ebcaaa66525 None None] Network 67541a89-1e7b-4011-8f6b-cfd75b7f7a99 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:36.007438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60866) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.012175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce787-acb0-41e2-bfc2-2b1aeb917458 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.017995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1490917950'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:36.048544 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-72446977-584e-4d0d-87a4-dd1935a0e7e7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2189925 Oct 16 13:37:36.049212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60868) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.186701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a5a949f3-1794-430a-8818-1160a797f66b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:36.195578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce787-acb0-41e2-bfc2-2b1aeb917458 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.207536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98d1c8-56d5-4f3b-a24f-412157bde8cb None None] Pushing event updated for resources: {'Port': ['ID=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:36.208939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f4ce787-acb0-41e2-bfc2-2b1aeb917458 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.209741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1f4ce787-acb0-41e2-bfc2-2b1aeb917458 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/45c2287b-7bae-42b2-aeb0-a06e1816daac HTTP/1.1" status: 204 len: 168 time: 0.2857444 Oct 16 13:37:36.216265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60872) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.220979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.246768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.250549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Provisioning complete for port e27a8782-f03b-4aa9-9874-bd50dcb8f84d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:36.251096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.271028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ce787-acb0-41e2-bfc2-2b1aeb917458 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45c2287b-7bae-42b2-aeb0-a06e1816daac,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:36.278618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:36.293501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:36.307503 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ed54db52-ba26-4f89-82fd-c45881343f10 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0764623 Oct 16 13:37:36.314089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60874) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.317052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:36.335219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.346948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Port e27a8782-f03b-4aa9-9874-bd50dcb8f84d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:36.349000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.356026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=eb642d95-6258-46b3-96f9-d27fd8a577d4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:36.420652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:36.427141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:36.430810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:36.431137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.433212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:36.439741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Provisioning complete for port a5a949f3-1794-430a-8818-1160a797f66b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:36.440106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.442827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecc27127-e652-4533-9656-90cde8c8b9b9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.456976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:36.457807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.463964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a5a949f3-1794-430a-8818-1160a797f66b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:36.464370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.465948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.479918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] device_id is not set on port 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:36.487432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Pushing event updated for resources: {'Port': ['ID=e12ce961-1d2c-4670-a853-7defccc9fd22,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:36.493210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.9 (96852f2e-acbe-409e-a3d3-f0e80187b1b7/f0bbf0f7-5179-4bff-bfbe-214dc712aff6/8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:36.513970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecc27127-e652-4533-9656-90cde8c8b9b9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.517063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d9150-e49c-4b60-ac3b-9f50adbaeb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-67541a89-1e7b-4011-8f6b-cfd75b7f7a99', 'network_id': '67541a89-1e7b-4011-8f6b-cfd75b7f7a99', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': '836d369b-10b3-4a64-9e00-97f42df21059'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:36.517653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a25d9150-e49c-4b60-ac3b-9f50adbaeb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.584560 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-666a6181-6b3c-464b-b5f9-0b56bca16d53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6279433 Oct 16 13:37:36.587153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60876) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.648682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.678192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Attempting to bind port e12ce961-1d2c-4670-a853-7defccc9fd22 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:36.678560 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Attempting to bind port e12ce961-1d2c-4670-a853-7defccc9fd22 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c2bf0511-4137-4766-b27a-afbc276ffabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:36.678955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Attempting to bind port e12ce961-1d2c-4670-a853-7defccc9fd22 on network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:36.687154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=836d369b-10b3-4a64-9e00-97f42df21059,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:36.699855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:36.700227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Checking segment: {'id': 'c2bf0511-4137-4766-b27a-afbc276ffabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:36.700663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.701444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Bound using segment: {'id': 'c2bf0511-4137-4766-b27a-afbc276ffabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:36.706234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Bound port: e12ce961-1d2c-4670-a853-7defccc9fd22, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bf0511-4137-4766-b27a-afbc276ffabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96852f2e-acbe-409e-a3d3-f0e80187b1b7'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:36.706370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Allocated IP 2001:db8::134 (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/3d3a1870-bf45-4713-9ea7-3fa72c8dc9db) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:36.706819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.709962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcfe21-2328-42aa-ae16-133443161250 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:36.718677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcfe21-2328-42aa-ae16-133443161250 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:36.724184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-05dcfe21-2328-42aa-ae16-133443161250 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1356750 Oct 16 13:37:36.725216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60878) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-a25d9150-e49c-4b60-ac3b-9f50adbaeb74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 836d369b-10b3-4a64-9e00-97f42df21059: This subnet is being modified by another concurrent operation. Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:37:36.776526 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 836d369b-10b3-4a64-9e00-97f42df21059: This subnet is being modified by another concurrent operation. Oct 16 13:37:36.781667 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:37:36.811899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634318b-c901-47e9-b803-24863541d44e None None] Network 67541a89-1e7b-4011-8f6b-cfd75b7f7a99 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:36.837072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecc27127-e652-4533-9656-90cde8c8b9b9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.857703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecc27127-e652-4533-9656-90cde8c8b9b9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.860807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ecc27127-e652-4533-9656-90cde8c8b9b9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7b6a053-55cf-4b7a-86a9-37e6c16bec3e HTTP/1.1" status: 204 len: 168 time: 0.5458403 Oct 16 13:37:36.863610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60884) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:36.883570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:36.889855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Could not find standard attr ID for object 856c45a0-eba5-42f0-b451-b51c5f0741a9. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:36.931822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] For port e12ce961-1d2c-4670-a853-7defccc9fd22, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:36.953884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] For port e12ce961-1d2c-4670-a853-7defccc9fd22, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e12ce961-1d2c-4670-a853-7defccc9fd22,segment=NetworkSegment(c2bf0511-4137-4766-b27a-afbc276ffabf),segment_id=c2bf0511-4137-4766-b27a-afbc276ffabf)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:36.963299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Provisioning complete for port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:36.963670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-db2b00f1-c47d-48eb-affa-ba6789940516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.019313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.049739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.104924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:37.105674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23ceaf-cfcc-46a0-9be9-a093d349ed87 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:37.118484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:37.129023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:37.136570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:37.137712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.142267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc27127-e652-4533-9656-90cde8c8b9b9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6a053-55cf-4b7a-86a9-37e6c16bec3e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:37.152884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.194667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.196296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=3d3a1870-bf45-4713-9ea7-3fa72c8dc9db,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:37.234920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67541a89-1e7b-4011-8f6b-cfd75b7f7a99']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:37.256008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-657d5ef0-233d-44cd-8a88-c6ac22ea246b tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2477944 Oct 16 13:37:37.264232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9601a0f4-37cd-4431-872c-e3b27b1f9d5a') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:37.264704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9601a0f4-37cd-4431-872c-e3b27b1f9d5a') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:37.266710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60888) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:37.271669 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a8de019-f9b2-42c4-a041-9527242173dd tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2633293 Oct 16 13:37:37.278141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60890) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:37.293670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.301107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::222', 'mac_address': 'fa:16:3e:3f:a2:7f'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:37.303922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 27dec571-2210-4a2e-a15c-4ef71d11337a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:37.322909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port eb642d95-6258-46b3-96f9-d27fd8a577d4 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:37.323255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.347196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.362348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:37.362750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:37.374077 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:37.381278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631718fc-8b02-4551-8201-afaf2c8b7b3c None None] Pushing event updated for resources: {'Port': ['ID=e12ce961-1d2c-4670-a853-7defccc9fd22,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:37.393457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.464268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:37.513532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:37.516669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:37.529802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 27dec571-2210-4a2e-a15c-4ef71d11337a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:37.530369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.554791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8521656c-2003-4886-9bee-bdee68ac9313 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.576022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:37.576832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.609450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:37.640992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.670240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8521656c-2003-4886-9bee-bdee68ac9313 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.673722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Provisioning complete for port 27dec571-2210-4a2e-a15c-4ef71d11337a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:37.674379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.680965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.684142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for eb642d95-6258-46b3-96f9-d27fd8a577d4 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:37.695626 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dedb2494-2467-4782-bd66-16c681c3b2de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0976746 Oct 16 13:37:37.699137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60892) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:37.759863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.769755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.776346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/67541a89-1e7b-4011-8f6b-cfd75b7f7a99 HTTP/1.1" status: 204 len: 168 time: 1.7195992 Oct 16 13:37:37.779552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60894) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:37.804408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.910924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 27dec571-2210-4a2e-a15c-4ef71d11337a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=27dec571-2210-4a2e-a15c-4ef71d11337a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:37.921089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.938702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] Update dhcp port {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': 'aa870ad1-a726-4a36-ada1-0453d806253f', 'ip_address': '2001:db8::f816:3eff:feaf:8d77'}, {'subnet_id': 'bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '27dec571-2210-4a2e-a15c-4ef71d11337a'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:37:37.987399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:37.989267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:38.011052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.023092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.038308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:38.038789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.105606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.172791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:38.173717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:38.174709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee84ea0-cd3d-45c2-bac2-757d1f6b8400 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=67541a89-1e7b-4011-8f6b-cfd75b7f7a99,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:38.186056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-998125011'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:38.207499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=27dec571-2210-4a2e-a15c-4ef71d11337a,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:38.220444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.242519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:38.283526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:38.284260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.353553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=3d3a1870-bf45-4713-9ea7-3fa72c8dc9db,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:38.361595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] In _notify_port_updated(), no bound segment for port 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db on network 638dd346-19ba-42a7-a41f-548e1e4ec27b {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:37:38.369397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:38.370064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.371405 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5e622b50-85a4-4da8-b70e-42adb7878043 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "PUT /v2.0/ports/3d3a1870-bf45-4713-9ea7-3fa72c8dc9db HTTP/1.1" status: 200 len: 1003 time: 1.0886626 Oct 16 13:37:38.375571 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60902) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:38.462057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] Allocated IP 172.20.0.2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c/27dec571-2210-4a2e-a15c-4ef71d11337a) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:38.479344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8521656c-2003-4886-9bee-bdee68ac9313 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.483437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8521656c-2003-4886-9bee-bdee68ac9313 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.488087 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8521656c-2003-4886-9bee-bdee68ac9313 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a8d2293-9691-4765-a3fe-4d26218dbb7a HTTP/1.1" status: 204 len: 168 time: 1.2189722 Oct 16 13:37:38.488929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60906) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:38.526270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521656c-2003-4886-9bee-bdee68ac9313 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d2293-9691-4765-a3fe-4d26218dbb7a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:38.539424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080c52-f313-4db1-a6f5-eadb3e62e8b6 req-0c4526a8-1f6f-4c59-8511-ef2867737edb tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:38.549330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3a080c52-f313-4db1-a6f5-eadb3e62e8b6 req-0c4526a8-1f6f-4c59-8511-ef2867737edb tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.2464797 Oct 16 13:37:38.613786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:38.614124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.614974 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3a080c52-f313-4db1-a6f5-eadb3e62e8b6 req-b4a6af14-8d39-42c6-a0e7-47d9f9e7ec52 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645909 Oct 16 13:37:38.646860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.649410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:38.656070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.692743 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6cfefc47-6add-4adb-a155-99b52a515c36 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1981585 Oct 16 13:37:38.728209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60912) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:38.734388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402974224'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:38.734903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=eb642d95-6258-46b3-96f9-d27fd8a577d4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:38.786979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.788248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d60a2b-4faf-47fe-ae22-477a1407091e None None] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:38.803580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.804458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:38.808555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:38.845124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:38.845788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.846231 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment e944c447-00d8-44f4-9af4-8b848874cde3 of type vlan for network e75712c8-12dd-4ce3-85ff-14fb229abfc8 Oct 16 13:37:38.884371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.890052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-69e28784-2173-43d2-ad12-551ff6abbdf9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/eb642d95-6258-46b3-96f9-d27fd8a577d4 HTTP/1.1" status: 204 len: 168 time: 2.1592999 Oct 16 13:37:38.891794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60914) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:38.901015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.911728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Provisioning complete for port 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:38.912069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.930758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:38.975197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c377bcb-5c02-494a-9ba5-dc93b824e27f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:38.976961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c377bcb-5c02-494a-9ba5-dc93b824e27f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:38.978552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c377bcb-5c02-494a-9ba5-dc93b824e27f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:38.982684 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3c377bcb-5c02-494a-9ba5-dc93b824e27f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0872960 Oct 16 13:37:38.983379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60916) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:38.985925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] For port 27dec571-2210-4a2e-a15c-4ef71d11337a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=27dec571-2210-4a2e-a15c-4ef71d11337a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:38.994176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.024362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Port 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:39.043959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet aa870ad1-a726-4a36-ada1-0453d806253f {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:39.053273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.053822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.057086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.059609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c340fd9-9388-4a9f-a072-8eacc834427e None None] Could not find standard attr ID for object 856c45a0-eba5-42f0-b451-b51c5f0741a9. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:39.061057 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-40860567-35e5-43cb-a5a5-577429a514dd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8 HTTP/1.1" status: 204 len: 168 time: 1.3614609 Oct 16 13:37:39.066267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:39.066904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.079861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60920) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:39.104294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.107828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acac3e61-172b-4fdf-b6c3-7d30f8c5b04c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:39.115545 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b70e7d-43ba-4d6b-b788-08be91b52e38 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:37:39.116272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b70e7d-43ba-4d6b-b788-08be91b52e38 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:37:39.121805 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b3b70e7d-43ba-4d6b-b788-08be91b52e38 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8 HTTP/1.1" status: 404 len: 333 time: 0.0348113 Oct 16 13:37:39.127832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60922) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:39.164410 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-de273a79-3776-42b2-bf65-8f6606b19820 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:37:39.165943 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-de273a79-3776-42b2-bf65-8f6606b19820 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8 HTTP/1.1" status: 404 len: 333 time: 0.0370388 Oct 16 13:37:39.168727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60924) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:39.178584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.229784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.235179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 27dec571-2210-4a2e-a15c-4ef71d11337a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:39.260583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.261886 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5693f0e-46b8-4a1b-8f02-acac4530396f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5324049 Oct 16 13:37:39.276041 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60930) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:39.286521 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': 'acac3e61-172b-4fdf-b6c3-7d30f8c5b04c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:39.303977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.351892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Provisioning complete for port e12ce961-1d2c-4670-a853-7defccc9fd22 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:39.352668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.376817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet f0bbf0f7-5179-4bff-bfbe-214dc712aff6 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:39.381165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.390271 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2168314 Oct 16 13:37:39.391047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234435c4-06a1-4233-9818-f116d43e6b30 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=e75712c8-12dd-4ce3-85ff-14fb229abfc8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:39.393117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60932) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:39.401031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:39.453878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network e75712c8-12dd-4ce3-85ff-14fb229abfc8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:39.467094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.483649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51274ba-3c4d-4314-8565-c69b611085b3 None None] Pushing event updated for resources: {'Port': ['ID=27dec571-2210-4a2e-a15c-4ef71d11337a,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:39.518583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 27dec571-2210-4a2e-a15c-4ef71d11337a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:39.518827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.535752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3975c-4002-4e1c-89c3-f857ff96b25e req-787719a9-aee3-4874-92ac-e8d8294bff7f tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:39.538034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=3d3a1870-bf45-4713-9ea7-3fa72c8dc9db,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:39.542081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.545780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ac3975c-4002-4e1c-89c3-f857ff96b25e req-787719a9-aee3-4874-92ac-e8d8294bff7f tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.2283132 Oct 16 13:37:39.605742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.669251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.683112 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ac3975c-4002-4e1c-89c3-f857ff96b25e req-be35fa1b-b245-46b6-8340-5fff86db380e tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075013 Oct 16 13:37:39.757458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:39.768869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.934307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:39.940102 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b794a8d3-8af7-4363-837b-9ec81e977715 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/ports/3d3a1870-bf45-4713-9ea7-3fa72c8dc9db HTTP/1.1" status: 204 len: 168 time: 1.5611866 Oct 16 13:37:39.941355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60944) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:40.016614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.019191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.020708 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fd91ef-4d32-458f-a7ab-1a80c877c2db tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] GET failed (client error): The resource could not be found. Oct 16 13:37:40.029272 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-15fd91ef-4d32-458f-a7ab-1a80c877c2db tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "GET /v2.0/ports/3d3a1870-bf45-4713-9ea7-3fa72c8dc9db HTTP/1.1" status: 404 len: 333 time: 0.0853667 Oct 16 13:37:40.032932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60946) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:40.038472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2048118450'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:40.058073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.064950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.066717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e12ce961-1d2c-4670-a853-7defccc9fd22 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:40.120124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.146541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=aa870ad1-a726-4a36-ada1-0453d806253f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:40.182455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7d73f-9825-49fc-b611-c226f03dfd44 req-1f795304-046a-4029-b1f9-b1062d47dc25 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:40.190927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4be7d73f-9825-49fc-b611-c226f03dfd44 req-1f795304-046a-4029-b1f9-b1062d47dc25 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.3586185 Oct 16 13:37:40.224152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.229829 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db78c947-d1ef-4fc1-b4ea-f84fefb14535 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/aa870ad1-a726-4a36-ada1-0453d806253f HTTP/1.1" status: 204 len: 168 time: 1.2457340 Oct 16 13:37:40.236375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e12ce961-1d2c-4670-a853-7defccc9fd22 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:40.236898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.250931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60948) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:40.283243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef55f471-f50b-419f-8b10-0922c72cbe5c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:40.319803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5cd2e-11ee-496f-aceb-e74c4d7f8590 req-046417a1-f629-4fcf-92ff-f827dd12c227 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:40.327670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1b5cd2e-11ee-496f-aceb-e74c4d7f8590 req-046417a1-f629-4fcf-92ff-f827dd12c227 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3371296 Oct 16 13:37:40.351727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.356844 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6bcd011a-a0dc-4102-a4b2-834bfe334cfa tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0790846 Oct 16 13:37:40.357148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60950) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:40.358071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.377451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.389530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:40.395200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.425576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bbf0f7-5179-4bff-bfbe-214dc712aff6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:40.431528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.439012 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1f47700b-ffbb-4068-b685-b450f8fcb218 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/f0bbf0f7-5179-4bff-bfbe-214dc712aff6 HTTP/1.1" status: 204 len: 168 time: 1.2692008 Oct 16 13:37:40.441628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:40.446970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14552498-906c-4e8f-81be-d56ed0421ccd None None] Network 96852f2e-acbe-409e-a3d3-f0e80187b1b7 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:40.447887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.463282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:40.467890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.488668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4be7d73f-9825-49fc-b611-c226f03dfd44 req-2dbbc683-ddf0-4844-aad3-c503ad4a7439 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967856 Oct 16 13:37:40.489192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:40.489608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:40.505344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:40.505344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:40.535898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] device_id is not set on port b252dec5-964b-4a2f-b470-a3727e16e4ab yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:40.545397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17414776-e200-43b8-b8f5-51ca25bb8be2 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:40.562259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-906e3c43-df72-4093-afbc-eb2b48f1dc05 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.573042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1b5cd2e-11ee-496f-aceb-e74c4d7f8590 req-95d76f48-ceaa-450a-9535-440ba5529bdb tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443881 Oct 16 13:37:40.593456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.673736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-906e3c43-df72-4093-afbc-eb2b48f1dc05 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.733852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Allocated IP 2001:db8::261 (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/b252dec5-964b-4a2f-b470-a3727e16e4ab) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:40.741549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.746574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port e12ce961-1d2c-4670-a853-7defccc9fd22 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:40.746913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.790840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.850953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-906e3c43-df72-4093-afbc-eb2b48f1dc05 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.862814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] For port e12ce961-1d2c-4670-a853-7defccc9fd22, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e12ce961-1d2c-4670-a853-7defccc9fd22,segment=NetworkSegment(c2bf0511-4137-4766-b27a-afbc276ffabf),segment_id=c2bf0511-4137-4766-b27a-afbc276ffabf)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:40.864380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.871369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] DHCP port deletion for 96852f2e-acbe-409e-a3d3-f0e80187b1b7 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:40.879518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-906e3c43-df72-4093-afbc-eb2b48f1dc05 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.893703 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-906e3c43-df72-4093-afbc-eb2b48f1dc05 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ef55f471-f50b-419f-8b10-0922c72cbe5c HTTP/1.1" status: 204 len: 168 time: 0.5301712 Oct 16 13:37:40.900093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60958) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:40.913914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for e12ce961-1d2c-4670-a853-7defccc9fd22 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:40.932101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e3c43-df72-4093-afbc-eb2b48f1dc05 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef55f471-f50b-419f-8b10-0922c72cbe5c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:40.934227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=8e03d632-eaab-4413-99d4-83d4ae0bfd80,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:40.943617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] Deleting port e12ce961-1d2c-4670-a853-7defccc9fd22 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:40.943990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:40.952125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': 'e944c447-00d8-44f4-9af4-8b848874cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:40.955439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: e75712c8-12dd-4ce3-85ff-14fb229abfc8, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:40.983945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.021713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:41.024027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.027797 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0656f89a-54fa-463e-8a5b-e203b567db8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c HTTP/1.1" status: 204 len: 168 time: 0.7710357 Oct 16 13:37:41.030825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60962) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:41.113567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network e75712c8-12dd-4ce3-85ff-14fb229abfc8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:41.119929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-aa9e9325-df30-41c3-995a-ea42e6b8a918 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851355 Oct 16 13:37:41.120541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60964) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:41.125900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:41.144616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.160931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.183441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] For port e12ce961-1d2c-4670-a853-7defccc9fd22, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e12ce961-1d2c-4670-a853-7defccc9fd22,segment=NetworkSegment(c2bf0511-4137-4766-b27a-afbc276ffabf),segment_id=c2bf0511-4137-4766-b27a-afbc276ffabf)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:41.184235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.236792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] Calling delete_port for e12ce961-1d2c-4670-a853-7defccc9fd22 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:41.264002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] For port e12ce961-1d2c-4670-a853-7defccc9fd22, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e12ce961-1d2c-4670-a853-7defccc9fd22,segment=NetworkSegment(c2bf0511-4137-4766-b27a-afbc276ffabf),segment_id=c2bf0511-4137-4766-b27a-afbc276ffabf)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:41.307876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, e75712c8-12dd-4ce3-85ff-14fb229abfc8) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:41.350187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:41.350777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.369265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08802d2-b79d-4aa0-a67f-00c20a0f7324 req-17b955ac-3184-480e-8bbb-915f521cbe4d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:41.370881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c08802d2-b79d-4aa0-a67f-00c20a0f7324 req-17b955ac-3184-480e-8bbb-915f521cbe4d tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.2674997 Oct 16 13:37:41.393247 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2615da29-365c-4e47-ab55-f2b583bb7835 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4866576 Oct 16 13:37:41.395425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60968) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:41.476353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c08802d2-b79d-4aa0-a67f-00c20a0f7324 req-61304015-b3dc-4411-be3d-49c0c9d9a40f tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932248 Oct 16 13:37:41.483211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:41.484703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.495676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.502068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4bd1b-1b9f-4fe1-b278-03adaa86ab6b None None] Network e75712c8-12dd-4ce3-85ff-14fb229abfc8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:41.506363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.542419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fb40e-bccf-449a-b5e0-67b4507007f0 req-c2910e20-ee10-4e32-9466-d19bd8f5c3e7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:41.549977 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e18fb40e-bccf-449a-b5e0-67b4507007f0 req-c2910e20-ee10-4e32-9466-d19bd8f5c3e7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2785029 Oct 16 13:37:41.560251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4480deef-1c98-4ba6-bfa1-1ccaf630a4cf tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.571580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Could not find standard attr ID for object 3d3a1870-bf45-4713-9ea7-3fa72c8dc9db. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:41.585069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-4e711551-5fbc-49db-be6e-1df6382b870e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:41.591780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-4e711551-5fbc-49db-be6e-1df6382b870e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.4353461 Oct 16 13:37:41.599362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.600006 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f9b149c0-57a0-45ca-ac61-d09d995c33a9 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2028067 Oct 16 13:37:41.602582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4480deef-1c98-4ba6-bfa1-1ccaf630a4cf tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.610401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60972) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:41.630202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:41.630767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:41.656156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=e12ce961-1d2c-4670-a853-7defccc9fd22,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:41.667465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c841c9d-70a7-4000-93e3-4a978c52a7fc None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:41.676040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No DVR routers for this DVR port e12ce961-1d2c-4670-a853-7defccc9fd22 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:41.720895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-408ba2ae-8278-41ef-a618-fac35c6d9d0a None None] Could not find standard attr ID for object 8f65ef3e-ce78-48dd-b4f0-eed1ad2049b8. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:41.721148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.735954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1078f-0b4e-4889-8a08-1a41bf85787a None None] Pushing event updated for resources: {'Port': ['ID=e12ce961-1d2c-4670-a853-7defccc9fd22,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:41.748244 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e18fb40e-bccf-449a-b5e0-67b4507007f0 req-d8c2fde7-204c-4b4c-a7fa-bf0644c844e9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848545 Oct 16 13:37:41.751504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-408ba2ae-8278-41ef-a618-fac35c6d9d0a None None] Could not find standard attr ID for object eb642d95-6258-46b3-96f9-d27fd8a577d4. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:41.796251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:41.804739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-408ba2ae-8278-41ef-a618-fac35c6d9d0a None None] Could not find standard attr ID for object e12ce961-1d2c-4670-a853-7defccc9fd22. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:41.835233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590619-25de-4714-a4cf-07bc6cbe5276 req-e503b86d-beb8-4cc7-a7de-dbf803901e86 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:41.842943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8590619-25de-4714-a4cf-07bc6cbe5276 req-e503b86d-beb8-4cc7-a7de-dbf803901e86 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.2396290 Oct 16 13:37:41.888100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.903477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:41.906689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:41.915262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:41.916222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.924893 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-408ba2ae-8278-41ef-a618-fac35c6d9d0a None None] Provisioning complete for port 27dec571-2210-4a2e-a15c-4ef71d11337a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:41.925406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-408ba2ae-8278-41ef-a618-fac35c6d9d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.931035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] Pushing event deleted for resources: {'Port': ['ID=e12ce961-1d2c-4670-a853-7defccc9fd22,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:41.944369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4480deef-1c98-4ba6-bfa1-1ccaf630a4cf tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.944824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4480deef-1c98-4ba6-bfa1-1ccaf630a4cf tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:41.948747 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4480deef-1c98-4ba6-bfa1-1ccaf630a4cf tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/acac3e61-172b-4fdf-b6c3-7d30f8c5b04c HTTP/1.1" status: 204 len: 168 time: 0.5474575 Oct 16 13:37:41.972984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8590619-25de-4714-a4cf-07bc6cbe5276 req-3ade7c8a-5181-4dab-b8a6-d0bc8fbfabf4 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157382 Oct 16 13:37:41.972984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60980) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:41.973188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d714af0-01ef-496d-b5f9-c1d331617016 None None] No DVR routers for this DVR port e12ce961-1d2c-4670-a853-7defccc9fd22 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:42.010499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=b252dec5-964b-4a2f-b470-a3727e16e4ab,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:42.013344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Deleting port eebc318c-5da5-4b4a-a585-7e02c0278b87 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:42.013561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.025082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-e75712c8-12dd-4ce3-85ff-14fb229abfc8', 'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': '8e03d632-eaab-4413-99d4-83d4ae0bfd80'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:42.027514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.066478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480deef-1c98-4ba6-bfa1-1ccaf630a4cf tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac3e61-172b-4fdf-b6c3-7d30f8c5b04c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:42.076655 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.142748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96852f2e-acbe-409e-a3d3-f0e80187b1b7']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:42.153208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bf0511-4137-4766-b27a-afbc276ffabf') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:42.153493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bf0511-4137-4766-b27a-afbc276ffabf') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:42.171976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.182222 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9b8b33ac-8c67-4b30-8b31-434a93f9768c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1479924 Oct 16 13:37:42.184893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60982) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:42.191393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.196120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] For port eebc318c-5da5-4b4a-a585-7e02c0278b87, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eebc318c-5da5-4b4a-a585-7e02c0278b87,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:42.196525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.199014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3f:a2:7f'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:42.208506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:42.219346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Port e12ce961-1d2c-4670-a853-7defccc9fd22 update to ACTIVE by agent not found {{(pid=101082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 16 13:37:42.266518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.337349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.355727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:42.358850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:42.363791 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:42.386829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 27dec571-2210-4a2e-a15c-4ef71d11337a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:42.468509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Allocated IP 2001:db8::1 (e75712c8-12dd-4ce3-85ff-14fb229abfc8/8e03d632-eaab-4413-99d4-83d4ae0bfd80/d5510dc6-c045-43b1-acb3-626236dc28b6) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:42.488090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] Deleting port 27dec571-2210-4a2e-a15c-4ef71d11337a {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:42.488510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.507154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.535509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-225eb37f-3694-4718-ba4a-8e5288008e26 None None] Provisioning complete for port b252dec5-964b-4a2f-b470-a3727e16e4ab triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:42.535509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-225eb37f-3694-4718-ba4a-8e5288008e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.563345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.578836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.585789 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/96852f2e-acbe-409e-a3d3-f0e80187b1b7 HTTP/1.1" status: 204 len: 168 time: 2.1399233 Oct 16 13:37:42.587202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60988) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:42.600425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-277186780'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:42.618440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12b9a-bb6c-4c2f-81ff-81c2a76b84a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=96852f2e-acbe-409e-a3d3-f0e80187b1b7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:42.719203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.725489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-225eb37f-3694-4718-ba4a-8e5288008e26 None None] Port b252dec5-964b-4a2f-b470-a3727e16e4ab cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:42.737123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:42.742330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.758025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] For port 27dec571-2210-4a2e-a15c-4ef71d11337a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=27dec571-2210-4a2e-a15c-4ef71d11337a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:42.758334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.792510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] Calling delete_port for 27dec571-2210-4a2e-a15c-4ef71d11337a owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:42.805254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:42.826751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.827220 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment 1e46353f-9fe6-4fd0-9c97-f9338868ad98 of type vlan for network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 Oct 16 13:37:42.853163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 27dec571-2210-4a2e-a15c-4ef71d11337a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=27dec571-2210-4a2e-a15c-4ef71d11337a,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:42.861836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-59ca3606-68b7-4c5f-942f-3e02d49570ab tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8977046 Oct 16 13:37:42.867940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60992) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:42.871828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.884451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254531485'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:42.889757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-361afe8f-87f6-4662-8e1b-bb1431068ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.890235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.906966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.925904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.927096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e12ce961-1d2c-4670-a853-7defccc9fd22 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:42.970086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e12ce961-1d2c-4670-a853-7defccc9fd22 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:42.970426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e12ce961-1d2c-4670-a853-7defccc9fd22 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:42.978156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:42.994241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67027b1-521e-4720-816f-d500141cba23 req-bbc9d404-541c-40fa-bde1-c572f963c46d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:43.001160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b67027b1-521e-4720-816f-d500141cba23 req-bbc9d404-541c-40fa-bde1-c572f963c46d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3053484 Oct 16 13:37:43.019723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.021238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.029434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:43.029434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.037221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Network e75712c8-12dd-4ce3-85ff-14fb229abfc8 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:43.039299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:43.041291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=27dec571-2210-4a2e-a15c-4ef71d11337a,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.044485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:43.047068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9b27-dc18-4045-a63b-9472a1d07e2b req-5c3a5164-01e3-47ae-86a3-ac05c6a70889 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:43.048793 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c4d9b27-dc18-4045-a63b-9472a1d07e2b req-5c3a5164-01e3-47ae-86a3-ac05c6a70889 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.3493593 Oct 16 13:37:43.081448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] In _notify_port_updated(), no bound segment for port b252dec5-964b-4a2f-b470-a3727e16e4ab on network 638dd346-19ba-42a7-a41f-548e1e4ec27b {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:37:43.087128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:43.087788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.092929 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "PUT /v2.0/ports/b252dec5-964b-4a2f-b470-a3727e16e4ab HTTP/1.1" status: 200 len: 1003 time: 0.9033859 Oct 16 13:37:43.095815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.102692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 60996) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:43.127937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.142993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] No DVR routers for this DVR port 27dec571-2210-4a2e-a15c-4ef71d11337a on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:43.144688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Attempting to bind port d5510dc6-c045-43b1-acb3-626236dc28b6 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:43.145051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Attempting to bind port d5510dc6-c045-43b1-acb3-626236dc28b6 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e944c447-00d8-44f4-9af4-8b848874cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:43.145411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Attempting to bind port d5510dc6-c045-43b1-acb3-626236dc28b6 on network e75712c8-12dd-4ce3-85ff-14fb229abfc8 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:43.157381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-95640bef-652a-48b8-a1b1-0e575b9c1338 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:43.158735 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-95640bef-652a-48b8-a1b1-0e575b9c1338 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.31 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.4650497 Oct 16 13:37:43.178245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Pushing event updated for resources: {'Port': ['ID=d5510dc6-c045-43b1-acb3-626236dc28b6,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.180880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:43.181252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Checking segment: {'id': 'e944c447-00d8-44f4-9af4-8b848874cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:43.181643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.182027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Bound using segment: {'id': 'e944c447-00d8-44f4-9af4-8b848874cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:43.182519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Bound port: d5510dc6-c045-43b1-acb3-626236dc28b6, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e944c447-00d8-44f4-9af4-8b848874cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:43.182884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.208883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980132e-8e1d-4f09-9d4b-1a2715389350 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=b252dec5-964b-4a2f-b470-a3727e16e4ab,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.221233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.230702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.231058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.231368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Floating IP 2d8727af-cbe9-4362-953b-6b8108507464 disassociated. External IP: 172.26.5.48, port: eebc318c-5da5-4b4a-a585-7e02c0278b87. Oct 16 13:37:43.232277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Calling delete_port for eebc318c-5da5-4b4a-a585-7e02c0278b87 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:43.248183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=9a4727af-c4ac-4bba-a63f-1ffbfed85b33,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.255721 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3fd84d03-8591-4e87-b89a-36711eb2a60e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6598713 Oct 16 13:37:43.288787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:43.294026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 60998) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:43.310398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] For port d5510dc6-c045-43b1-acb3-626236dc28b6, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:43.314326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=8e03d632-eaab-4413-99d4-83d4ae0bfd80,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.316263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2845a-55d7-47b4-be96-fac896446ceb None None] Pushing event deleted for resources: {'Port': ['ID=27dec571-2210-4a2e-a15c-4ef71d11337a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.320967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b67027b1-521e-4720-816f-d500141cba23 req-0143b95b-d723-41eb-8beb-af733f23a0f2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196747 Oct 16 13:37:43.336131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:43.352384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] For port d5510dc6-c045-43b1-acb3-626236dc28b6, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d5510dc6-c045-43b1-acb3-626236dc28b6,segment=NetworkSegment(e944c447-00d8-44f4-9af4-8b848874cde3),segment_id=e944c447-00d8-44f4-9af4-8b848874cde3)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:43.367662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:37:43.390485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.414934 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c4d9b27-dc18-4045-a63b-9472a1d07e2b req-e2614c66-e330-4c7f-9ace-61c457aca8e0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234880 Oct 16 13:37:43.427405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75712c8-12dd-4ce3-85ff-14fb229abfc8']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:43.427834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.441956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e944c447-00d8-44f4-9af4-8b848874cde3') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:43.442317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e944c447-00d8-44f4-9af4-8b848874cde3') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:43.456554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port b252dec5-964b-4a2f-b470-a3727e16e4ab {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:43.456884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.463344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.499417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.527995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644029f2-2190-40ab-8c5a-d3c9b2d9635b None None] Pushing event updated for resources: {'Port': ['ID=d5510dc6-c045-43b1-acb3-626236dc28b6,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.536737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:43.536737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:43.541986 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:43.567595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed49cbc-82b4-41ad-9ac2-6934e77f8cc2 None None] Network e75712c8-12dd-4ce3-85ff-14fb229abfc8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:43.580586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-498ede2c-7e48-48b2-a8ac-add403f2cd4a None None] Provisioning complete for port b252dec5-964b-4a2f-b470-a3727e16e4ab triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:43.584154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-498ede2c-7e48-48b2-a8ac-add403f2cd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.618428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.633161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for b252dec5-964b-4a2f-b470-a3727e16e4ab owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:43.665758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-498ede2c-7e48-48b2-a8ac-add403f2cd4a None None] Port b252dec5-964b-4a2f-b470-a3727e16e4ab cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:43.682185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:37:43.682185 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:37:43.682185 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'id': 'e75712c8-12dd-4ce3-85ff-14fb229abfc8'}] Oct 16 13:37:43.682185 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:43.682599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:43.742045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120cbe0f-5f35-4802-8f89-daa6b10a3ec7 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:37:43.793072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.818293 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.services.revisions.revision_plugin [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Could not find related port for resource to bump revision. Oct 16 13:37:43.845352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.863403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120cbe0f-5f35-4802-8f89-daa6b10a3ec7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:37:43.868182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf382b6-49fe-486f-89c9-050e89c56ecf req-d7a3f652-8182-4696-a519-839c5083a106 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:43.869722 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cf382b6-49fe-486f-89c9-050e89c56ecf req-d7a3f652-8182-4696-a519-839c5083a106 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 945 time: 0.3359892 Oct 16 13:37:43.878808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=b252dec5-964b-4a2f-b470-a3727e16e4ab,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:43.901713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.903915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_pluggable_backend [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Port 27dec571-2210-4a2e-a15c-4ef71d11337a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101080) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 16 13:37:43.904215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_pluggable_backend [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:8d77 {{(pid=101080) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 16 13:37:43.916014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Deleting port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:43.916454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.916866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.923605 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ff6a370c-1fbf-4229-940d-0025d2d593c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/ports/b252dec5-964b-4a2f-b470-a3727e16e4ab HTTP/1.1" status: 204 len: 168 time: 0.8199193 Oct 16 13:37:43.924009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_pluggable_backend [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:8d77 {{(pid=101080) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 16 13:37:43.925774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32768) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:43.952757 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb573d5-aab0-4926-84ab-1ba5f636b062 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] GET failed (client error): The resource could not be found. Oct 16 13:37:43.953906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.954590 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bbb573d5-aab0-4926-84ab-1ba5f636b062 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "GET /v2.0/ports/b252dec5-964b-4a2f-b470-a3727e16e4ab HTTP/1.1" status: 404 len: 333 time: 0.0278683 Oct 16 13:37:43.955682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:43.959234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:43.960495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32770) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:43.965425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440232672'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:44.071584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3457457c-01c2-40c2-b69f-09895bca6b4e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:44.095393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.096682 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5ceaa198-e732-43df-a012-74dae306d945 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2233078 Oct 16 13:37:44.099653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32772) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:44.105387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '3457457c-01c2-40c2-b69f-09895bca6b4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:44.126994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:44.156261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:44.160642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.172174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:44.175250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:44.175835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.185350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.191533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cf382b6-49fe-486f-89c9-050e89c56ecf req-fba5d919-9380-4ea1-8cf4-c02c3d58af13 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups?id=72bfc954-4019-4f15-866c-dd0ab2207332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892940 Oct 16 13:37:44.199903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.211852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] device_id is not set on port dbe9a676-d79f-4974-8a23-e84020796881 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:44.269106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=a75932cb-8dd3-4d96-bddf-84feea0f0c19,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:44.288234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event deleted for resources: {'Port': ['ID=eebc318c-5da5-4b4a-a585-7e02c0278b87,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:44.304626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:44.305270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.321744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.326164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'a75932cb-8dd3-4d96-bddf-84feea0f0c19'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:44.328603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.412649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting port d5510dc6-c045-43b1-acb3-626236dc28b6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:44.412991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.417349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e777f1b6-02ad-49bf-9257-9186718858d8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2932258 Oct 16 13:37:44.424729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32776) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:44.458792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Allocated IP 2001:db8::14f (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/dbe9a676-d79f-4974-8a23-e84020796881) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:44.468226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:44.526758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Allocated IP 2001:db8::f816:3eff:fed3:87b2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/a75932cb-8dd3-4d96-bddf-84feea0f0c19/21d64f56-ca51-41dc-bd65-ab641b851560) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:44.603467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.611679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] For port d5510dc6-c045-43b1-acb3-626236dc28b6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d5510dc6-c045-43b1-acb3-626236dc28b6,segment=NetworkSegment(e944c447-00d8-44f4-9af4-8b848874cde3),segment_id=e944c447-00d8-44f4-9af4-8b848874cde3)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:44.612304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.637149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Calling delete_port for d5510dc6-c045-43b1-acb3-626236dc28b6 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:44.733203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.979846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:44.984380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.026470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ade3b7e-7832-43d0-b4f2-30644313b7e2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.041793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:45.045932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:45.054231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:45.070859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.074409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.078283 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ffb0fa15-b0de-4caa-82f6-6cbe951aefc5 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9746778 Oct 16 13:37:45.080294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32780) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.101315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Pushing event updated for resources: {'Port': ['ID=21d64f56-ca51-41dc-bd65-ab641b851560,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.104385 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1493176a-19c4-4661-9fdb-87dde57c6671 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules/5ade3b7e-7832-43d0-b4f2-30644313b7e2 HTTP/1.1" status: 200 len: 763 time: 0.0229387 Oct 16 13:37:45.110777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.137005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Attempting to bind port 21d64f56-ca51-41dc-bd65-ab641b851560 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:45.137693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Attempting to bind port 21d64f56-ca51-41dc-bd65-ab641b851560 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:45.137845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7fb47-96a3-46d1-b985-5c7f1df82149 req-fd6b769b-2893-436f-83ff-f6508b3e6539 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:45.138935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.139068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Attempting to bind port 21d64f56-ca51-41dc-bd65-ab641b851560 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:45.139914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ade7fb47-96a3-46d1-b985-5c7f1df82149 req-fd6b769b-2893-436f-83ff-f6508b3e6539 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.7288156 Oct 16 13:37:45.146652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.151679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:45.151679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:45.152267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.152777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:45.153355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Bound port: 21d64f56-ca51-41dc-bd65-ab641b851560, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:45.153898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.178453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:45.183549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Port': ['ID=d5510dc6-c045-43b1-acb3-626236dc28b6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.196353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No DVR routers for this DVR port d5510dc6-c045-43b1-acb3-626236dc28b6 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:45.216381 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c60774cc-3649-403e-971d-abd4efd93952 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1045570 Oct 16 13:37:45.219584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8babd61-8fff-4546-adfc-1f9b9eb296a6 req-c945b2c0-5d33-4c0e-a1c0-630dd8c6c60e tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:45.221167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8babd61-8fff-4546-adfc-1f9b9eb296a6 req-c945b2c0-5d33-4c0e-a1c0-630dd8c6c60e tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 945 time: 0.4137969 Oct 16 13:37:45.224649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32786) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.235749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] For port 21d64f56-ca51-41dc-bd65-ab641b851560, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:45.239398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] For port 21d64f56-ca51-41dc-bd65-ab641b851560, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=21d64f56-ca51-41dc-bd65-ab641b851560,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:45.246441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.248294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eebc318c-5da5-4b4a-a585-7e02c0278b87 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:45.274464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: eebc318c-5da5-4b4a-a585-7e02c0278b87 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:45.274881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eebc318c-5da5-4b4a-a585-7e02c0278b87 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:45.275470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 0062dd15-c1fc-4173-bac9-eed9fa4fb58f no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:45.318829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.319078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:45.330383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:45.349481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.349849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.350153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Floating IP 806fa567-af08-4cef-9c15-19d95d6576c6 disassociated. External IP: 172.26.5.174, port: 0062dd15-c1fc-4173-bac9-eed9fa4fb58f. Oct 16 13:37:45.350493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Calling delete_port for 0062dd15-c1fc-4173-bac9-eed9fa4fb58f owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:45.365016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:45.365546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=cf13d3b8-2738-4250-a655-9c8081721096,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.376851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:45.376851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.381443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.385520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fe696e2-87c0-4893-ba91-a32946d84567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.401122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=dbe9a676-d79f-4974-8a23-e84020796881,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.415778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b99025-a9ec-4113-b231-423f0f3752c7 None None] Pushing event updated for resources: {'Port': ['ID=21d64f56-ca51-41dc-bd65-ab641b851560,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.423357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75712c8-12dd-4ce3-85ff-14fb229abfc8']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:45.438075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e944c447-00d8-44f4-9af4-8b848874cde3') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:45.438328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e944c447-00d8-44f4-9af4-8b848874cde3') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:45.452353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.458796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c709bc52-ba24-47f8-85eb-9b8f1c6bfe3d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.458979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.465712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c709bc52-ba24-47f8-85eb-9b8f1c6bfe3d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.468152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.472907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ade7fb47-96a3-46d1-b985-5c7f1df82149 req-15dfb2e5-cd5d-4c3e-aaaa-c85cbcdae37e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214850 Oct 16 13:37:45.478687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:45.479189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:45.483200 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:45.507939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:37:45.510428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a567429-5465-4e9c-94e6-43c2b70e0909" -d '{"events": [{"server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "name": "network-vif-unplugged", "status": "completed", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:37:45.526311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8babd61-8fff-4546-adfc-1f9b9eb296a6 req-b3bc9fef-68c1-48db-b48d-4e1ec15aca83 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups?id=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597980 Oct 16 13:37:45.533612 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5d6cc9ce-7c33-48c0-8336-dd38a37eaa73 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5719616 Oct 16 13:37:45.538041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:45.548542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:45.552056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.565025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56651ae3-cb92-49d6-bf7b-ac4ecd307d7c x-openstack-request-id: req-56651ae3-cb92-49d6-bf7b-ac4ecd307d7c {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:37:45.565523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "name": "network-vif-unplugged", "status": "completed", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:37:45.565846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56651ae3-cb92-49d6-bf7b-ac4ecd307d7c {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:37:45.566323 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'code': 200} Oct 16 13:37:45.569533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32790) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.576367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'network_id': '638dd346-19ba-42a7-a41f-548e1e4ec27b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2034411306'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:45.593720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.665926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.672451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': '1e46353f-9fe6-4fd0-9c97-f9338868ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:45.672829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 9a4727af-c4ac-4bba-a63f-1ffbfed85b33, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:45.673662 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.682929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.689008 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/e75712c8-12dd-4ce3-85ff-14fb229abfc8 HTTP/1.1" status: 204 len: 168 time: 4.0689447 Oct 16 13:37:45.705009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32792) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.711126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749309357'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:45.712953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c4f22e2-9e0c-4fe0-8f3f-f24ce800c502 req-e2aa83f8-9ede-44cb-a5c1-f86aaf182fe8 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.0969357 Oct 16 13:37:45.719545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f64e5f-c9c7-4a3c-83c7-d8714050ac05 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=e75712c8-12dd-4ce3-85ff-14fb229abfc8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.793738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:45.798526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.826370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:45.834999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.835354 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment 33110180-6698-4742-a5a6-6a287fb9c2fd of type vlan for network 853d36e5-0f11-4650-a28e-5ee2cec8021e Oct 16 13:37:45.865800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c709bc52-ba24-47f8-85eb-9b8f1c6bfe3d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.880560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.885193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c709bc52-ba24-47f8-85eb-9b8f1c6bfe3d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:45.886318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c709bc52-ba24-47f8-85eb-9b8f1c6bfe3d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5ade3b7e-7832-43d0-b4f2-30644313b7e2 HTTP/1.1" status: 204 len: 168 time: 0.6571872 Oct 16 13:37:45.889706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32794) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.913376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709bc52-ba24-47f8-85eb-9b8f1c6bfe3d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ade3b7e-7832-43d0-b4f2-30644313b7e2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:45.921767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:45.937947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] Sync routers for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:45.945410 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-55c186f7-909f-4fb4-9c50-4f7acf581441 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520635 Oct 16 13:37:45.948352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32796) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:45.953433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '3457457c-01c2-40c2-b69f-09895bca6b4e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:45.957235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:45.958239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:45.983277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:45.993856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.000206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:46.002924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.020662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] No DVR routers for this DVR port eebc318c-5da5-4b4a-a585-7e02c0278b87 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:46.048034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.051329 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23d67c53-6f48-4c63-b5e8-8951592c86af req-24485371-fdc6-457d-90fc-13b9e4a7b6fa tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.31 "DELETE /v2.0/ports/eebc318c-5da5-4b4a-a585-7e02c0278b87 HTTP/1.1" status: 204 len: 173 time: 4.4501727 Oct 16 13:37:46.051787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'name': 'network-vif-deleted', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:37:46.054430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b16a9f-e4a5-4585-8f48-c4f270128b18" -d '{"events": [{"server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "name": "network-vif-deleted", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:37:46.088503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.100756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=853d36e5-0f11-4650-a28e-5ee2cec8021e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:46.106633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:46.115496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88567243-9030-451d-b13d-7eddc2bba300 x-openstack-request-id: req-88567243-9030-451d-b13d-7eddc2bba300 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:37:46.115794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a5513-40fd-43e0-86a4-16493757c784", "name": "network-vif-deleted", "tag": "eebc318c-5da5-4b4a-a585-7e02c0278b87", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:37:46.116059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88567243-9030-451d-b13d-7eddc2bba300 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:37:46.116484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a5513-40fd-43e0-86a4-16493757c784', 'name': 'network-vif-deleted', 'tag': 'eebc318c-5da5-4b4a-a585-7e02c0278b87', 'status': 'completed', 'code': 200} Oct 16 13:37:46.119742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 9a4727af-c4ac-4bba-a63f-1ffbfed85b33) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:46.125199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:46.128759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.143374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:46.157434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.208706 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fdd98e1d-eec8-421f-90e7-bddfc5cbecce tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5025768 Oct 16 13:37:46.212222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32800) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.226220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:46.237325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.263090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cdb145-ce70-4702-82bd-265e52f2eb9b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:46.268102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.389775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event deleted for resources: {'Port': ['ID=0062dd15-c1fc-4173-bac9-eed9fa4fb58f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:46.416809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Made reservation on behalf of 7ca8e9d6da7842b684f6cc8718253f83 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:46.421773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.437116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 21d64f56-ca51-41dc-bd65-ab641b851560 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:46.499260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.502492 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-691f2779-7d2f-4b8b-96e1-bcfde31750b1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5507684 Oct 16 13:37:46.502972 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32804) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.537965 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7f98ed80-dfbe-4c28-8253-e975e65f2a2f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules/d6cdb145-ce70-4702-82bd-265e52f2eb9b HTTP/1.1" status: 200 len: 763 time: 0.0337689 Oct 16 13:37:46.540493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32808) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.602667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 21d64f56-ca51-41dc-bd65-ab641b851560 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:46.603262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.607047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.610601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] device_id is not set on port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:46.614830 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-583e9a28-dad8-469f-9531-141228f773a7 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704212 Oct 16 13:37:46.615147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32810) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.649229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e43b4df-7cc2-4a13-9d21-d17bd5b68bd3 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:37:46.651354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e45e6b53-b5a6-40b5-8d60-5436ab97c391 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.655509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-210fa924-43b4-44a1-8df3-c6f410e24fca tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3575661 Oct 16 13:37:46.662611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32812) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.666033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e45e6b53-b5a6-40b5-8d60-5436ab97c391 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.672290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33', 'security_groups': [], 'name': 'tempest-PortsTestJSON-508126908'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:46.682867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:17Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:46.717973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.726532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] Checking router: b50f6ab2-31a7-4f92-9b60-c8f0918cd941 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:46.742122 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a9f11c58-3b8a-434e-bcdc-63b4a7c0a62c req-cdb32c0c-60e2-4dae-848b-00ee8a4117ca tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.1024435 Oct 16 13:37:46.750097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.771444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:46.772073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:46.825231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-bcaaab0c-480d-48d5-ae14-4dc356906dc2 None None] Provisioning complete for port 21d64f56-ca51-41dc-bd65-ab641b851560 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:46.827875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcaaab0c-480d-48d5-ae14-4dc356906dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.856522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:46.868172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e45e6b53-b5a6-40b5-8d60-5436ab97c391 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.873937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e45e6b53-b5a6-40b5-8d60-5436ab97c391 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.877512 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e45e6b53-b5a6-40b5-8d60-5436ab97c391 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d6cdb145-ce70-4702-82bd-265e52f2eb9b HTTP/1.1" status: 204 len: 168 time: 0.2590330 Oct 16 13:37:46.885446 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32818) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.902442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:46.908530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e6b53-b5a6-40b5-8d60-5436ab97c391 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6cdb145-ce70-4702-82bd-265e52f2eb9b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:46.908674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.935060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:46.944929 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c875fba7-b48c-4eec-aa2e-c3b6b25cb9ea tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631363 Oct 16 13:37:46.945137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:46.956817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Request body: {'security_group_rule': {'security_group_id': '3457457c-01c2-40c2-b69f-09895bca6b4e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:46.964441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:46.967310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.967630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.985105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:46.985838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:46.989553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1492261a-7a33-4a48-9bda-8e6558278f47 req-7bd70ba0-fe01-434a-9975-37f8968bb7da tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a6a5513-40fd-43e0-86a4-16493757c784 HTTP/1.1" status: 200 len: 210 time: 0.1027575 Oct 16 13:37:47.000219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port f76710be-3148-412c-8fbb-9273a4d09b50 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:47.014932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4ff08-4c46-410d-ada0-9344a8d41233 req-096bdf80-caa8-459b-b9a5-d0fa52360344 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:47.016660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68f4ff08-4c46-410d-ada0-9344a8d41233 req-096bdf80-caa8-459b-b9a5-d0fa52360344 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3979158 Oct 16 13:37:47.017519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=5156efb5-d402-48ce-ab66-faeb86882c71,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:47.036761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e43b4df-7cc2-4a13-9d21-d17bd5b68bd3 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:37:47.078506 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Project 48ee553916d04f659e38deb7b4d02bdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:37:47.087627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.101683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 21d64f56-ca51-41dc-bd65-ab641b851560, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=21d64f56-ca51-41dc-bd65-ab641b851560,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:47.119060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:47.130733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Allocated IP 2001:db8::dc (638dd346-19ba-42a7-a41f-548e1e4ec27b/d3bf6cff-62ad-43e0-8472-39e6517f2957/5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:47.152004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Router a1bba587-690e-46a2-981b-ba4e6a9133b7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:47.172476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.175259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68f4ff08-4c46-410d-ada0-9344a8d41233 req-6c3cd2c2-f06a-4e9b-a552-7e2832fef516 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295424 Oct 16 13:37:47.184422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.8 (9a4727af-c4ac-4bba-a63f-1ffbfed85b33/cf13d3b8-2738-4250-a655-9c8081721096/f76710be-3148-412c-8fbb-9273a4d09b50) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:47.232253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcaaab0c-480d-48d5-ae14-4dc356906dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.237724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.276508 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c0db107c-4aee-40d1-a143-0c3d861bf495 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8378859 Oct 16 13:37:47.299365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32822) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:47.304876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:c8:fe:35', 'name': 'tempest-NetworksTestDHCPv6-677254347'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:47.366612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.448949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3b169c-93e9-49b8-9189-1f1b4fc81dab,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:47.514573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.531909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.535653 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-112b9495-e6e6-4ff2-a05c-99601751e80f tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5870945 Oct 16 13:37:47.537801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32824) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:47.544934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=21d64f56-ca51-41dc-bd65-ab641b851560,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:47.574996 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-78eedeac-bc24-4f2d-a885-6aaccbf27ae4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules/7d3b169c-93e9-49b8-9189-1f1b4fc81dab HTTP/1.1" status: 200 len: 769 time: 0.0333648 Oct 16 13:37:47.576394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32826) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:47.630705 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-194b3f08-5210-4c12-a756-d6bb1c871020 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0510726 Oct 16 13:37:47.630967 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32828) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:47.637141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:47.660782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-bcaaab0c-480d-48d5-ae14-4dc356906dc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:47.661361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.661471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-bcaaab0c-480d-48d5-ae14-4dc356906dc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:47.745735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-77c890b6-7a21-4628-925c-ce891fb4e4e4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.765450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-77c890b6-7a21-4628-925c-ce891fb4e4e4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.781039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:47.794960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:47.797466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:47.822421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.829792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:47.842268 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] Sync routers for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:47.850298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=f76710be-3148-412c-8fbb-9273a4d09b50,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:47.862427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.872943 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:47.872943 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:47.887492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-870c68b8-27d7-4b18-8ff4-a4c3cb523854 req-96c3a159-a6c8-4214-b4e5-dbf0d763a3ee tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.0491252 Oct 16 13:37:47.897922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-9a4727af-c4ac-4bba-a63f-1ffbfed85b33', 'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': 'cf13d3b8-2738-4250-a655-9c8081721096'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:47.901444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.901666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:47.901666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.915884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 17bbbcb6-416c-4b9f-88d5-85c931b3e5e6 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:47.918464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] No DVR routers for this DVR port 0062dd15-c1fc-4173-bac9-eed9fa4fb58f on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:47.924966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.928537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:17Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:47.929399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:47.933541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-139d172f-a373-4716-a1bb-9cd632c832c8 req-fbb0ef63-1361-4821-9431-b615dc0cf5d0 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.31 "DELETE /v2.0/ports/0062dd15-c1fc-4173-bac9-eed9fa4fb58f HTTP/1.1" status: 204 len: 173 time: 4.7417538 Oct 16 13:37:47.969589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d470e96-06c5-4760-b5e2-d3ef253eef46 None None] The sync data for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv is: [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 4, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b1a731fb-c824-453b-83c8-3e1358d3402e', 'name': '', 'network_id': 'f1566144-1f29-4c26-a21f-76498ed4107b', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'mac_address': 'fa:16:3e:9f:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:06Z', 'updated_at': '2021-10-16T13:36:17Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'subnets': [{'id': '336d2cb1-d02d-4765-8950-a6e899094e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:48.001023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=1dec37ac-9f27-4915-adc3-c0e38057587e,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:48.017380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': '33110180-6698-4742-a5a6-6a287fb9c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:48.018234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: 853d36e5-0f11-4650-a28e-5ee2cec8021e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:48.057179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.115808 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d3207f9a-ace9-4dbc-be96-3b1d37f8d6a4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.4520984 Oct 16 13:37:48.131280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-77c890b6-7a21-4628-925c-ce891fb4e4e4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.131280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-77c890b6-7a21-4628-925c-ce891fb4e4e4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.131280 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-77c890b6-7a21-4628-925c-ce891fb4e4e4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7d3b169c-93e9-49b8-9189-1f1b4fc81dab HTTP/1.1" status: 204 len: 168 time: 0.4914536 Oct 16 13:37:48.131768 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:48.153170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32836) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:48.153518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32838) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:48.164894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'name': 'network-vif-deleted', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:37:48.167685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b155dc9f-0c8b-424e-84a0-80032d5a9f54" -d '{"events": [{"server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "name": "network-vif-deleted", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:37:48.179595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:48.219261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:48.244982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c890b6-7a21-4628-925c-ce891fb4e4e4 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d3b169c-93e9-49b8-9189-1f1b4fc81dab,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:48.270263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32844) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:48.277421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:48.284796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:48.290700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:48.306788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Allocated IP 172.20.0.2 (9a4727af-c4ac-4bba-a63f-1ffbfed85b33/cf13d3b8-2738-4250-a655-9c8081721096/8c88317e-f8c4-46df-90fa-b5c50d14dace) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:48.307036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:48.308209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.328925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be680ebb-80b8-42a8-8e4f-305cc1802af8 x-openstack-request-id: req-be680ebb-80b8-42a8-8e4f-305cc1802af8 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:37:48.330724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1636f1be-b87c-480d-a960-c12be1a9416f", "name": "network-vif-deleted", "tag": "0062dd15-c1fc-4173-bac9-eed9fa4fb58f", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:37:48.332028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be680ebb-80b8-42a8-8e4f-305cc1802af8 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:37:48.335327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1636f1be-b87c-480d-a960-c12be1a9416f', 'name': 'network-vif-deleted', 'tag': '0062dd15-c1fc-4173-bac9-eed9fa4fb58f', 'status': 'completed', 'code': 200} Oct 16 13:37:48.349947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 172.20.0.13 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/5156efb5-d402-48ce-ab66-faeb86882c71/17bbbcb6-416c-4b9f-88d5-85c931b3e5e6) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:48.370858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 853d36e5-0f11-4650-a28e-5ee2cec8021e) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:48.380491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:48.380491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.411034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fec8:fe35 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/a75932cb-8dd3-4d96-bddf-84feea0f0c19/17bbbcb6-416c-4b9f-88d5-85c931b3e5e6) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:48.411911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 21d64f56-ca51-41dc-bd65-ab641b851560 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:48.460452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4f9da-4f46-4c5c-9ce2-62101683b333 req-f096da38-8754-4c37-b201-405df450997c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:48.470265 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-52b4f9da-4f46-4c5c-9ce2-62101683b333 req-f096da38-8754-4c37-b201-405df450997c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.0866132 Oct 16 13:37:48.491338 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-69addca5-5f38-4d11-84e4-5a1e520d645d tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3266213 Oct 16 13:37:48.493165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32846) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:48.496059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.500661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c515548e-6563-4798-969f-3323133ee0b7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2853603 Oct 16 13:37:48.507220 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:24Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:48.510776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a6fb5443-8b7c-476c-b6e7-0f9d3d9684a1 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9389811 Oct 16 13:37:48.511510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32848) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:48.511979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32850) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:48.526487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::222', 'mac_address': 'fa:16:3e:3f:a2:7f'}, {'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:ed:67:25'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:48.534575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:48.535140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42953fcc-acec-483f-be88-091848fb464d None None] New status for floating IP 2d8727af-cbe9-4362-953b-6b8108507464: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:37:48.549204 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] Checking router: a1bba587-690e-46a2-981b-ba4e6a9133b7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:37:48.557787 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:48.558389 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:48.602769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16cb98b4-838c-4fab-acdf-d036f449a167 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.664742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-52b4f9da-4f46-4c5c-9ce2-62101683b333 req-ea37e857-280b-4dc4-9c58-076998cf4f98 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934452 Oct 16 13:37:48.703785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:37:48.711245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16cb98b4-838c-4fab-acdf-d036f449a167 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.753811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.765101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 21d64f56-ca51-41dc-bd65-ab641b851560 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:48.765684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.769684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port f76710be-3148-412c-8fbb-9273a4d09b50 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:48.774887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.826358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.840559 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-547b8c27-d63b-47ed-8959-a44b5a09b0c6 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.859115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.904873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Pushing event updated for resources: {'Port': ['ID=8c88317e-f8c4-46df-90fa-b5c50d14dace,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:48.929843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:48.932999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:48.941489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-547b8c27-d63b-47ed-8959-a44b5a09b0c6 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.946605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:48.951916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:48.954933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:48.987205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.032357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Attempting to bind port 8c88317e-f8c4-46df-90fa-b5c50d14dace on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:49.032677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Attempting to bind port 8c88317e-f8c4-46df-90fa-b5c50d14dace by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '1e46353f-9fe6-4fd0-9c97-f9338868ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:49.032970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Attempting to bind port 8c88317e-f8c4-46df-90fa-b5c50d14dace on network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:49.033098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for f76710be-3148-412c-8fbb-9273a4d09b50 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:49.043081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:49.043474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Checking segment: {'id': '1e46353f-9fe6-4fd0-9c97-f9338868ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:49.044728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.044908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Bound using segment: {'id': '1e46353f-9fe6-4fd0-9c97-f9338868ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:49.046045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Bound port: 8c88317e-f8c4-46df-90fa-b5c50d14dace, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e46353f-9fe6-4fd0-9c97-f9338868ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9a4727af-c4ac-4bba-a63f-1ffbfed85b33'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:49.046045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.055360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16cb98b4-838c-4fab-acdf-d036f449a167 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.061585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16cb98b4-838c-4fab-acdf-d036f449a167 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.067664 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-16cb98b4-838c-4fab-acdf-d036f449a167 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "DELETE /v2.0/security-groups/72bfc954-4019-4f15-866c-dd0ab2207332 HTTP/1.1" status: 204 len: 168 time: 0.7922935 Oct 16 13:37:49.091610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32854) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.100241 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:24Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:49.133707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] For port 8c88317e-f8c4-46df-90fa-b5c50d14dace, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:49.136837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] For port 8c88317e-f8c4-46df-90fa-b5c50d14dace, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8c88317e-f8c4-46df-90fa-b5c50d14dace,segment=NetworkSegment(1e46353f-9fe6-4fd0-9c97-f9338868ad98),segment_id=1e46353f-9fe6-4fd0-9c97-f9338868ad98)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:49.139559 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee919c4-af14-4af9-af5d-e92b33f483ed None None] The sync data for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv is: [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '4e4ac9c6-ca20-453a-81f9-81f8a63d99c1', 'name': '', 'network_id': 'e06eee63-6097-4f09-be65-cc2d32ff3b1e', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'mac_address': 'fa:16:3e:42:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:09Z', 'updated_at': '2021-10-16T13:36:24Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'subnets': [{'id': 'd40255b3-3ec3-4192-93c6-7a96479959a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:37:49.148352 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-997afdac-3c27-407f-a6f9-8264f99abed3 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] show failed (client error): The resource could not be found. Oct 16 13:37:49.149745 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-997afdac-3c27-407f-a6f9-8264f99abed3 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "GET /v2.0/security-groups/72bfc954-4019-4f15-866c-dd0ab2207332 HTTP/1.1" status: 404 len: 347 time: 0.0551081 Oct 16 13:37:49.150841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb98b4-838c-4fab-acdf-d036f449a167 tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bfc954-4019-4f15-866c-dd0ab2207332,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:49.164072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32856) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.166070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.202657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.211308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.269523 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8ea1f16a-1657-477e-ac70-26f40f9cd485 req-81af85b3-d067-431b-a796-4e900ea16007 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/ports?device_id=1636f1be-b87c-480d-a960-c12be1a9416f HTTP/1.1" status: 200 len: 210 time: 0.1043522 Oct 16 13:37:49.279530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:49.290294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:49.292971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45770f3d-a1ca-4847-8e8a-b2055fa2e925 None None] Pushing event updated for resources: {'Port': ['ID=8c88317e-f8c4-46df-90fa-b5c50d14dace,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:49.309259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:49.317823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-547b8c27-d63b-47ed-8959-a44b5a09b0c6 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.320358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-547b8c27-d63b-47ed-8959-a44b5a09b0c6 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.327048 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-547b8c27-d63b-47ed-8959-a44b5a09b0c6 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "DELETE /v2.0/security-groups/3457457c-01c2-40c2-b69f-09895bca6b4e HTTP/1.1" status: 204 len: 168 time: 0.8249273 Oct 16 13:37:49.331364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32858) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.363055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=17bbbcb6-416c-4b9f-88d5-85c931b3e5e6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:49.383122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b8c27-d63b-47ed-8959-a44b5a09b0c6 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3457457c-01c2-40c2-b69f-09895bca6b4e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:49.412309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:49.418466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.504220 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6ae09-ff84-43f3-82c8-5711ae85b27d None None] New status for floating IP 806fa567-af08-4cef-9c15-19d95d6576c6: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:37:49.547028 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9f9fbf64-0edd-4318-b9a1-140513432074 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2443006 Oct 16 13:37:49.552782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32860) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.566782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9d6cd83d-2ebc-40c4-b6cc-afb15f9ce2f1 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2341609 Oct 16 13:37:49.572530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32862) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.576384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.634370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.639536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=f76710be-3148-412c-8fbb-9273a4d09b50,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:49.660376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Deleting port e1044fdd-5b28-4ce2-a67a-940d90b6b877 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:49.660744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.715071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ebfe4-01e9-4159-9e84-acbed467f39a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:49.722240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ebfe4-01e9-4159-9e84-acbed467f39a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:49.723998 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-749ebfe4-01e9-4159-9e84-acbed467f39a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1699104 Oct 16 13:37:49.727081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32866) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.771088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:49.779605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.782872 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fe1201af-e8c1-4dac-8ba1-edd61468d4b0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/f76710be-3148-412c-8fbb-9273a4d09b50 HTTP/1.1" status: 204 len: 168 time: 1.6284206 Oct 16 13:37:49.786499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32868) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.791074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7100d390-fa54-49ea-b6c6-363090ba41e9 tempest-SecGroupIPv6Test-1178181005 tempest-SecGroupIPv6Test-1178181005-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2192605 Oct 16 13:37:49.838647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:49.844023 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae197daf-c51c-480f-b5cd-c69467cb3471 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:37:49.848693 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ae197daf-c51c-480f-b5cd-c69467cb3471 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/f76710be-3148-412c-8fbb-9273a4d09b50 HTTP/1.1" status: 404 len: 333 time: 0.0609376 Oct 16 13:37:49.849312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32872) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:49.851091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:49.851678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.884906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=15c979bb-4d9c-4775-9808-ea195dab2cf9,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:49.915310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet cf13d3b8-2738-4250-a655-9c8081721096 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:49.924617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.929176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.929607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.957579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ca96a-b2a9-4972-b79a-7f6dbe271c28 req-c283dee5-47f5-46b3-bc38-c280b61af00b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:49.959135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f37ca96a-b2a9-4972-b79a-7f6dbe271c28 req-c283dee5-47f5-46b3-bc38-c280b61af00b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1850562 Oct 16 13:37:49.960578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 17bbbcb6-416c-4b9f-88d5-85c931b3e5e6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:49.961110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:49.964501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Calling delete_port for e1044fdd-5b28-4ce2-a67a-940d90b6b877 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:50.003465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5cf7d416-b3b8-4bb7-8af5-bd5ae02fef38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4860160 Oct 16 13:37:50.005853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.008307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32874) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:50.038854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.102175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.122954 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f37ca96a-b2a9-4972-b79a-7f6dbe271c28 req-9ebb3d54-e1a5-49c1-a94a-6d2a4122c2f5 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523261 Oct 16 13:37:50.143227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6c884-3d4d-4288-bea0-9dacef9ddc02 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:50.144814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6c884-3d4d-4288-bea0-9dacef9ddc02 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:50.146369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6c884-3d4d-4288-bea0-9dacef9ddc02 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:50.147919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6c884-3d4d-4288-bea0-9dacef9ddc02 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:50.149623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6c884-3d4d-4288-bea0-9dacef9ddc02 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:50.157845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2af6c884-3d4d-4288-bea0-9dacef9ddc02 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1107247 Oct 16 13:37:50.157845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.159684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32876) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:50.173483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339811481'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:50.222677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] In _notify_port_updated(), no bound segment for port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 on network 638dd346-19ba-42a7-a41f-548e1e4ec27b {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:37:50.230116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:50.230116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.230624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "PUT /v2.0/ports/5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 HTTP/1.1" status: 200 len: 1067 time: 1.7115078 Oct 16 13:37:50.243840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32880) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:50.319738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45570aae-6c24-40c1-a4f3-729af8aae863 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event updated for resources: {'Port': ['ID=5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:50.373335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:50.377418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.428774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8c88317e-f8c4-46df-90fa-b5c50d14dace up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:50.443365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32886) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:50.484403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32890) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:50.484403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:37:50.484610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 17bbbcb6-416c-4b9f-88d5-85c931b3e5e6 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:50.502888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 8c88317e-f8c4-46df-90fa-b5c50d14dace triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:50.503131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.527034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.527626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment e64196d8-dae7-4851-8fa7-39935bce4153 of type vlan for network 61e337a8-8f57-49fd-a729-f1e754f6586c Oct 16 13:37:50.553899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.557444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.665551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Pushing event deleted for resources: {'Port': ['ID=e1044fdd-5b28-4ce2-a67a-940d90b6b877,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:50.674875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.675784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.712546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:50.712855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.749796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.785217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=cf13d3b8-2738-4250-a655-9c8081721096,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:50.788863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed910bb8-44f0-4c9a-a982-1156dadbe577 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:50.796868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdfa1-dc6a-4a5b-aedc-61e98ff7a452 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.797065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.802232 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fcc404b1-ba8e-4f53-93a1-970a8ec40aef tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/cf13d3b8-2738-4250-a655-9c8081721096 HTTP/1.1" status: 204 len: 168 time: 0.9511867 Oct 16 13:37:50.803013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32892) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:50.813237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f40e8-2c89-45b0-a392-8fe27cd0edac None None] Network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:50.822350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a4e71-8a3e-47d2-b89d-7acee440e874 None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:50.890484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-83b36bf1-da6f-45c2-8f24-96e34525b52c None None] Could not find standard attr ID for object f76710be-3148-412c-8fbb-9273a4d09b50. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:50.897163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:50.968661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:37:50.969088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:37:50.990671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 8c88317e-f8c4-46df-90fa-b5c50d14dace {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:50.991176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.037072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-83b36bf1-da6f-45c2-8f24-96e34525b52c None None] Provisioning complete for port 8c88317e-f8c4-46df-90fa-b5c50d14dace triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:51.037540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-83b36bf1-da6f-45c2-8f24-96e34525b52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.070303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] For port 8c88317e-f8c4-46df-90fa-b5c50d14dace, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8c88317e-f8c4-46df-90fa-b5c50d14dace,segment=NetworkSegment(1e46353f-9fe6-4fd0-9c97-f9338868ad98),segment_id=1e46353f-9fe6-4fd0-9c97-f9338868ad98)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:51.070659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.085167 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 8c88317e-f8c4-46df-90fa-b5c50d14dace owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:51.213946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.340053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cfd357bc-9cb5-4f2e-b050-52aa3d1c24ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48ee553916d04f659e38deb7b4d02bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8949766 Oct 16 13:37:51.348674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ff01b-78ac-4262-be08-58fbcb422a0b None None] Network 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:51.355057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdfa1-dc6a-4a5b-aedc-61e98ff7a452 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.355250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-83b36bf1-da6f-45c2-8f24-96e34525b52c None None] Could not find standard attr ID for object 8c88317e-f8c4-46df-90fa-b5c50d14dace. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:51.355445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=17bbbcb6-416c-4b9f-88d5-85c931b3e5e6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:51.357702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32896) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:51.364548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.375839 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.plugins.ml2.db [None req-83b36bf1-da6f-45c2-8f24-96e34525b52c None None] No ports have port_id starting with 8c88317e-f8c4-46df-90fa-b5c50d14dace Oct 16 13:37:51.393187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No DVR routers for this DVR port 8c88317e-f8c4-46df-90fa-b5c50d14dace on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:51.445310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.448305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.451140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-17056237-246e-45cc-a0e8-3ebcb4fb168e tempest-ServersTestJSON-1373112008 tempest-ServersTestJSON-1373112008-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d8727af-cbe9-4362-953b-6b8108507464 HTTP/1.1" status: 204 len: 168 time: 2.2826445 Oct 16 13:37:51.473316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32898) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:51.473992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.479845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:51.482209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.504133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=8c88317e-f8c4-46df-90fa-b5c50d14dace,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:51.584725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.597475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.603964 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f61a4542-ebff-45b5-8356-da8d9ba9c5dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/17bbbcb6-416c-4b9f-88d5-85c931b3e5e6 HTTP/1.1" status: 204 len: 168 time: 1.8757868 Oct 16 13:37:51.612263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32900) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:51.652645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.691654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e75603-71d2-45dd-8f4b-7ea75c4763ff tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:51.694251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e75603-71d2-45dd-8f4b-7ea75c4763ff tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:51.695920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e75603-71d2-45dd-8f4b-7ea75c4763ff tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:51.697887 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e0e75603-71d2-45dd-8f4b-7ea75c4763ff tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0845859 Oct 16 13:37:51.712474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32902) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:51.736894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5751863 Oct 16 13:37:51.756639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32906) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:51.775191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:51.789223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:51.795420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 5156efb5-d402-48ce-ab66-faeb86882c71 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:51.818816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4727af-c4ac-4bba-a63f-1ffbfed85b33']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:51.821678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Port 8c88317e-f8c4-46df-90fa-b5c50d14dace update to ACTIVE by agent not found {{(pid=101082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 16 13:37:51.832092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.839439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e46353f-9fe6-4fd0-9c97-f9338868ad98') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:51.840164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e46353f-9fe6-4fd0-9c97-f9338868ad98') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:51.846608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70020219-2408-4620-ae6f-b09f440073a9 req-50aaef52-9839-41c0-977a-d991333a0521 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:51.856127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70020219-2408-4620-ae6f-b09f440073a9 req-50aaef52-9839-41c0-977a-d991333a0521 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.5496902 Oct 16 13:37:51.859933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.882599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.891166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:37:51.891987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.931500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-eddab783-17c6-4614-a049-4fa24e4e73fc None None] Provisioning complete for port dbe9a676-d79f-4974-8a23-e84020796881 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:51.931870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eddab783-17c6-4614-a049-4fa24e4e73fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.954209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2dfd-66e1-4326-999a-45cfec7a70e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:37:51.977806 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:37:51.982782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-853d36e5-0f11-4650-a28e-5ee2cec8021e', 'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': '15c979bb-4d9c-4775-9808-ea195dab2cf9'}, {'subnet_id': '1dec37ac-9f27-4915-adc3-c0e38057587e'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:51.983677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.005004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2dfd-66e1-4326-999a-45cfec7a70e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.050412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e02aaf-b8e6-4b76-99d5-ba763201225c tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=61e337a8-8f57-49fd-a729-f1e754f6586c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:52.050637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-eddab783-17c6-4614-a049-4fa24e4e73fc None None] Port dbe9a676-d79f-4974-8a23-e84020796881 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:52.064131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 61e337a8-8f57-49fd-a729-f1e754f6586c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:52.083049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.084635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdfa1-dc6a-4a5b-aedc-61e98ff7a452 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.087572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdfa1-dc6a-4a5b-aedc-61e98ff7a452 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.089271 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3ffbdfa1-dc6a-4a5b-aedc-61e98ff7a452 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "DELETE /v2.0/security-groups/0434cf48-dcc8-4ca3-8edb-3ce4919eac0b HTTP/1.1" status: 204 len: 168 time: 1.6085351 Oct 16 13:37:52.093147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32908) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:52.110317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.127916 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/9a4727af-c4ac-4bba-a63f-1ffbfed85b33 HTTP/1.1" status: 204 len: 168 time: 1.3202300 Oct 16 13:37:52.160409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32910) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:52.172540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'name': 'tempest-PortsTestJSON-1985229973'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:52.193105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=9a4727af-c4ac-4bba-a63f-1ffbfed85b33,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:52.196308 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-a27be8db-2cdb-4ef3-835c-5889bdc22b09 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] show failed (client error): The resource could not be found. Oct 16 13:37:52.197537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2dfd-66e1-4326-999a-45cfec7a70e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.197737 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a27be8db-2cdb-4ef3-835c-5889bdc22b09 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "GET /v2.0/security-groups/0434cf48-dcc8-4ca3-8edb-3ce4919eac0b HTTP/1.1" status: 404 len: 347 time: 0.1040618 Oct 16 13:37:52.202334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2dfd-66e1-4326-999a-45cfec7a70e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.203693 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bb6e2dfd-66e1-4326-999a-45cfec7a70e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18fc5bae-88a4-4adc-9bea-7262459b2b2f HTTP/1.1" status: 204 len: 168 time: 0.8083167 Oct 16 13:37:52.204621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32912) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:52.233873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbdfa1-dc6a-4a5b-aedc-61e98ff7a452 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0434cf48-dcc8-4ca3-8edb-3ce4919eac0b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:52.249416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.249766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.250103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.250484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.250818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.251143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.251460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.251778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.252096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.252859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.253146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.253719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c8103-d600-4635-8e31-d61527ba59f0 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:52.254549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6ff19-414c-4d52-bef9-ddab075ae296 None None] DHCP port deletion for 9a4727af-c4ac-4bba-a63f-1ffbfed85b33 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:52.284358 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70020219-2408-4620-ae6f-b09f440073a9 req-7d70eb9d-1003-4121-bdda-2e23ebf0b222 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4276106 Oct 16 13:37:52.289380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.320242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e2dfd-66e1-4326-999a-45cfec7a70e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc5bae-88a4-4adc-9bea-7262459b2b2f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:52.392586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.416592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8c88317e-f8c4-46df-90fa-b5c50d14dace no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:52.426315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-56c79a5c-b87d-426a-8b0f-dede45dbc601 None None] Provisioning complete for port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:52.428511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56c79a5c-b87d-426a-8b0f-dede45dbc601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.485719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.522955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14398f-0d13-4628-82df-d6b937852083 None None] Update dhcp port {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': 'a75932cb-8dd3-4d96-bddf-84feea0f0c19', 'ip_address': '2001:db8::f816:3eff:fed3:87b2'}, {'subnet_id': '5156efb5-d402-48ce-ab66-faeb86882c71'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '21d64f56-ca51-41dc-bd65-ab641b851560'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:37:52.533092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 8c88317e-f8c4-46df-90fa-b5c50d14dace {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:37:52.533819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8c88317e-f8c4-46df-90fa-b5c50d14dace not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:37:52.537164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:52.541634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.564860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-56c79a5c-b87d-426a-8b0f-dede45dbc601 None None] Port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:52.580094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 212c1986-b633-4efe-9242-54dc12622026 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:52.590496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f14398f-0d13-4628-82df-d6b937852083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.597336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.656566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.793441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=61e337a8-8f57-49fd-a729-f1e754f6586c,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:52.797439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 61e337a8-8f57-49fd-a729-f1e754f6586c is not hosted by any dhcp agent {{(pid=101081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 16 13:37:52.804184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:52.804877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.809307 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f4e04604-2b30-49ea-a705-a8251a445375 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "PUT /v2.0/networks/61e337a8-8f57-49fd-a729-f1e754f6586c HTTP/1.1" status: 200 len: 723 time: 1.0487885 Oct 16 13:37:52.815122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32922) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:52.826852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 61e337a8-8f57-49fd-a729-f1e754f6586c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:37:52.880640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c99b1ec6-77e4-4620-a793-2e0d2b248386 None None] Provisioning complete for port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:52.880640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c99b1ec6-77e4-4620-a793-2e0d2b248386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.884468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:52.942348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Deleting port 438de02a-47c9-4cd3-a07e-f0863bde5e5f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:52.942678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:52.952056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Allocated IP 172.20.0.1 (853d36e5-0f11-4650-a28e-5ee2cec8021e/15c979bb-4d9c-4775-9808-ea195dab2cf9/923b3410-4394-438f-ae97-e0787c47648f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:52.984330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Allocated IP 2001:db8::2 (853d36e5-0f11-4650-a28e-5ee2cec8021e/1dec37ac-9f27-4915-adc3-c0e38057587e/923b3410-4394-438f-ae97-e0787c47648f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:53.041818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c99b1ec6-77e4-4620-a793-2e0d2b248386 None None] Port 5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:37:53.061729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-4f14398f-0d13-4628-82df-d6b937852083 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5156efb5-d402-48ce-ab66-faeb86882c71: This subnet is being modified by another concurrent operation. Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:37:53.068966 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5156efb5-d402-48ce-ab66-faeb86882c71: This subnet is being modified by another concurrent operation. Oct 16 13:37:53.073300 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:37:53.125130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=5156efb5-d402-48ce-ab66-faeb86882c71,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:53.149453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.191460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063828b9-7339-43e6-a18c-94a5b5a8d141 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:53.229596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.237534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d9727bfd-87ea-4a6e-93bf-c0256f4f2cf5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/5156efb5-d402-48ce-ab66-faeb86882c71 HTTP/1.1" status: 204 len: 168 time: 1.5191631 Oct 16 13:37:53.271115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32928) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:53.309957 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.315056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.335007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-569cb865-8f44-4633-a845-2bad65ca55f6 None None] Provisioning complete for port 21d64f56-ca51-41dc-bd65-ab641b851560 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:53.335379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-569cb865-8f44-4633-a845-2bad65ca55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.352585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:53.423515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.448695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.499065 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:53.509903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:53.523578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:53.543435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:53.551226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:53.555379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:53.556878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet a75932cb-8dd3-4d96-bddf-84feea0f0c19 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:53.563147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:53.563815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.587932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=212c1986-b633-4efe-9242-54dc12622026,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:53.605538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:53.610200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.618461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Pushing event updated for resources: {'Port': ['ID=923b3410-4394-438f-ae97-e0787c47648f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:53.620241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.671769 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-91a46d5f-7cbc-4a45-b339-9e6a95d01d88 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5080938 Oct 16 13:37:53.674093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32940) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:53.705245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Attempting to bind port 923b3410-4394-438f-ae97-e0787c47648f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:53.705597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Attempting to bind port 923b3410-4394-438f-ae97-e0787c47648f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '33110180-6698-4742-a5a6-6a287fb9c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:53.711244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Attempting to bind port 923b3410-4394-438f-ae97-e0787c47648f on network 853d36e5-0f11-4650-a28e-5ee2cec8021e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:53.721907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.722594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.726409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.728089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.728089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.728089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:53.753297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:53.755292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Checking segment: {'id': '33110180-6698-4742-a5a6-6a287fb9c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:53.755901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.756405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Bound using segment: {'id': '33110180-6698-4742-a5a6-6a287fb9c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:53.756991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Bound port: 923b3410-4394-438f-ae97-e0787c47648f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33110180-6698-4742-a5a6-6a287fb9c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '853d36e5-0f11-4650-a28e-5ee2cec8021e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:53.758136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.771381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.772604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.881804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] For port 923b3410-4394-438f-ae97-e0787c47648f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:53.888951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32942) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:53.889110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] For port 923b3410-4394-438f-ae97-e0787c47648f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=923b3410-4394-438f-ae97-e0787c47648f,segment=NetworkSegment(33110180-6698-4742-a5a6-6a287fb9c2fd),segment_id=33110180-6698-4742-a5a6-6a287fb9c2fd)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:53.923447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3d9f6963-3a2e-420a-8daf-aaa4bd3fe1a6 None None] Provisioning complete for port 21d64f56-ca51-41dc-bd65-ab641b851560 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:53.924773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d9f6963-3a2e-420a-8daf-aaa4bd3fe1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.951232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 212c1986-b633-4efe-9242-54dc12622026 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:53.955489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:53.975272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.060567 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3725894e-7081-4b0a-ae15-e0eb554aed7d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:54.061557 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-3725894e-7081-4b0a-ae15-e0eb554aed7d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 16 13:37:54.062231 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-3725894e-7081-4b0a-ae15-e0eb554aed7d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): There was a conflict when trying to complete your request. Oct 16 13:37:54.063435 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3725894e-7081-4b0a-ae15-e0eb554aed7d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1702437 Oct 16 13:37:54.069518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32946) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:54.075523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--467340198'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:54.083857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653238b-c0b3-41bd-91e9-2bae376c401d None None] Pushing event updated for resources: {'Port': ['ID=923b3410-4394-438f-ae97-e0787c47648f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:54.084977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.113872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 212c1986-b633-4efe-9242-54dc12622026 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:54.192382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.206275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.254928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-be57978b-9f5c-4c78-b9dd-be641e348562 None None] Could not find standard attr ID for object 17bbbcb6-416c-4b9f-88d5-85c931b3e5e6. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:54.258505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.328447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.354317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Calling delete_port for 438de02a-47c9-4cd3-a07e-f0863bde5e5f owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:54.389928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=212c1986-b633-4efe-9242-54dc12622026,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:54.394415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.397764 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e81ec922-6988-4fd0-b1f2-1ee515b928f2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/212c1986-b633-4efe-9242-54dc12622026 HTTP/1.1" status: 204 len: 168 time: 0.7226858 Oct 16 13:37:54.405262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32948) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:54.407945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5df2-a7ec-4f7b-a483-cd73e4bebd7a req-0e8c1aad-7229-49f6-93d3-25ef5e6adef8 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:54.409115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 21d64f56-ca51-41dc-bd65-ab641b851560 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:37:54.409902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'mac_address': 'fa:16:3e:1b:e7:d0', 'name': 'tempest-PortsTestJSON-1392183585'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:54.415330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7d3c5df2-a7ec-4f7b-a483-cd73e4bebd7a req-0e8c1aad-7229-49f6-93d3-25ef5e6adef8 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.9458780 Oct 16 13:37:54.518341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.532814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.569866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 21d64f56-ca51-41dc-bd65-ab641b851560, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=21d64f56-ca51-41dc-bd65-ab641b851560,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:54.581099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.606639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:54.650128 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7d3c5df2-a7ec-4f7b-a483-cd73e4bebd7a req-a6f911ca-e1b1-4674-8da4-d62c3bc48ef2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339096 Oct 16 13:37:54.654914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9838e93f-d76f-4770-ad8b-5214b9ada076,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:54.663041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.688776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.733835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.737289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-08779cd7-f4b3-4868-89ef-0aada1c71300 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/ports/5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 HTTP/1.1" status: 204 len: 168 time: 4.4924173 Oct 16 13:37:54.738751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.740552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:54.753588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=21d64f56-ca51-41dc-bd65-ab641b851560,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:54.783585 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-061134d0-e593-40b8-bc92-e4bd486350b4 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] GET failed (client error): The resource could not be found. Oct 16 13:37:54.787804 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-061134d0-e593-40b8-bc92-e4bd486350b4 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "GET /v2.0/ports/5fec5fcd-af9d-4ec6-8b0e-5ab4453b39e8 HTTP/1.1" status: 404 len: 333 time: 0.0356455 Oct 16 13:37:54.789735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32954) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:54.797726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.837612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 5898daa2-757c-41ed-abd7-0b9cc4b244a1 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:54.913522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.960156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:54.988888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7950e4a6-df5b-4d56-b102-05dbc004d8c0,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:55.009988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.021016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port dbe9a676-d79f-4974-8a23-e84020796881 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:55.021355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.057366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.062033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.063575 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-122fefa7-c3d7-4990-9970-125fd33c672d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9919648 Oct 16 13:37:55.073922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.077077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32958) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:55.116576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '7950e4a6-df5b-4d56-b102-05dbc004d8c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:55.141959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Pushing event deleted for resources: {'Port': ['ID=438de02a-47c9-4cd3-a07e-f0863bde5e5f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:55.168532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.172114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b346b5-72a8-46a0-9fdc-dfe02338a46d None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:55.173060 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/a75932cb-8dd3-4d96-bddf-84feea0f0c19 HTTP/1.1" status: 204 len: 168 time: 1.8924575 Oct 16 13:37:55.179208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32960) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:55.223672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=e38aa76b-ba47-4bce-89bb-458c21503991,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:55.226335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.227260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.227611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.228099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.228821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.228943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.229245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.229574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.230171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.230297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.230524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.230845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.231687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.251828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for dbe9a676-d79f-4974-8a23-e84020796881 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:55.259173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.345057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.345486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.345660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.345964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.346290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.346612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.346930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.347246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.347682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.347876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.348192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.348530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:37:55.355157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c0feeef9-7935-433c-9650-a5c882e2b88b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656332 Oct 16 13:37:55.358464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32962) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:55.360701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.370299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:55.420151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e93f48a-2303-4dbc-81a6-85548a2b5713 None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:55.425170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753684d-7a60-44d9-9364-2601d34e0476 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=a75932cb-8dd3-4d96-bddf-84feea0f0c19,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:55.446890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4340e75-549f-4c37-ad0a-b4dce16f0c05 req-56f16bf6-0beb-4917-9e34-05bdb5fb39fd tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:55.455268 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4340e75-549f-4c37-ad0a-b4dce16f0c05 req-56f16bf6-0beb-4917-9e34-05bdb5fb39fd tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.4086668 Oct 16 13:37:55.455268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': 'e64196d8-dae7-4851-8fa7-39935bce4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:55.455268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: 61e337a8-8f57-49fd-a729-f1e754f6586c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:37:55.472089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.474647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.478235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0917a4e4-f4ad-487d-8279-f4a731276220 tempest-ServersTestManualDisk-1931849608 tempest-ServersTestManualDisk-1931849608-project] 10.222.0.24 "DELETE /v2.0/floatingips/806fa567-af08-4cef-9c15-19d95d6576c6 HTTP/1.1" status: 204 len: 168 time: 3.2546196 Oct 16 13:37:55.484232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.488075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32964) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:55.496238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:55.545648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-812550cb-4f07-40a2-a8c3-cc744090a916 None None] Provisioning complete for port 923b3410-4394-438f-ae97-e0787c47648f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:55.545648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-812550cb-4f07-40a2-a8c3-cc744090a916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.556490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-a8bc26f2-8fe3-4d9c-abea-eee915295280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:55.558009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-a8bc26f2-8fe3-4d9c-abea-eee915295280 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.3190081 Oct 16 13:37:55.602348 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4340e75-549f-4c37-ad0a-b4dce16f0c05 req-0b52f44b-14ba-46b1-b46a-100224bee751 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415620 Oct 16 13:37:55.656990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network 61e337a8-8f57-49fd-a729-f1e754f6586c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:37:55.682487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:55.684036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] Deleting port 21d64f56-ca51-41dc-bd65-ab641b851560 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:55.684624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.703583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:55.706246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:55.712590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:55.713213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.716784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-113c2927-0cf6-4dc1-bfd4-972be99b37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:55.718416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-113c2927-0cf6-4dc1-bfd4-972be99b37b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.1471233 Oct 16 13:37:55.776376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 61e337a8-8f57-49fd-a729-f1e754f6586c) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:55.781882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-812550cb-4f07-40a2-a8c3-cc744090a916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.790025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:55.790025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.804104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc7f68-1772-461f-b460-435d27cae999 None None] Network 61e337a8-8f57-49fd-a729-f1e754f6586c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:55.816939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] For port 21d64f56-ca51-41dc-bd65-ab641b851560, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=21d64f56-ca51-41dc-bd65-ab641b851560,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:55.817344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:55.845135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-df5b8a78-53a2-480a-af9a-030ef78ffb3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.1170087 Oct 16 13:37:55.862345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] Calling delete_port for 21d64f56-ca51-41dc-bd65-ab641b851560 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:55.914098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-e9c53ae0-be58-4a39-9914-3f0aa770a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:55.916694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-e9c53ae0-be58-4a39-9914-3f0aa770a189 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.0621426 Oct 16 13:37:55.965561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Deleting port b1a731fb-c824-453b-83c8-3e1358d3402e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:55.966780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.011141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.020754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=5898daa2-757c-41ed-abd7-0b9cc4b244a1,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:56.060822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.083873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=dbe9a676-d79f-4974-8a23-e84020796881,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:56.099434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-812550cb-4f07-40a2-a8c3-cc744090a916 None None] For port 923b3410-4394-438f-ae97-e0787c47648f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=923b3410-4394-438f-ae97-e0787c47648f,segment=NetworkSegment(33110180-6698-4742-a5a6-6a287fb9c2fd),segment_id=33110180-6698-4742-a5a6-6a287fb9c2fd)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:56.100991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] For port b1a731fb-c824-453b-83c8-3e1358d3402e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b1a731fb-c824-453b-83c8-3e1358d3402e,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:56.103717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.109241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353dfce7-bc1a-4921-919f-663ecc9a4e55 None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:56.131365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.133971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Calling delete_port for b1a731fb-c824-453b-83c8-3e1358d3402e owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:56.139028 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-46a1c65c-06fc-432d-98a8-7e39d760e341 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/ports/dbe9a676-d79f-4974-8a23-e84020796881 HTTP/1.1" status: 204 len: 168 time: 1.3402414 Oct 16 13:37:56.139318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-28f1cebf-400b-4b3c-a9c1-ec20b8771ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:56.141120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-28f1cebf-400b-4b3c-a9c1-ec20b8771ae0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2148843 Oct 16 13:37:56.144169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32966) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:56.183641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.201741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:56.206328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.228667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-812550cb-4f07-40a2-a8c3-cc744090a916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.242474 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8298bf-a704-4a0f-8486-2cee26e0b8c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] GET failed (client error): The resource could not be found. Oct 16 13:37:56.247569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e8298bf-a704-4a0f-8486-2cee26e0b8c9 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "GET /v2.0/ports/dbe9a676-d79f-4974-8a23-e84020796881 HTTP/1.1" status: 404 len: 333 time: 0.0978241 Oct 16 13:37:56.249312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32968) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:56.261485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e443ce10-96ac-4f6e-bf4c-0dc5f3d02c31 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4003365 Oct 16 13:37:56.262963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01af0a11-1a46-4422-8227-00193d3e82c2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:56.279183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32970) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:56.295202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:56.320133 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-be37bfae-b06b-453b-94b4-48d301352d0d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9158046 Oct 16 13:37:56.333916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32972) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:56.421242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.422567 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d860806c-b7e9-479c-a1a5-292440490c6a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3167851 Oct 16 13:37:56.453375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812550cb-4f07-40a2-a8c3-cc744090a916 None None] Pushing event updated for resources: {'Port': ['ID=923b3410-4394-438f-ae97-e0787c47648f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:56.478908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32974) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:56.484028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7d20de5e-4896-4cb3-9ac9-81e11ac233a9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '7950e4a6-df5b-4d56-b102-05dbc004d8c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:56.539425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ac30ecc7-7ab3-4e31-acf3-642576b7f56b None None] Provisioning complete for port 923b3410-4394-438f-ae97-e0787c47648f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:56.540507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac30ecc7-7ab3-4e31-acf3-642576b7f56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.563758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b5e84-cc8b-46d6-9d71-9fdd96a73d3b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:56.565281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-895b5e84-cc8b-46d6-9d71-9fdd96a73d3b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/5898daa2-757c-41ed-abd7-0b9cc4b244a1 HTTP/1.1" status: 200 len: 841 time: 0.2303061 Oct 16 13:37:56.588278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32976) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:56.603721 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-238e090d-d05c-4d42-bae8-0da7b0d03ed7 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479282 Oct 16 13:37:56.614226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 923b3410-4394-438f-ae97-e0787c47648f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:56.617119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-61e337a8-8f57-49fd-a729-f1e754f6586c', 'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': 'e38aa76b-ba47-4bce-89bb-458c21503991'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:56.617959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.623400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.719264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] Pushing event deleted for resources: {'Port': ['ID=21d64f56-ca51-41dc-bd65-ab641b851560,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:56.743925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9097c0c-6529-4dd8-b613-0c01c72d291b None None] No DVR routers for this DVR port 21d64f56-ca51-41dc-bd65-ab641b851560 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:56.772245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63281754'] for subnet, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.911912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 923b3410-4394-438f-ae97-e0787c47648f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:56.912611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:56.920068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port e27a8782-f03b-4aa9-9874-bd50dcb8f84d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:56.920435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.004755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Allocated IP 2001:db8::2 (61e337a8-8f57-49fd-a729-f1e754f6586c/e38aa76b-ba47-4bce-89bb-458c21503991/f97aa562-aab1-4a52-a69e-58f34482f646) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:57.023508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.079586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.116274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for e27a8782-f03b-4aa9-9874-bd50dcb8f84d owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:57.141308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:57.144915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d20de5e-4896-4cb3-9ac9-81e11ac233a9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.191638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:57.201419 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:57.202756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.225075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.229212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925c43e-a1d9-47c1-9878-7d0936400481 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:57.232208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=12c844c1-7499-48a7-8c40-83fca83ac64b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:57.323846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.389723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2bc30-c511-4ae7-9fec-ecd42e1cfefc req-6f7fd1b5-f696-4832-bfb0-c5009acaccf2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:57.391855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bed2bc30-c511-4ae7-9fec-ecd42e1cfefc req-6f7fd1b5-f696-4832-bfb0-c5009acaccf2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3429501 Oct 16 13:37:57.394018 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5b61289-3c65-42c3-a707-21602d19c0ba req-ba98954d-903f-4bb0-a70a-5bc5701fca0d service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539544 Oct 16 13:37:57.408162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Network 61e337a8-8f57-49fd-a729-f1e754f6586c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:57.414545 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5bd5e8fc-4bea-4dd8-be20-5b9865b0ccd9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0521829 Oct 16 13:37:57.414917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32980) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:57.416106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-262b986b-3ade-475f-b22d-a36fd258e69a None None] Provisioning complete for port 923b3410-4394-438f-ae97-e0787c47648f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:57.420020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-262b986b-3ade-475f-b22d-a36fd258e69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.423626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:57.426255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.432975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 5898daa2-757c-41ed-abd7-0b9cc4b244a1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:57.433468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.442985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:57.448551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:57.464740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Pushing event updated for resources: {'Port': ['ID=f97aa562-aab1-4a52-a69e-58f34482f646,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:57.514946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.524258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.539070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 5898daa2-757c-41ed-abd7-0b9cc4b244a1 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:57.558160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Attempting to bind port f97aa562-aab1-4a52-a69e-58f34482f646 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:57.558530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Attempting to bind port f97aa562-aab1-4a52-a69e-58f34482f646 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e64196d8-dae7-4851-8fa7-39935bce4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:57.558894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Attempting to bind port f97aa562-aab1-4a52-a69e-58f34482f646 on network 61e337a8-8f57-49fd-a729-f1e754f6586c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:57.562284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=e27a8782-f03b-4aa9-9874-bd50dcb8f84d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:57.569151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '12c844c1-7499-48a7-8c40-83fca83ac64b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:37:57.569151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.574336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:57.574848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Checking segment: {'id': 'e64196d8-dae7-4851-8fa7-39935bce4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:57.575652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.575652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Bound using segment: {'id': 'e64196d8-dae7-4851-8fa7-39935bce4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:57.576112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Bound port: f97aa562-aab1-4a52-a69e-58f34482f646, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64196d8-dae7-4851-8fa7-39935bce4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '61e337a8-8f57-49fd-a729-f1e754f6586c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:57.576800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.624649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.630542 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4113bb66-bcc8-4d00-b11b-b533025da2da tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/ports/e27a8782-f03b-4aa9-9874-bd50dcb8f84d HTTP/1.1" status: 204 len: 168 time: 1.3726008 Oct 16 13:37:57.635499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32982) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:57.643875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-7d20de5e-4896-4cb3-9ac9-81e11ac233a9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): There was a conflict when trying to complete your request. Oct 16 13:37:57.647754 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d20de5e-4896-4cb3-9ac9-81e11ac233a9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1654482 Oct 16 13:37:57.648390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32984) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:57.662257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.676675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745728431674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63344498'] for subnet, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.748329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.748596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:57.748596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.751973 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "PUT /v2.0/subnets/e38aa76b-ba47-4bce-89bb-458c21503991 HTTP/1.1" status: 200 len: 826 time: 1.4648428 Oct 16 13:37:57.756748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a731fb-c824-453b-83c8-3e1358d3402e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:57.757515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32986) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:57.813998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] For port f97aa562-aab1-4a52-a69e-58f34482f646, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:57.832878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] For port f97aa562-aab1-4a52-a69e-58f34482f646, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f97aa562-aab1-4a52-a69e-58f34482f646,segment=NetworkSegment(e64196d8-dae7-4851-8fa7-39935bce4153),segment_id=e64196d8-dae7-4851-8fa7-39935bce4153)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:57.847366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Allocated IP 172.20.0.2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/12c844c1-7499-48a7-8c40-83fca83ac64b/d7c93e67-4989-4314-b6a4-91a9963d6b05) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:37:57.900226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting subnet d3bf6cff-62ad-43e0-8472-39e6517f2957 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:37:57.905765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.911403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.913677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=5898daa2-757c-41ed-abd7-0b9cc4b244a1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:57.919695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:57.920074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c2346691-002c-486b-9ed6-2920cad08f76 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/5898daa2-757c-41ed-abd7-0b9cc4b244a1 HTTP/1.1" status: 204 len: 168 time: 1.3355126 Oct 16 13:37:57.975159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bed2bc30-c511-4ae7-9fec-ecd42e1cfefc req-efa27373-7134-4659-8f2d-03b7df248e90 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5223391 Oct 16 13:37:57.983094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32988) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:58.102399 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2297cd-7d27-4cd7-b8ec-0eea5faddfb3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:37:58.105626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5f2297cd-7d27-4cd7-b8ec-0eea5faddfb3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/5898daa2-757c-41ed-abd7-0b9cc4b244a1 HTTP/1.1" status: 404 len: 333 time: 0.1200051 Oct 16 13:37:58.113176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32990) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:58.118325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'name': 'tempest-PortsTestJSON-1019960419'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:58.134400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.185994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8193c4-8c64-414f-b50e-e48a3ade82bd None None] Pushing event updated for resources: {'Port': ['ID=f97aa562-aab1-4a52-a69e-58f34482f646,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:58.217211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.229310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.316467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Pushing event updated for resources: {'Port': ['ID=d7c93e67-4989-4314-b6a4-91a9963d6b05,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:58.329719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:58.332341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:58.335991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:58.339170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:58.343616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.444374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.452110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cd3df-e57b-4cbc-8ade-667101eccf99 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=e38aa76b-ba47-4bce-89bb-458c21503991,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:58.486747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Attempting to bind port d7c93e67-4989-4314-b6a4-91a9963d6b05 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:37:58.487120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Attempting to bind port d7c93e67-4989-4314-b6a4-91a9963d6b05 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:37:58.487484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Attempting to bind port d7c93e67-4989-4314-b6a4-91a9963d6b05 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:37:58.494785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.498339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:37:58.498723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:37:58.499205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.499608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:37:58.500225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Bound port: d7c93e67-4989-4314-b6a4-91a9963d6b05, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:37:58.500607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.517080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 923b3410-4394-438f-ae97-e0787c47648f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:37:58.520346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-828943ff-5684-4324-b754-6af38e112830 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.542030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:37:58.545554 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.551336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-828943ff-5684-4324-b754-6af38e112830 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.649347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 923b3410-4394-438f-ae97-e0787c47648f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:37:58.649716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.652711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] For port d7c93e67-4989-4314-b6a4-91a9963d6b05, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:37:58.655124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:37:58.691321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] For port d7c93e67-4989-4314-b6a4-91a9963d6b05, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7c93e67-4989-4314-b6a4-91a9963d6b05,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:37:58.724165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.765708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting port f97aa562-aab1-4a52-a69e-58f34482f646 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:58.766037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.777090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.819141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:37:58.821130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-828943ff-5684-4324-b754-6af38e112830 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.825052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-828943ff-5684-4324-b754-6af38e112830 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.826156 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-828943ff-5684-4324-b754-6af38e112830 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/7950e4a6-df5b-4d56-b102-05dbc004d8c0 HTTP/1.1" status: 204 len: 168 time: 1.1770184 Oct 16 13:37:58.831185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 32992) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:58.866704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdacfa-2da5-4521-8e87-eaa9788919bd None None] Pushing event updated for resources: {'Port': ['ID=d7c93e67-4989-4314-b6a4-91a9963d6b05,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:58.886736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828943ff-5684-4324-b754-6af38e112830 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7950e4a6-df5b-4d56-b102-05dbc004d8c0,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:58.931418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] For port f97aa562-aab1-4a52-a69e-58f34482f646, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f97aa562-aab1-4a52-a69e-58f34482f646,segment=NetworkSegment(e64196d8-dae7-4851-8fa7-39935bce4153),segment_id=e64196d8-dae7-4851-8fa7-39935bce4153)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:58.931783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.954797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Calling delete_port for f97aa562-aab1-4a52-a69e-58f34482f646 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:58.960042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Deleting port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:58.960399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:58.981318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.067602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.083117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bf6cff-62ad-43e0-8472-39e6517f2957,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:59.089358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.093618 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab232bb8-ee2b-486c-9acd-751f10658b36 tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/subnets/d3bf6cff-62ad-43e0-8472-39e6517f2957 HTTP/1.1" status: 204 len: 168 time: 1.4571924 Oct 16 13:37:59.103144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32996) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:59.114085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64560f3e-8ed2-49cb-b384-9ab31a036168 None None] Network 638dd346-19ba-42a7-a41f-548e1e4ec27b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:59.134833 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c74ab29c-8d20-4c46-8350-09cb10017a9d tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2968347 Oct 16 13:37:59.142664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 32998) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:59.158932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076805028'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:59.235387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] For port 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:37:59.235717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.276086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.286335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Calling delete_port for 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:37:59.388772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:37:59.399907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0196bd-691d-44d4-91d3-14889d6c8930 req-fc85e962-c49f-4af5-a494-b63f9d18bbc2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:59.401520 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e0196bd-691d-44d4-91d3-14889d6c8930 req-fc85e962-c49f-4af5-a494-b63f9d18bbc2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2595723 Oct 16 13:37:59.408384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] Sync routers for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:37:59.408893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8c58220d-526a-4619-a7b7-bce9a0fbe813 admin admin] 10.222.0.24 "PUT /v2.0/routers/b50f6ab2-31a7-4f92-9b60-c8f0918cd941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9215450 Oct 16 13:37:59.416204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33000) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:59.420297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:37:59.421147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:37:59.439369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.480666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.507276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e0196bd-691d-44d4-91d3-14889d6c8930 req-9588be9b-e495-4202-8e2b-2589ccf73381 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893102 Oct 16 13:37:59.637812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:37:59.640733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.655397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:37:59.681233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:37:59.688505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:59.689164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.694051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=ffeef806-81e0-4eaf-8a41-be9fb4fdffd3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:59.723725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:37:59.736480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] DHCP port deletion for 638dd346-19ba-42a7-a41f-548e1e4ec27b request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:37:59.768074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Port': ['ID=f97aa562-aab1-4a52-a69e-58f34482f646,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:37:59.804192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fafd2548-afdc-4082-87a8-fa2333e0e13e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6875277 Oct 16 13:37:59.807106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33004) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:37:59.814628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:37:59.835966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a663d-541c-439b-8c0f-4096b7e79b2a None None] Network 61e337a8-8f57-49fd-a729-f1e754f6586c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:37:59.837283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2224c1-0b48-455c-a197-c4d03acf6527 req-9122c63e-00c0-4250-8c2f-43b022a7c175 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:37:59.838845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4a2224c1-0b48-455c-a197-c4d03acf6527 req-9122c63e-00c0-4250-8c2f-43b022a7c175 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2091858 Oct 16 13:37:59.930850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No DVR routers for this DVR port f97aa562-aab1-4a52-a69e-58f34482f646 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:37:59.937320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Deleting port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:59.937736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.954722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-68d9179d-0aa8-4851-9569-bc3eb5fd2869 None None] Could not find standard attr ID for object f97aa562-aab1-4a52-a69e-58f34482f646. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:37:59.965782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] Deleting port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:37:59.966586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.991485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:37:59.994141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.000871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:00.123774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4ac9c6-ca20-453a-81f9-81f8a63d99c1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:00.206794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.213005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.216236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] For port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,segment=NetworkSegment(db26a1f9-563a-4ad4-a929-4b025a2c756b),segment_id=db26a1f9-563a-4ad4-a929-4b025a2c756b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:00.216817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.232724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] Calling delete_port for 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:00.238031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] For port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,segment=NetworkSegment(db26a1f9-563a-4ad4-a929-4b025a2c756b),segment_id=db26a1f9-563a-4ad4-a929-4b025a2c756b)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:00.238468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.306136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.338608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Calling delete_port for 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:00.465948 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4a2224c1-0b48-455c-a197-c4d03acf6527 req-1b55018c-7d41-4a0a-9369-dd25ac2d3aa6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6005948 Oct 16 13:38:00.465948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.496135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:00.496135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.561302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.569764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7c93e67-4989-4314-b6a4-91a9963d6b05 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:00.596415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.647891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] Pushing event deleted for resources: {'Port': ['ID=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:00.661814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87556367-2708-4c37-9e02-b44ae786f06f None None] No DVR routers for this DVR port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:00.681168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.708496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:37:57Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:00.819641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] Checking router: b50f6ab2-31a7-4f92-9b60-c8f0918cd941 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:38:00.828771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.834481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] Routers {'b50f6ab2-31a7-4f92-9b60-c8f0918cd941'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:00.835123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:00.841696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.888197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533f513-1fcc-417b-aeb5-d7f1fcc23640 None None] Network 61e337a8-8f57-49fd-a729-f1e754f6586c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:00.908142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.924257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:00.924257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.961573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] In _notify_port_updated(), no bound segment for port ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 on network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:00.967622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:00.968264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:00.969897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/ports/ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 HTTP/1.1" status: 200 len: 818 time: 1.1606278 Oct 16 13:38:00.977120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33010) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:01.033427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.041282 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8798504 Oct 16 13:38:01.041282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.044227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33012) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:01.044360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Port': ['ID=55bf7e5d-0f85-47c3-a3e7-de4f3292dee5,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.044467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a3274706-22b4-4aff-a28e-66b83b920160 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'c439be62-8a87-4dff-954e-68c556544644', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:01.044652 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-a3274706-22b4-4aff-a28e-66b83b920160 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 16 13:38:01.049554 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-a3274706-22b4-4aff-a28e-66b83b920160 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:01.053322 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a3274706-22b4-4aff-a28e-66b83b920160 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103817 Oct 16 13:38:01.053322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] For port d7c93e67-4989-4314-b6a4-91a9963d6b05, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7c93e67-4989-4314-b6a4-91a9963d6b05,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:01.062747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] No DVR routers for this DVR port 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:01.064124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33014) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:01.080267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0763b63-da97-455e-ab94-7bb4a24b161e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c439be62-8a87-4dff-954e-68c556544644,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.102178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8d521-62eb-4791-94a7-bfab9194b33c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=ffeef806-81e0-4eaf-8a41-be9fb4fdffd3,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.174857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.180609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] Set router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:01.185862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.205389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66849ed-e8bd-4e7e-8e2d-05c1c35f2817 req-29064983-06d7-4e76-89f8-9a197946ef25 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:01.206973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b66849ed-e8bd-4e7e-8e2d-05c1c35f2817 req-29064983-06d7-4e76-89f8-9a197946ef25 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1899931 Oct 16 13:38:01.218898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.237155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.264523 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b66849ed-e8bd-4e7e-8e2d-05c1c35f2817 req-5b589089-25d4-441d-a683-107ec9221ba1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502572 Oct 16 13:38:01.267084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:01.267417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.274050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.274050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.355338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=e38aa76b-ba47-4bce-89bb-458c21503991,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.426886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.428674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.432140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:01.450677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:01.464531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:01.465834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.474551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:01.475553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6b124-6142-4cc6-9544-59bfebba7cb6 None None] DHCP port deletion for 61e337a8-8f57-49fd-a729-f1e754f6586c request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:01.477354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3c13e-4324-4336-b5bf-302ccde9d655 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:01.480071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=21cf9184-57c4-4ac2-a5d8-b1da45fd119c,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.498176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=d7c93e67-4989-4314-b6a4-91a9963d6b05,revision_number=4']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.504300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.512768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df49-a3c5-493a-a9c6-8673cfc0bc16 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.532916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638dd346-19ba-42a7-a41f-548e1e4ec27b']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.584306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db26a1f9-563a-4ad4-a929-4b025a2c756b') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.584573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db26a1f9-563a-4ad4-a929-4b025a2c756b') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.589405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e337a8-8f57-49fd-a729-f1e754f6586c']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.593968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cad6a50c-3c75-4627-8ac5-1bbd7df5f204 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1746190 Oct 16 13:38:01.595304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33018) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:01.599975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:ef:8e:1e', 'name': 'tempest-NetworksTestDHCPv6-89734006'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:01.663608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64196d8-dae7-4851-8fa7-39935bce4153') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.667114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64196d8-dae7-4851-8fa7-39935bce4153') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.685209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.701400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:01.701946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:01.705175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.713177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:01.713590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:01.732767 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:01.735612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df49-a3c5-493a-a9c6-8673cfc0bc16 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.737165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.738502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.752100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:01.752497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:01.756294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.764262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:01.764694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.803950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=ffeef806-81e0-4eaf-8a41-be9fb4fdffd3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:01.821396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.826126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-78d79b14-3f20-4ea7-9d5f-703e65b8d56f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 HTTP/1.1" status: 204 len: 168 time: 0.8473289 Oct 16 13:38:01.832598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33022) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:01.844580 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:01.883741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f558f4-9b4f-4e75-89fc-c49279169424 req-04186fc2-34f1-4db9-a75e-f5fd5ca71b96 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:01.885660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73f558f4-9b4f-4e75-89fc-c49279169424 req-04186fc2-34f1-4db9-a75e-f5fd5ca71b96 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1616232 Oct 16 13:38:01.886649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:37:57Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:01.909746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:01.916911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101fc57c-acfb-4bc3-99fd-31f5b172ceba None None] The sync data for ids ['b50f6ab2-31a7-4f92-9b60-c8f0918cd941'] in dv-neutron-743142-24-hyperv is: [{'id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'name': 'tempest-ServersTestJSON-1668760752-router', 'tenant_id': '4b7cb1e824a247f98571cd2e63100cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': '2b5723f8-ade0-4d58-8062-224753bab852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:37:57Z', 'revision_number': 5, 'project_id': '4b7cb1e824a247f98571cd2e63100cea', 'gw_port': {'id': '2b5723f8-ade0-4d58-8062-224753bab852', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50f6ab2-31a7-4f92-9b60-c8f0918cd941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:38:01.925803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.945894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:01.949398 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] 10.222.0.24 "DELETE /v2.0/networks/638dd346-19ba-42a7-a41f-548e1e4ec27b HTTP/1.1" status: 204 len: 168 time: 2.8458099 Oct 16 13:38:02.001742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca4bd5-6abd-489e-ad66-7ff846138b6a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:02.003329 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-44ca4bd5-6abd-489e-ad66-7ff846138b6a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1698155 Oct 16 13:38:02.006940 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73f558f4-9b4f-4e75-89fc-c49279169424 req-a8b4a2c4-cbc7-4549-8592-2d4619f5336d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115632 Oct 16 13:38:02.009658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33026) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.023102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0748fc-a14b-44cb-b707-cfc139e8fb5c tempest-AllowedAddressPairIpV6TestJSON-464323423 tempest-AllowedAddressPairIpV6TestJSON-464323423-project] Pushing event deleted for resources: {'Network': ['ID=638dd346-19ba-42a7-a41f-548e1e4ec27b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:02.034055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.051059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.054371 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/61e337a8-8f57-49fd-a729-f1e754f6586c HTTP/1.1" status: 204 len: 168 time: 4.2483656 Oct 16 13:38:02.065820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33028) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.070580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc053e3c-17ad-4378-992f-b43e1a0e8fd3 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=61e337a8-8f57-49fd-a729-f1e754f6586c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:02.080917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c1c8d3-6876-49b4-9000-efa40d35543c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:38:02.084407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e7c1c8d3-6876-49b4-9000-efa40d35543c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/ffeef806-81e0-4eaf-8a41-be9fb4fdffd3 HTTP/1.1" status: 404 len: 333 time: 0.0727520 Oct 16 13:38:02.084776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Deleting port 2b5723f8-ade0-4d58-8062-224753bab852 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:02.086837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.089441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33030) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.099199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-752241114'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:02.101733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Router a1bba587-690e-46a2-981b-ba4e6a9133b7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:38:02.135545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df49-a3c5-493a-a9c6-8673cfc0bc16 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.135753 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-40391094-680c-4258-a3a1-81e787ff426a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:02.136404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40391094-680c-4258-a3a1-81e787ff426a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:02.138460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1f1df49-a3c5-493a-a9c6-8673cfc0bc16 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.148091 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c1f1df49-a3c5-493a-a9c6-8673cfc0bc16 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/c439be62-8a87-4dff-954e-68c556544644 HTTP/1.1" status: 204 len: 168 time: 1.0745256 Oct 16 13:38:02.148293 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-40391094-680c-4258-a3a1-81e787ff426a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/61e337a8-8f57-49fd-a729-f1e754f6586c HTTP/1.1" status: 404 len: 339 time: 0.0723224 Oct 16 13:38:02.148293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33032) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.148293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33034) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.155280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1088613532', 'description': 'd1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:02.201178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.209223 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1df49-a3c5-493a-a9c6-8673cfc0bc16 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439be62-8a87-4dff-954e-68c556544644,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:02.244531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 19fc8deb-710d-4a39-96c5-902113b4f0af yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:02.256217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-25d6eaa5-42c4-4386-ab4e-26ea00bb2ba1 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1085458 Oct 16 13:38:02.269173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33036) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.274195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924504375'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:02.323391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] For port 2b5723f8-ade0-4d58-8062-224753bab852, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2b5723f8-ade0-4d58-8062-224753bab852,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:02.323789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.332794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.356991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Calling delete_port for 2b5723f8-ade0-4d58-8062-224753bab852 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:02.400898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.425768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] For port d7c93e67-4989-4314-b6a4-91a9963d6b05, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7c93e67-4989-4314-b6a4-91a9963d6b05,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:02.526365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 172.20.0.13 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/12c844c1-7499-48a7-8c40-83fca83ac64b/19fc8deb-710d-4a39-96c5-902113b4f0af) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:02.534195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:feef:8e1e (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/21cf9184-57c4-4ac2-a5d8-b1da45fd119c/19fc8deb-710d-4a39-96c5-902113b4f0af) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:02.537922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:02.542463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.551803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.573572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:02.586369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.608143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:38:02.618481 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-489ebf52-980a-49ee-9f96-7b370a68c1ff admin admin] 10.222.0.24 "PUT /v2.0/routers/a1bba587-690e-46a2-981b-ba4e6a9133b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1043825 Oct 16 13:38:02.626371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33040) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.626530 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] Sync routers for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:38:02.647497 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:02.648758 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:02.664860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:02.697511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33042) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:02.733859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:02.739283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.739611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment ce4d2331-c4ce-4a0a-87f5-811442433e75 of type vlan for network bca1c295-fb57-404e-94f2-a2e29f29d8ee Oct 16 13:38:02.743709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:02.743709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:02.745676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.746027 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment e4b31d82-ce3b-4fed-a9e1-68e01645dc61 of type vlan for network d49ab6bb-cb1b-40a1-adda-35312f2c502c Oct 16 13:38:02.748508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c30cee-7dc5-41fd-847a-3eba2cb7ac8e None None] Pushing event updated for resources: {'Port': ['ID=d7c93e67-4989-4314-b6a4-91a9963d6b05,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:02.801117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.834049 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209698fc-3f1a-47fe-9977-d438e1bd2a95 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:38:02.859502 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:02.875676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.914298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.929169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.933520 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.987820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:02.990760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-49e1875b-4671-4714-aeaa-6d3340633f7d None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:02.991360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-49e1875b-4671-4714-aeaa-6d3340633f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.001644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:03.002854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-763097'] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.041268 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3140e9a9-a9cf-40be-b73b-981d72ca668b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ca8e9d6da7842b684f6cc8718253f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360813 Oct 16 13:38:03.044232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33048) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:03.049203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.049383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.079049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.124563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209698fc-3f1a-47fe-9977-d438e1bd2a95 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:38:03.177131 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:37:59Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:03.194116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=19fc8deb-710d-4a39-96c5-902113b4f0af,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:03.214385 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] Checking router: a1bba587-690e-46a2-981b-ba4e6a9133b7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:38:03.222188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.224563 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] Routers {'a1bba587-690e-46a2-981b-ba4e6a9133b7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:03.225249 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:37:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a1bba587-690e-46a2-981b-ba4e6a9133b7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:03.229191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:03.239297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0939565 Oct 16 13:38:03.256550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33050) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:03.259369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5723f8-ade0-4d58-8062-224753bab852,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:03.274442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.290814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4cf22b-ce82-460f-878b-4421624e89c0,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:03.304991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:03.311715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:03.337013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.344214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:03.344214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.350298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017eb9a-568e-41f1-bcc4-dad3d9e5aaef tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=bca1c295-fb57-404e-94f2-a2e29f29d8ee,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:03.409747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.409747 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5479295b-0bdd-4719-bcdd-80627c95b636 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0927720 Oct 16 13:38:03.409747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33052) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:03.410018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network bca1c295-fb57-404e-94f2-a2e29f29d8ee details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:03.410124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:03.410124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.423529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-abfdc340-a06f-4257-a52b-6e360d10d2c5 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '0b4cf22b-ce82-460f-878b-4421624e89c0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:03.424751 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-abfdc340-a06f-4257-a52b-6e360d10d2c5 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 16 13:38:03.426000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee1614-6462-490c-bc0b-d2028f1d2dee req-686fcb6d-6883-4ae5-a450-8759d02adda4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:03.426158 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-abfdc340-a06f-4257-a52b-6e360d10d2c5 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:03.427307 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-abfdc340-a06f-4257-a52b-6e360d10d2c5 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0486443 Oct 16 13:38:03.437070 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32ee1614-6462-490c-bc0b-d2028f1d2dee req-686fcb6d-6883-4ae5-a450-8759d02adda4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2623110 Oct 16 13:38:03.441244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33054) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:03.447807 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] Set router a1bba587-690e-46a2-981b-ba4e6a9133b7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:03.452528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db0350b1-2c8c-4e01-8f9d-05e2b12d3cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.504983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db0350b1-2c8c-4e01-8f9d-05e2b12d3cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.532912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32ee1614-6462-490c-bc0b-d2028f1d2dee req-085406cc-d5b2-4cf1-af97-57bc0b5b5597 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948849 Oct 16 13:38:03.545972 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-97ece37a-4da1-4abe-8a80-a828700988fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9504011 Oct 16 13:38:03.555780 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4602787 Oct 16 13:38:03.555780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33058) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:03.561645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33062) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:03.572801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:03.746178 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:37:59Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:03.763805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:03.778600 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee44c1d-6e1c-48db-8e90-81ac3f7731b7 None None] The sync data for ids ['a1bba587-690e-46a2-981b-ba4e6a9133b7'] in dv-neutron-743142-24-hyperv is: [{'id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'name': 'tempest-ServersTestManualDisk-1919964089-router', 'tenant_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:56Z', 'updated_at': '2021-10-16T13:37:59Z', 'revision_number': 5, 'project_id': '18ce560a7fb74cb1a2510a2918dacfb0', 'gw_port': {'id': '919b81ba-ea5b-4525-84a1-622aa33d4970', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bba587-690e-46a2-981b-ba4e6a9133b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:58Z', 'updated_at': '2021-10-16T13:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:38:03.788242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:03.788708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 55bf7e5d-0f85-47c3-a3e7-de4f3292dee5 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:03.833144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:03.837112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.843306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db0350b1-2c8c-4e01-8f9d-05e2b12d3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.848370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db0350b1-2c8c-4e01-8f9d-05e2b12d3cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:03.848370 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db0350b1-2c8c-4e01-8f9d-05e2b12d3cb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba2e5621-9f83-40ab-b941-f63a2573dcc2 HTTP/1.1" status: 204 len: 168 time: 0.8009589 Oct 16 13:38:03.880337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0350b1-2c8c-4e01-8f9d-05e2b12d3cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e5621-9f83-40ab-b941-f63a2573dcc2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:03.987838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad9040-c69f-410b-a180-84aa7739f5fc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:03.989508 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4cad9040-c69f-410b-a180-84aa7739f5fc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks?id=bca1c295-fb57-404e-94f2-a2e29f29d8ee HTTP/1.1" status: 200 len: 765 time: 0.7270472 Oct 16 13:38:03.993539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:04.005412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'description': 'd2'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:04.009884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.027537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9cc3-e58c-4bc0-8e03-6e31120749eb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=d49ab6bb-cb1b-40a1-adda-35312f2c502c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:04.038502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:04.196414 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.199025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.396547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7c93e67-4989-4314-b6a4-91a9963d6b05 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:04.445548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f117d63-28c2-491c-bfe4-c4bb9721de26 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:04.453288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f117d63-28c2-491c-bfe4-c4bb9721de26 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:04.455827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f9b84-b8da-40e2-9eb8-351676cbf597 req-4dd41c4c-fdc5-4b59-8705-3cde5ef64df0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:04.457827 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1f117d63-28c2-491c-bfe4-c4bb9721de26 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5037272 Oct 16 13:38:04.458771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba92-b4f2-47f3-969e-fed9ef1fe487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.464473 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17f9b84-b8da-40e2-9eb8-351676cbf597 req-4dd41c4c-fdc5-4b59-8705-3cde5ef64df0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.5542259 Oct 16 13:38:04.468212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37ccd81-690d-4243-a2a3-185f52ded0d8 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:38:04.471588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33074) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:04.497500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba92-b4f2-47f3-969e-fed9ef1fe487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.552679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Deleting port 919b81ba-ea5b-4525-84a1-622aa33d4970 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:04.556551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.576198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.611401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.613930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b50f6ab2-31a7-4f92-9b60-c8f0918cd941 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:38:04.636705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.639246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17f9b84-b8da-40e2-9eb8-351676cbf597 req-df9a9324-477b-4c09-a064-b33d15e1d4d6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719415 Oct 16 13:38:04.648439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a87853c8-40ca-41ec-b42e-aa952b41f7e6 None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:04.648943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a87853c8-40ca-41ec-b42e-aa952b41f7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.652812 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-734f0841-5058-48c0-8261-e94d9d685f01 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b50f6ab2-31a7-4f92-9b60-c8f0918cd941 HTTP/1.1" status: 204 len: 168 time: 5.2254238 Oct 16 13:38:04.652812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba92-b4f2-47f3-969e-fed9ef1fe487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.656229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce94ba92-b4f2-47f3-969e-fed9ef1fe487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.667813 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ce94ba92-b4f2-47f3-969e-fed9ef1fe487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b4cf22b-ce82-460f-878b-4421624e89c0 HTTP/1.1" status: 204 len: 168 time: 1.2011924 Oct 16 13:38:04.674202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33080) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:04.674326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33082) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:04.681743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:04.682191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.702879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.773699 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-22ff98cf-3867-4340-bac8-662861d693a7 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0956616 Oct 16 13:38:04.782289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.785140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33086) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:04.801986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--720325329'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:04.804937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ba92-b4f2-47f3-969e-fed9ef1fe487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4cf22b-ce82-460f-878b-4421624e89c0,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:04.854762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Deleting subnet 336d2cb1-d02d-4765-8950-a6e899094e94 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:04.860093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.866591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network bca1c295-fb57-404e-94f2-a2e29f29d8ee is not hosted by any dhcp agent {{(pid=101080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 16 13:38:04.872767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:04.873598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:04.875114 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "PUT /v2.0/networks/bca1c295-fb57-404e-94f2-a2e29f29d8ee HTTP/1.1" status: 200 len: 762 time: 0.8791673 Oct 16 13:38:04.903698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33088) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:04.916227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ccd81-690d-4243-a2a3-185f52ded0d8 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:38:04.930839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.020829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] For port 919b81ba-ea5b-4525-84a1-622aa33d4970, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=919b81ba-ea5b-4525-84a1-622aa33d4970,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:05.021246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.046215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Calling delete_port for 919b81ba-ea5b-4525-84a1-622aa33d4970 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:05.063331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.104181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b1a731fb-c824-453b-83c8-3e1358d3402e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:05.148879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: b1a731fb-c824-453b-83c8-3e1358d3402e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:05.149258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b1a731fb-c824-453b-83c8-3e1358d3402e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:05.149648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f97aa562-aab1-4a52-a69e-58f34482f646 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:05.173239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a87853c8-40ca-41ec-b42e-aa952b41f7e6 None None] Provisioning complete for port 19fc8deb-710d-4a39-96c5-902113b4f0af triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:05.173596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a87853c8-40ca-41ec-b42e-aa952b41f7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.181053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f97aa562-aab1-4a52-a69e-58f34482f646 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:05.181396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f97aa562-aab1-4a52-a69e-58f34482f646 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:05.287762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a87853c8-40ca-41ec-b42e-aa952b41f7e6 None None] Port 19fc8deb-710d-4a39-96c5-902113b4f0af cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:05.305096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.404096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336d2cb1-d02d-4765-8950-a6e899094e94,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:05.409359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.421484 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c99e5658-84b7-4bdc-b7c0-a271864f6aaf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/336d2cb1-d02d-4765-8950-a6e899094e94 HTTP/1.1" status: 204 len: 168 time: 0.7453330 Oct 16 13:38:05.423895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33098) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:05.458606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22d9485-dacd-41fe-8508-49d8d59bcf47 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:05.460552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f22d9485-dacd-41fe-8508-49d8d59bcf47 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks?id=bca1c295-fb57-404e-94f2-a2e29f29d8ee HTTP/1.1" status: 200 len: 765 time: 0.5547557 Oct 16 13:38:05.461446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.467748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33100) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:05.496599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.499386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 19fc8deb-710d-4a39-96c5-902113b4f0af {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:05.499386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.502162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=ee79ccee-e821-4ecc-bae7-067cb14d8b81,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:05.545240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33102) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:05.597003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.674554 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.678723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=919b81ba-ea5b-4525-84a1-622aa33d4970,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:05.695489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 19fc8deb-710d-4a39-96c5-902113b4f0af owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:05.761525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d931c91-ce3d-4e55-9b70-a0c3c4f0b5e1 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=bca1c295-fb57-404e-94f2-a2e29f29d8ee,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:05.773902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network bca1c295-fb57-404e-94f2-a2e29f29d8ee details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:05.869719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1157592807'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:05.871592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:05.871771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: d49ab6bb-cb1b-40a1-adda-35312f2c502c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:05.951567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:05.995059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:05.998003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:05.998517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4e4ac9c6-ca20-453a-81f9-81f8a63d99c1 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:05.999168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b5723f8-ade0-4d58-8062-224753bab852 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:06.006046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513ef6d-7cf6-443c-9421-a9641c3d32d5 req-4311c888-fc56-4ce9-b86e-9d191bbfd6df tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.007635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c513ef6d-7cf6-443c-9421-a9641c3d32d5 req-4311c888-fc56-4ce9-b86e-9d191bbfd6df tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2494514 Oct 16 13:38:06.016647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cab000-12ed-4b58-a49f-6a2b2454adda tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.018359 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-85cab000-12ed-4b58-a49f-6a2b2454adda tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5471358 Oct 16 13:38:06.023195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33108) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.030851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 2b5723f8-ade0-4d58-8062-224753bab852 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:06.031199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b5723f8-ade0-4d58-8062-224753bab852 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:06.055999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.096480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:06.102484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.114275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:06.119549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.127050 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-725c697b-d854-4110-82b9-3425f5b5e941 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 207 time: 0.0861962 Oct 16 13:38:06.127228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.128905 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:38:06.135324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33110) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.160777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.164080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Deleting port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:06.170229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.170229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.190891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e87356-cbcc-45ef-b36b-7d0d8d9a610b None None] Network f1566144-1f29-4c26-a21f-76498ed4107b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:06.300389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a2314b65-0060-4c95-97b2-d7e028d7608d None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:06.300389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a2314b65-0060-4c95-97b2-d7e028d7608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.321280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] For port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,segment=NetworkSegment(01b4d152-d906-48a9-997d-c7343e732f9d),segment_id=01b4d152-d906-48a9-997d-c7343e732f9d)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:06.321857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.336884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.337442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1bba587-690e-46a2-981b-ba4e6a9133b7 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:38:06.343735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Calling delete_port for ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:06.347713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.348960 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5c9baa25-66f8-4241-b55a-7528a540cdcc admin admin] 10.222.0.24 "DELETE /v2.0/routers/a1bba587-690e-46a2-981b-ba4e6a9133b7 HTTP/1.1" status: 204 len: 168 time: 3.7245378 Oct 16 13:38:06.354590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33112) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.361339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, d49ab6bb-cb1b-40a1-adda-35312f2c502c) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:06.373861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab554986-7b95-4ac2-b268-33596347c9f7 None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:06.388753 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c513ef6d-7cf6-443c-9421-a9641c3d32d5 req-1808abe3-15c7-4876-96cb-f6fe48b6496f tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735251 Oct 16 13:38:06.413904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.413904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.440347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facae811-f454-4bd6-9739-5634e7708de6,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:06.505166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.516582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.518427 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-396c35a4-6c9c-477f-9379-94a7a7b15893 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7226808 Oct 16 13:38:06.527318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33116) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.534750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4b2b76cf-4367-4305-a00f-ba760ba6adc4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'facae811-f454-4bd6-9739-5634e7708de6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:06.549506 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-4b2b76cf-4367-4305-a00f-ba760ba6adc4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 16 13:38:06.550320 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-4b2b76cf-4367-4305-a00f-ba760ba6adc4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:06.555271 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4b2b76cf-4367-4305-a00f-ba760ba6adc4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248804 Oct 16 13:38:06.566862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33118) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.584844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6799630b-77be-4024-a40d-c809cf64a487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'facae811-f454-4bd6-9739-5634e7708de6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:06.589741 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-6799630b-77be-4024-a40d-c809cf64a487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 16 13:38:06.596486 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-6799630b-77be-4024-a40d-c809cf64a487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:06.596486 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6799630b-77be-4024-a40d-c809cf64a487 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0242181 Oct 16 13:38:06.596486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33120) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.600354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1f168bb3-e746-48dd-9f2a-4267a324b5ba tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'facae811-f454-4bd6-9739-5634e7708de6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:06.601351 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-1f168bb3-e746-48dd-9f2a-4267a324b5ba tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 16 13:38:06.601928 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-1f168bb3-e746-48dd-9f2a-4267a324b5ba tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:06.602978 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1f168bb3-e746-48dd-9f2a-4267a324b5ba tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069647 Oct 16 13:38:06.604220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.609967 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33122) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.614148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Deleting subnet d40255b3-3ec3-4192-93c6-7a96479959a5 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:06.633014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.633709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9653c31a-94b8-4754-96d6-823397039205 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'facae811-f454-4bd6-9739-5634e7708de6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:06.634682 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-9653c31a-94b8-4754-96d6-823397039205 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 16 13:38:06.635307 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-9653c31a-94b8-4754-96d6-823397039205 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:06.636409 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9653c31a-94b8-4754-96d6-823397039205 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154667 Oct 16 13:38:06.640305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33124) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.642506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-26b8733e-8edf-4964-8a6d-e3698528db1a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0792708 Oct 16 13:38:06.654365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33126) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.678439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a2314b65-0060-4c95-97b2-d7e028d7608d None None] Could not find standard attr ID for object 19fc8deb-710d-4a39-96c5-902113b4f0af. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:06.679052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:06.692486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:06.694565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.697364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.728365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.735090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.741637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.748418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.754489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.760577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.768875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-72f2ef50-ef21-402f-ac27-3e4eca19a70f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6210198 Oct 16 13:38:06.772459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.772818 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Added segment 373c978a-29f8-426d-b9fd-af873ea810d7 of type vlan for network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 Oct 16 13:38:06.778486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33128) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:06.779307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6a3d34-5876-46de-9f2a-18c47dcb4ef1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:06.781186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc629d20-7f12-4758-8589-b6db325340cf,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:06.813955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] No DVR routers for this DVR port ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:06.815325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=19fc8deb-710d-4a39-96c5-902113b4f0af,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:06.842799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.875213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-58a97050-5ef9-4b6b-b212-25889a85afc9 None None] Could not find standard attr ID for object 19fc8deb-710d-4a39-96c5-902113b4f0af. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:06.882220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-d49ab6bb-cb1b-40a1-adda-35312f2c502c', 'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': 'ee79ccee-e821-4ecc-bae7-067cb14d8b81'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:06.883153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.896249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccae2cb-7ead-4c47-8d1c-ee9bd6d2272b req-364e6c7b-5cb2-45a6-9140-3b0400c2b847 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:06.897844 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ccae2cb-7ead-4c47-8d1c-ee9bd6d2272b req-364e6c7b-5cb2-45a6-9140-3b0400c2b847 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3758900 Oct 16 13:38:06.958451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:06.971009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0461a-99cb-4de2-8dce-84562666a2f2 None None] DHCP port deletion for f1566144-1f29-4c26-a21f-76498ed4107b request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:07.055420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.065167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-19641527-bffa-4fbb-a42d-e3122337d1b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/19fc8deb-710d-4a39-96c5-902113b4f0af HTTP/1.1" status: 204 len: 168 time: 2.5868132 Oct 16 13:38:07.065167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33130) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.067345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Allocated IP 172.20.0.2 (d49ab6bb-cb1b-40a1-adda-35312f2c502c/ee79ccee-e821-4ecc-bae7-067cb14d8b81/9088a211-c3ce-472d-a782-426a21078cc1) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:07.071357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ccae2cb-7ead-4c47-8d1c-ee9bd6d2272b req-8ecb54c0-d078-4063-8c05-1c53f5eb0fed tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489661 Oct 16 13:38:07.109019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.160619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11893fa1-0f33-453e-8a6e-fdeec72d81a3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.162164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11893fa1-0f33-453e-8a6e-fdeec72d81a3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.163810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11893fa1-0f33-453e-8a6e-fdeec72d81a3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.165440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-11893fa1-0f33-453e-8a6e-fdeec72d81a3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0975077 Oct 16 13:38:07.176807 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-38c8bc07-d564-4ab4-a02c-d9e7ab11d18f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3898492 Oct 16 13:38:07.179976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33134) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.179976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33136) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.180200 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.189009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d009bd2-30cc-4610-88b8-1bb6a3871418 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.233689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1566144-1f29-4c26-a21f-76498ed4107b']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:07.261188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b4d152-d906-48a9-997d-c7343e732f9d') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:07.261472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b4d152-d906-48a9-997d-c7343e732f9d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:07.264252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d009bd2-30cc-4610-88b8-1bb6a3871418 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.278008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.285988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.291570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.292170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.296439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.355523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e479828-7e31-45c1-a01f-2ea6320b6d08 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.357489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.357976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e479828-7e31-45c1-a01f-2ea6320b6d08 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.368073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e479828-7e31-45c1-a01f-2ea6320b6d08 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.368073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e479828-7e31-45c1-a01f-2ea6320b6d08 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.368305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.368440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e479828-7e31-45c1-a01f-2ea6320b6d08 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.369108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8e479828-7e31-45c1-a01f-2ea6320b6d08 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1880190 Oct 16 13:38:07.374216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33138) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.401519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 12c844c1-7499-48a7-8c40-83fca83ac64b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:07.401696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:07.401696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.404087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:07.405764 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:07.416400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:07.422847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:07.425903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.427912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:07.431846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:07.464355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Pushing event updated for resources: {'Port': ['ID=9088a211-c3ce-472d-a782-426a21078cc1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:07.476447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.481817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.485768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Network': ['ID=f8bcfb61-02fd-4a3b-8caf-91a29ff2c796,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:07.498197 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cdf1cf29-a158-4b16-9ca0-121fd6d0053e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9040332 Oct 16 13:38:07.498854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:07.510913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33140) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.519149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'subnet': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:07.521793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Attempting to bind port 9088a211-c3ce-472d-a782-426a21078cc1 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:07.522240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Attempting to bind port 9088a211-c3ce-472d-a782-426a21078cc1 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:07.522669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Attempting to bind port 9088a211-c3ce-472d-a782-426a21078cc1 on network d49ab6bb-cb1b-40a1-adda-35312f2c502c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:07.536722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faf1fe-fe78-4021-b5db-4f090b04a95c req-2436d0fa-0711-47d5-8558-f2397ad2780d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.537441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:07.537947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Checking segment: {'id': 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:07.538258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97faf1fe-fe78-4021-b5db-4f090b04a95c req-2436d0fa-0711-47d5-8558-f2397ad2780d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3844571 Oct 16 13:38:07.538554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.539040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Bound using segment: {'id': 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:07.539633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Bound port: 9088a211-c3ce-472d-a782-426a21078cc1, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:07.540112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.567569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.574506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d40255b3-3ec3-4192-93c6-7a96479959a5 HTTP/1.1" status: 204 len: 168 time: 1.2140493 Oct 16 13:38:07.575146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33142) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.580816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d009bd2-30cc-4610-88b8-1bb6a3871418 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.582306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ade59-b9b3-41a7-bea1-047ab70959a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40255b3-3ec3-4192-93c6-7a96479959a5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:07.582816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d009bd2-30cc-4610-88b8-1bb6a3871418 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.589644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da396a-ee52-4ba0-9941-8a4c1b1004b3 None None] Network e06eee63-6097-4f09-be65-cc2d32ff3b1e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:07.589764 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d009bd2-30cc-4610-88b8-1bb6a3871418 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/facae811-f454-4bd6-9739-5634e7708de6 HTTP/1.1" status: 204 len: 168 time: 0.9425583 Oct 16 13:38:07.603080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33144) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.644081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd4e1-c476-40dd-b982-3d68a94f64f7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.645551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd4e1-c476-40dd-b982-3d68a94f64f7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.647245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd4e1-c476-40dd-b982-3d68a94f64f7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.648800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd4e1-c476-40dd-b982-3d68a94f64f7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.650298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd4e1-c476-40dd-b982-3d68a94f64f7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['shared'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:07.657091 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-64ebd4e1-c476-40dd-b982-3d68a94f64f7 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2796445 Oct 16 13:38:07.657764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33146) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.753595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] For port 9088a211-c3ce-472d-a782-426a21078cc1, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:07.768834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] For port 9088a211-c3ce-472d-a782-426a21078cc1, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9088a211-c3ce-472d-a782-426a21078cc1,segment=NetworkSegment(e4b31d82-ce3b-4fed-a9e1-68e01645dc61),segment_id=e4b31d82-ce3b-4fed-a9e1-68e01645dc61)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:07.855644 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97faf1fe-fe78-4021-b5db-4f090b04a95c req-6fdcdc9f-c64f-4c1e-af3c-865854203acb tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916186 Oct 16 13:38:07.857099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.864873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.876712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.898266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.899214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d009bd2-30cc-4610-88b8-1bb6a3871418 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facae811-f454-4bd6-9739-5634e7708de6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:07.912465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] DHCP port deletion for e06eee63-6097-4f09-be65-cc2d32ff3b1e request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:07.927067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:07.939166 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1566144-1f29-4c26-a21f-76498ed4107b HTTP/1.1" status: 204 len: 168 time: 2.5139041 Oct 16 13:38:07.958694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4a37b378-0242-4826-ae60-ec5f20895e7b tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3511331 Oct 16 13:38:07.971179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33152) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:07.989504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:07.997346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--413130978'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:08.000991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06a8a0-0e0c-43ec-8df9-45189907f4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1566144-1f29-4c26-a21f-76498ed4107b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:08.024427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:08.030557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ce6a3d34-5876-46de-9f2a-18c47dcb4ef1 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:08.030557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 919b81ba-ea5b-4525-84a1-622aa33d4970 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:08.031766 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.ipam_backend_mixin [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee79ccee-e821-4ecc-bae7-067cb14d8b81 (CIDR: 172.20.0.0/28) Oct 16 13:38:08.040759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf2457f-fb84-4209-b9bc-d38f4c31f547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:08.042575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-daf2457f-fb84-4209-b9bc-d38f4c31f547 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks/64def0b6-1301-415b-bdc2-b7eba8aedc38 HTTP/1.1" status: 200 len: 803 time: 0.3773870 Oct 16 13:38:08.052801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33154) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.061019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 919b81ba-ea5b-4525-84a1-622aa33d4970 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:08.061359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 919b81ba-ea5b-4525-84a1-622aa33d4970 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:08.062819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fbc59-de25-49a6-9508-4435ffa81893 None None] Pushing event updated for resources: {'Port': ['ID=9088a211-c3ce-472d-a782-426a21078cc1,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:08.087654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] Deleting port 6230608f-30d4-43d9-b9da-53e1b54ff348 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:08.088359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.090688 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:08.091255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:08.196349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] For port 6230608f-30d4-43d9-b9da-53e1b54ff348, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6230608f-30d4-43d9-b9da-53e1b54ff348,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:08.202516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.231110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] Calling delete_port for 6230608f-30d4-43d9-b9da-53e1b54ff348 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:08.237977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Deleting port 6230608f-30d4-43d9-b9da-53e1b54ff348 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:08.238322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.241599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.244958 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e68def2d-1853-4247-b306-c13b63fa8600 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/networks/64def0b6-1301-415b-bdc2-b7eba8aedc38?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1904991 Oct 16 13:38:08.251935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33156) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.322604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835b1f4-f612-4153-9507-e90691710b38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:08.324035 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4835b1f4-f612-4153-9507-e90691710b38 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/subnets/5ec3a51d-bc62-457a-bd87-2fdca7a22b9b HTTP/1.1" status: 200 len: 843 time: 0.0709636 Oct 16 13:38:08.336733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33158) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.337382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:08.342347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.356085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954fde8-22c1-413f-9beb-b3044bbdf27a req-e013b09c-fe2a-4669-adab-d15df47085fc tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:08.357688 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b954fde8-22c1-413f-9beb-b3044bbdf27a req-e013b09c-fe2a-4669-adab-d15df47085fc tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3088522 Oct 16 13:38:08.365815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.410243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.438502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=12c844c1-7499-48a7-8c40-83fca83ac64b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:08.439353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] Pushing event deleted for resources: {'Port': ['ID=6230608f-30d4-43d9-b9da-53e1b54ff348,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:08.443554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1cea86-f5ef-4c56-b82a-a77c718785ec None None] No DVR routers for this DVR port 6230608f-30d4-43d9-b9da-53e1b54ff348 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:08.443949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] For port 6230608f-30d4-43d9-b9da-53e1b54ff348, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6230608f-30d4-43d9-b9da-53e1b54ff348,segment=NetworkSegment(abc1b8d8-0c38-41c2-9416-3935b9391f99),segment_id=abc1b8d8-0c38-41c2-9416-3935b9391f99)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:08.444360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.454391 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.460253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-727914c4-9073-44f9-b73e-4cbaafeeb3b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/12c844c1-7499-48a7-8c40-83fca83ac64b HTTP/1.1" status: 204 len: 168 time: 1.2804875 Oct 16 13:38:08.461201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33160) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.471328 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea7a1af8-a4c6-4f77-9bd4-f9576b4b3516 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8046858 Oct 16 13:38:08.480174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33162) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.482852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c61ae27-460c-4e1a-b70f-07564534b484 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:08.490456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:08.491723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Calling delete_port for 6230608f-30d4-43d9-b9da-53e1b54ff348 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:08.503230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2be1a6-3c97-4cd1-8ed8-79e8dba603ac tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:08.504542 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd2be1a6-3c97-4cd1-8ed8-79e8dba603ac tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "GET /v2.0/subnets/5ec3a51d-bc62-457a-bd87-2fdca7a22b9b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1588647 Oct 16 13:38:08.523268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33164) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.523840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33166) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.535940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228114457'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:08.545495 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b954fde8-22c1-413f-9beb-b3044bbdf27a req-59279971-d421-41d3-827d-4eac87dac6dc tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714163 Oct 16 13:38:08.643940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.651656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 21cf9184-57c4-4ac2-a5d8-b1da45fd119c {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:08.664464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.709062 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-205b4660-8a3a-4b9e-b869-04c6a691ad1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b7cb1e824a247f98571cd2e63100cea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1821525 Oct 16 13:38:08.709672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33170) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:08.724407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.747363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.748457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:08.752028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.765230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.811105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6230608f-30d4-43d9-b9da-53e1b54ff348,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:08.834958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] No DVR routers for this DVR port 6230608f-30d4-43d9-b9da-53e1b54ff348 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:08.863110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4f27f0-6d5a-4796-a945-b9de2a6676cd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:08.875378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:08.898637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0336cbfe-732e-43b1-8b82-ca73611108b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.902764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.903113 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Added segment 63dc21f4-af94-4f82-8e47-e173f5bb7288 of type vlan for network b4a367b6-62e7-47e1-a297-2d33e9a61e72 Oct 16 13:38:08.913849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:08.918178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.966199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.981512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:08.994095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.015319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.016690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.020820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5bbf0467-bcc8-4cd6-ae72-f681c0cb667c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0360050 Oct 16 13:38:09.021975 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0336cbfe-732e-43b1-8b82-ca73611108b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.023522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33172) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.038795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06eee63-6097-4f09-be65-cc2d32ff3b1e']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:09.059196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc1b8d8-0c38-41c2-9416-3935b9391f99') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:09.059620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc1b8d8-0c38-41c2-9416-3935b9391f99') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:09.070709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.092813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.100460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:09.100994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.101784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-46ad139f-9fb2-490e-a1c4-4a2afff05009 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.102512 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-46ad139f-9fb2-490e-a1c4-4a2afff05009 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 16 13:38:09.103017 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-46ad139f-9fb2-490e-a1c4-4a2afff05009 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:09.103135 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:09.109814 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-46ad139f-9fb2-490e-a1c4-4a2afff05009 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0566628 Oct 16 13:38:09.117557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33174) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.125325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fe916ab9-4332-4867-86fb-c303246a68ac tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.137877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.resource_extend [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:38:09.191767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.201384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Subnet': ['ID=cfde9cd0-e08a-4a98-968d-e7ed8445dfc4,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:09.207815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.211596 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/21cf9184-57c4-4ac2-a5d8-b1da45fd119c HTTP/1.1" status: 204 len: 168 time: 0.7435403 Oct 16 13:38:09.214807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33176) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.239504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862062d-e76b-4760-9751-ec297f92afcd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=21cf9184-57c4-4ac2-a5d8-b1da45fd119c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:09.279670 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c68705ef-c761-4301-a969-501e8962b246 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628810 Oct 16 13:38:09.282768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33178) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.285401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Checking segment: {'id': '373c978a-29f8-426d-b9fd-af873ea810d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:09.285674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network hostable DHCP agents. Network: f8bcfb61-02fd-4a3b-8caf-91a29ff2c796, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:09.288358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.363792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6521f56-6e3d-4dfb-81d5-c4713bea971e None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:09.367837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.370250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.378066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:09.378895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.381723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.386197 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e06eee63-6097-4f09-be65-cc2d32ff3b1e HTTP/1.1" status: 204 len: 168 time: 1.8042452 Oct 16 13:38:09.408499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29186eb-cd2a-408b-9375-6cec880ad5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06eee63-6097-4f09-be65-cc2d32ff3b1e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:09.432486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0336cbfe-732e-43b1-8b82-ca73611108b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.435240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0336cbfe-732e-43b1-8b82-ca73611108b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.436358 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0336cbfe-732e-43b1-8b82-ca73611108b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/389dd378-43b6-4dba-8bc9-44ad16f470d1 HTTP/1.1" status: 204 len: 168 time: 0.7175748 Oct 16 13:38:09.454930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336cbfe-732e-43b1-8b82-ca73611108b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389dd378-43b6-4dba-8bc9-44ad16f470d1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:09.455981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-fe916ab9-4332-4867-86fb-c303246a68ac tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:09.460836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fe916ab9-4332-4867-86fb-c303246a68ac tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3385582 Oct 16 13:38:09.466064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33184) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.471548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8e5f49d9-f64a-4af0-9075-119786d88ea1 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.473403 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-8e5f49d9-f64a-4af0-9075-119786d88ea1 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 16 13:38:09.474704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-8e5f49d9-f64a-4af0-9075-119786d88ea1 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:09.479042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8e5f49d9-f64a-4af0-9075-119786d88ea1 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129597 Oct 16 13:38:09.480124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33186) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.510013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad4424b-4f2a-4385-b623-525c2163a416 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:09.510665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b5e05ee1-2c05-47e1-b0e8-cdd665ece747 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.521838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:09.539158 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0107558 Oct 16 13:38:09.539354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-21b24da7-d9d6-4850-ad28-751a3b1228df None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:09.539545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21b24da7-d9d6-4850-ad28-751a3b1228df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.540004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fb464-e1e0-473f-b3df-52decc3fff78 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Network': ['ID=b4a367b6-62e7-47e1-a297-2d33e9a61e72,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:09.543956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33188) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.550692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.559208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b4a367b6-62e7-47e1-a297-2d33e9a61e72 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:09.630847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, f8bcfb61-02fd-4a3b-8caf-91a29ff2c796) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:09.642624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:09.643199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.656813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:09.660991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.674887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f509f-5542-4736-beb3-a0987827a49c None None] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:09.708851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.761298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:09.765966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:09.771044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:09.772057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:09.788293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=4e83824d-10f6-43be-bee9-bf862878a668,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:09.862714 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-311fc61b-c0e9-4fa8-852c-7faccbe9f5c7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3447280 Oct 16 13:38:09.862714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33190) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.868452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'name': 'tempest-AllowedAddressPairTestJSON-13622495'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.889990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-b5e05ee1-2c05-47e1-b0e8-cdd665ece747 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:09.893799 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b5e05ee1-2c05-47e1-b0e8-cdd665ece747 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4077594 Oct 16 13:38:09.896834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33192) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.903306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c35d3d7f-aef8-497f-94ab-937d30a65bc9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.904742 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-c35d3d7f-aef8-497f-94ab-937d30a65bc9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 16 13:38:09.905595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-c35d3d7f-aef8-497f-94ab-937d30a65bc9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:09.910035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c35d3d7f-aef8-497f-94ab-937d30a65bc9 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118542 Oct 16 13:38:09.910651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33194) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:09.915160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c96b5e27-6b5c-4652-9229-ae77c8e28fde tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:09.960001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9088a211-c3ce-472d-a782-426a21078cc1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:09.984455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33196) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:10.006853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.061928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Made reservation on behalf of e1f3ac5943664630ad323bb881d5115d for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:10.066214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.094040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:10.110389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21b24da7-d9d6-4850-ad28-751a3b1228df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.115293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33200) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:10.115458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f5e8de51-3b2b-4fe1-981c-79a14b3e2f72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18ce560a7fb74cb1a2510a2918dacfb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1265671 Oct 16 13:38:10.128848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:10.143354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=6cb89258-3b33-4743-b599-71b82fd62f87,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:10.155163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:10.159518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:10.160572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.181973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'tenant_id': '3dd3a825515c49b98b856a8be82733a5', 'fixed_ips': [{'subnet_id': 'cfde9cd0-e08a-4a98-968d-e7ed8445dfc4'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:10.182831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.198148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Performing IP validity checks on allocation pools {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:38:10.198683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:38:10.209812 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9f076c00-e0a4-4a83-be02-83757080e1a6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7277761 Oct 16 13:38:10.217217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-21b24da7-d9d6-4850-ad28-751a3b1228df None None] For port 9088a211-c3ce-472d-a782-426a21078cc1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9088a211-c3ce-472d-a782-426a21078cc1,segment=NetworkSegment(e4b31d82-ce3b-4fed-a9e1-68e01645dc61),segment_id=e4b31d82-ce3b-4fed-a9e1-68e01645dc61)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:10.217735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33204) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:10.222728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:10.223096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.224051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c', 'fixed_ips': [{'subnet_id': 'ee79ccee-e821-4ecc-bae7-067cb14d8b81'}, {'subnet_id': '4e83824d-10f6-43be-bee9-bf862878a668'}], 'name': 'tempest-PortsTestJSON-1714819577'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:10.237016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:38:10.237016 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:38:10.237016 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': '3dd3a825515c49b98b856a8be82733a5', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 37, 50, 17182)}] Oct 16 13:38:10.237016 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:10.247962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:10.474740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608aa769-ecc6-4013-bf96-8deecd9b66a8 None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:10.487527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-127cc483-015b-46a0-b068-6b93f9452cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.514104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-127cc483-015b-46a0-b068-6b93f9452cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.553852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.555384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21b24da7-d9d6-4850-ad28-751a3b1228df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.632539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=353d2578-bed0-434c-8d28-269b1cea08bd,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:10.648135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b569fcdd-7ebb-437b-9dd5-dacdd758a137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3642554 Oct 16 13:38:10.648602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Checking segment: {'id': '63dc21f4-af94-4f82-8e47-e173f5bb7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:10.648971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network hostable DHCP agents. Network: b4a367b6-62e7-47e1-a297-2d33e9a61e72, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:10.651717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33212) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:10.658369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:10.689006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-127cc483-015b-46a0-b068-6b93f9452cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.691636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-127cc483-015b-46a0-b068-6b93f9452cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.692829 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-127cc483-015b-46a0-b068-6b93f9452cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e60cbe7-25fc-4f07-9f0f-ff39e89301d6 HTTP/1.1" status: 204 len: 168 time: 0.5771496 Oct 16 13:38:10.709274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b24da7-d9d6-4850-ad28-751a3b1228df None None] Pushing event updated for resources: {'Port': ['ID=9088a211-c3ce-472d-a782-426a21078cc1,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:10.719873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cc483-015b-46a0-b068-6b93f9452cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e60cbe7-25fc-4f07-9f0f-ff39e89301d6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:10.721610 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-c96b5e27-6b5c-4652-9229-ae77c8e28fde tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:10.725417 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c96b5e27-6b5c-4652-9229-ae77c8e28fde tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8113198 Oct 16 13:38:10.726503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33216) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:10.733689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] Deleting port d7c93e67-4989-4314-b6a4-91a9963d6b05 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:10.734070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.773026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1a1539b9-addd-44e8-b3e8-c515bac415bb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:10.773792 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-1a1539b9-addd-44e8-b3e8-c515bac415bb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 16 13:38:10.774477 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-1a1539b9-addd-44e8-b3e8-c515bac415bb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:10.779622 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a1539b9-addd-44e8-b3e8-c515bac415bb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0453339 Oct 16 13:38:10.780089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33220) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:10.787610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-76d5c6de-6d9d-4ad2-bd59-c2745552df1e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:10.807129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-98652255-af06-4765-a37f-8f746cca2fe3 None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:10.807503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98652255-af06-4765-a37f-8f746cca2fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.817892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Network b4a367b6-62e7-47e1-a297-2d33e9a61e72 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:10.838615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:10.906997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b4a367b6-62e7-47e1-a297-2d33e9a61e72) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:10.912042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:10.912858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.924097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:10.927892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:10.936976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45be4cb5-710e-422d-a3df-4a06a6f58761 None None] Network b4a367b6-62e7-47e1-a297-2d33e9a61e72 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:10.945910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] device_id is not set on port 502db051-b582-4c6e-94c5-f59e3dbc1d3a yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:10.966319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.000636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Allocated IP 172.20.0.2 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/f73482af-9aeb-4388-a3b7-b9c8edf12f8c) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:11.000761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port a1c1b7da-cb17-4a46-be33-03630c1cf712 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:11.081115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] For port d7c93e67-4989-4314-b6a4-91a9963d6b05, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7c93e67-4989-4314-b6a4-91a9963d6b05,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:11.081115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.101366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6230608f-30d4-43d9-b9da-53e1b54ff348 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:11.143433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] Calling delete_port for d7c93e67-4989-4314-b6a4-91a9963d6b05 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:11.153526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 6230608f-30d4-43d9-b9da-53e1b54ff348 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:11.154078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6230608f-30d4-43d9-b9da-53e1b54ff348 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:11.298792 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5505aecc-44f2-4e1a-8d32-86aa0a369a80 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7534850 Oct 16 13:38:11.299677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33238) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:11.305817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:11.340971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:11.344812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.404356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] Update dhcp port {'port': {'network_id': 'd49ab6bb-cb1b-40a1-adda-35312f2c502c', 'fixed_ips': [{'subnet_id': 'ee79ccee-e821-4ecc-bae7-067cb14d8b81', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e83824d-10f6-43be-bee9-bf862878a668'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '9088a211-c3ce-472d-a782-426a21078cc1'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:38:11.446764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.8 (d49ab6bb-cb1b-40a1-adda-35312f2c502c/ee79ccee-e821-4ecc-bae7-067cb14d8b81/a1c1b7da-cb17-4a46-be33-03630c1cf712) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:11.457193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.21 (d49ab6bb-cb1b-40a1-adda-35312f2c502c/4e83824d-10f6-43be-bee9-bf862878a668/a1c1b7da-cb17-4a46-be33-03630c1cf712) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:11.478810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63281754'] for subnet, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.497930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-98652255-af06-4765-a37f-8f746cca2fe3 None None] Provisioning complete for port d7c93e67-4989-4314-b6a4-91a9963d6b05 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:11.498535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98652255-af06-4765-a37f-8f746cca2fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.500156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b4a367b6-62e7-47e1-a297-2d33e9a61e72', 'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72', 'tenant_id': 'e1f3ac5943664630ad323bb881d5115d', 'fixed_ips': [{'subnet_id': '353d2578-bed0-434c-8d28-269b1cea08bd'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:11.501072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.534159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-76d5c6de-6d9d-4ad2-bd59-c2745552df1e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:11.539175 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-76d5c6de-6d9d-4ad2-bd59-c2745552df1e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7578900 Oct 16 13:38:11.540113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33244) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:11.545640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.547579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fba7882f-47cf-4947-b138-3b29ad999ab4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '1f4f27f0-6d5a-4796-a945-b9de2a6676cd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:11.617077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.675036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.698160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-98652255-af06-4765-a37f-8f746cca2fe3 None None] Could not find standard attr ID for object d7c93e67-4989-4314-b6a4-91a9963d6b05. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:11.734857 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.plugins.ml2.db [None req-98652255-af06-4765-a37f-8f746cca2fe3 None None] No ports have port_id starting with d7c93e67-4989-4314-b6a4-91a9963d6b05 Oct 16 13:38:11.737081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] Pushing event deleted for resources: {'Port': ['ID=d7c93e67-4989-4314-b6a4-91a9963d6b05,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:11.783953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.795889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cc50a-2008-4a27-9094-a63d3a2feba2 None None] No DVR routers for this DVR port d7c93e67-4989-4314-b6a4-91a9963d6b05 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:11.812736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Allocated IP 172.20.0.5 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/502db051-b582-4c6e-94c5-f59e3dbc1d3a) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:11.839024 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-fba7882f-47cf-4947-b138-3b29ad999ab4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:11.843041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fba7882f-47cf-4947-b138-3b29ad999ab4 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3017693 Oct 16 13:38:11.850482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33250) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:11.856379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb761793-8488-49af-b462-a0765793b02b None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:11.870253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745728431674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63344498'] for subnet, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.907258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:11.932145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:11.947340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:11.958382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:11.972414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9088a211-c3ce-472d-a782-426a21078cc1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:12.002343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20851726-c124-4eba-b007-ec614aa0e772 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.018671 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Pushing event updated for resources: {'Port': ['ID=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:12.024495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:12.025161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.026917 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "PUT /v2.0/subnets/353d2578-bed0-434c-8d28-269b1cea08bd HTTP/1.1" status: 200 len: 900 time: 0.7257593 Oct 16 13:38:12.039167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33260) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:12.057574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ed9c-8c78-4428-850d-d0b6aa95519f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event updated for resources: {'Subnet': ['ID=353d2578-bed0-434c-8d28-269b1cea08bd,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:12.106510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Allocated IP 2001:db8::3 (b4a367b6-62e7-47e1-a297-2d33e9a61e72/353d2578-bed0-434c-8d28-269b1cea08bd/1a6abb94-e00b-4756-a657-0a217d4aabe6) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:12.165298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20851726-c124-4eba-b007-ec614aa0e772 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.193590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.194265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:12.200468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.222147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Attempting to bind port f73482af-9aeb-4388-a3b7-b9c8edf12f8c on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:12.222762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Attempting to bind port f73482af-9aeb-4388-a3b7-b9c8edf12f8c by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '373c978a-29f8-426d-b9fd-af873ea810d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:12.223288 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Attempting to bind port f73482af-9aeb-4388-a3b7-b9c8edf12f8c on network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:12.253521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.258963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:12.266688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Checking segment: {'id': '373c978a-29f8-426d-b9fd-af873ea810d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:12.266688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.266688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Bound using segment: {'id': '373c978a-29f8-426d-b9fd-af873ea810d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:12.266688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Bound port: f73482af-9aeb-4388-a3b7-b9c8edf12f8c, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373c978a-29f8-426d-b9fd-af873ea810d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:12.266688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.288647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:12.313641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:12.316720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:12.337860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:12.347291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:12.356004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:12.356840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.381558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.384163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=5e23652b-de95-43fb-bf95-f2858a29f76b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:12.427163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:12.427984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.464867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20851726-c124-4eba-b007-ec614aa0e772 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.468256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20851726-c124-4eba-b007-ec614aa0e772 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.472758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33270) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:12.473050 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-20851726-c124-4eba-b007-ec614aa0e772 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/1f4f27f0-6d5a-4796-a945-b9de2a6676cd HTTP/1.1" status: 204 len: 168 time: 0.6183927 Oct 16 13:38:12.492077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20851726-c124-4eba-b007-ec614aa0e772 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4f27f0-6d5a-4796-a945-b9de2a6676cd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:12.497619 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a1c5aae-e6ee-48af-8171-b34538e34884 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8439958 Oct 16 13:38:12.504115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.517668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33272) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:12.538256 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:1f:48:ef', 'name': 'tempest-NetworksTestDHCPv6-1287717325'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:12.568481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=a1c1b7da-cb17-4a46-be33-03630c1cf712,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:12.580987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33274) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:12.585545 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6902e0cc-6d46-43cb-b3b3-4d8a897f420e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3663692 Oct 16 13:38:12.591455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:12.591913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.595756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33276) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:12.600772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee79ccee-e821-4ecc-bae7-067cb14d8b81'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:12.607330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] Allocated IP 172.20.0.18 (d49ab6bb-cb1b-40a1-adda-35312f2c502c/4e83824d-10f6-43be-bee9-bf862878a668/9088a211-c3ce-472d-a782-426a21078cc1) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:12.611787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '5e23652b-de95-43fb-bf95-f2858a29f76b'}, {'subnet_id': '6cb89258-3b33-4743-b599-71b82fd62f87'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:12.612678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.620105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.698786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.859146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] For port f73482af-9aeb-4388-a3b7-b9c8edf12f8c, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:12.918125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] For port f73482af-9aeb-4388-a3b7-b9c8edf12f8c, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,segment=NetworkSegment(373c978a-29f8-426d-b9fd-af873ea810d7),segment_id=373c978a-29f8-426d-b9fd-af873ea810d7)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:12.919747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:12.933978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-166499629'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:12.934218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-748d7daa-8056-44a9-8f00-677662ba56d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.005453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.008013 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d6fb82e0-9179-4669-a2b1-3aca79cd091e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5336297 Oct 16 13:38:13.013409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33286) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:13.021166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--296932237'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:13.054532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.087876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] For port 9088a211-c3ce-472d-a782-426a21078cc1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9088a211-c3ce-472d-a782-426a21078cc1,segment=NetworkSegment(e4b31d82-ce3b-4fed-a9e1-68e01645dc61),segment_id=e4b31d82-ce3b-4fed-a9e1-68e01645dc61)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:13.102031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:13.102790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=502db051-b582-4c6e-94c5-f59e3dbc1d3a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:13.109311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:13.116072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:13.158455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Network b4a367b6-62e7-47e1-a297-2d33e9a61e72 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:13.173768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:13.175803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:13.178504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.189368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:13.200040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.202513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Made reservation on behalf of 1eec9b4e9d1a499fa444a1a663217337 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:13.206556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.211958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7c93e67-4989-4314-b6a4-91a9963d6b05 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:13.217706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.221476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c80f32-0355-4544-be07-fa26225b3f38 None None] Pushing event updated for resources: {'Port': ['ID=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:13.248408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=353d2578-bed0-434c-8d28-269b1cea08bd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:13.253109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.288308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Allocated IP 172.20.0.2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/6cb89258-3b33-4743-b599-71b82fd62f87/e5f80631-1be1-4181-9aca-cada6f77af3e) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:13.296471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d7c93e67-4989-4314-b6a4-91a9963d6b05 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:13.296965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7c93e67-4989-4314-b6a4-91a9963d6b05 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:13.325156 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e3139c5e-9fcd-4cd9-872c-509fd90bbd74 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.4581578 Oct 16 13:38:13.333265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Allocated IP 2001:db8::f816:3eff:feea:d63a (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/5e23652b-de95-43fb-bf95-f2858a29f76b/e5f80631-1be1-4181-9aca-cada6f77af3e) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:13.335170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33292) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:13.342748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'name': 'tempest-AllowedAddressPairTestJSON-851563331', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:29:24:f4'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:13.346525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.423864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Pushing event updated for resources: {'Port': ['ID=1a6abb94-e00b-4756-a657-0a217d4aabe6,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:13.424872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.434969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.443639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Attempting to bind port 1a6abb94-e00b-4756-a657-0a217d4aabe6 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:13.444018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Attempting to bind port 1a6abb94-e00b-4756-a657-0a217d4aabe6 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '63dc21f4-af94-4f82-8e47-e173f5bb7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:13.448730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Attempting to bind port 1a6abb94-e00b-4756-a657-0a217d4aabe6 on network b4a367b6-62e7-47e1-a297-2d33e9a61e72 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:13.494713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a367b6-62e7-47e1-a297-2d33e9a61e72']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:13.521139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc21f4-af94-4f82-8e47-e173f5bb7288') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:13.521372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc21f4-af94-4f82-8e47-e173f5bb7288') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:13.522296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:13.548550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:13.548919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Checking segment: {'id': '63dc21f4-af94-4f82-8e47-e173f5bb7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:13.549320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.550267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Bound using segment: {'id': '63dc21f4-af94-4f82-8e47-e173f5bb7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:13.550768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Bound port: 1a6abb94-e00b-4756-a657-0a217d4aabe6, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dc21f4-af94-4f82-8e47-e173f5bb7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:13.551154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.551341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.574889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Delete allocated IP 172.20.0.21 (d49ab6bb-cb1b-40a1-adda-35312f2c502c/4e83824d-10f6-43be-bee9-bf862878a668) {{(pid=101080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 16 13:38:13.586373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.604055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:13.611423 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:13.638979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33296) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:13.664489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.698257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a7e13-8d97-40d2-91c1-a73f2992c7b3 None None] Pushing event updated for resources: {'Port': ['ID=9088a211-c3ce-472d-a782-426a21078cc1,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:13.765823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.801341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] For port 1a6abb94-e00b-4756-a657-0a217d4aabe6, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:13.806298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] For port 1a6abb94-e00b-4756-a657-0a217d4aabe6, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1a6abb94-e00b-4756-a657-0a217d4aabe6,segment=NetworkSegment(63dc21f4-af94-4f82-8e47-e173f5bb7288),segment_id=63dc21f4-af94-4f82-8e47-e173f5bb7288)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:13.815115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbf689a-6178-463a-a6d6-d24d3e8d6454,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:13.826384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.832930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:38:13.832930 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:38:13.832930 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'id': 'b4a367b6-62e7-47e1-a297-2d33e9a61e72'}] Oct 16 13:38:13.832930 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:13.834922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:13.834922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:13.841000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.866981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.867324 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Added segment 350d4aa8-ecc2-4695-af9c-32bb4d3194ae of type vlan for network 6bfaee8a-575c-4aaa-9cb6-d09227de7452 Oct 16 13:38:13.874508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.875257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:13.903165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.915631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 0a719513-7e01-40e2-bd87-e57cd14426de yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:13.947355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:13.975544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.008849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.018178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.052483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94810d92-1462-4d34-8f67-9d9bb5316569 None None] Pushing event updated for resources: {'Port': ['ID=1a6abb94-e00b-4756-a657-0a217d4aabe6,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:14.058002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1891128686'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:14.135528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Pushing event updated for resources: {'Port': ['ID=e5f80631-1be1-4181-9aca-cada6f77af3e,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:14.140336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f73482af-9aeb-4388-a3b7-b9c8edf12f8c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:14.153429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.167929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:14.180551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] In _notify_port_updated(), no bound segment for port a1c1b7da-cb17-4a46-be33-03630c1cf712 on network d49ab6bb-cb1b-40a1-adda-35312f2c502c {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:14.188364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:14.189024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.194235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/ports/a1c1b7da-cb17-4a46-be33-03630c1cf712 HTTP/1.1" status: 200 len: 919 time: 1.5974896 Oct 16 13:38:14.195941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33302) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:14.205241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:14.205438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee79ccee-e821-4ecc-bae7-067cb14d8b81'}, {'subnet_id': '4e83824d-10f6-43be-bee9-bf862878a668'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:14.221112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:14.299639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.305152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4368e7c-bc35-4699-bcb6-7bb758d35850,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:14.314359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.318690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a39538-c100-4819-9675-0aea69ac2bbb None None] Network b4a367b6-62e7-47e1-a297-2d33e9a61e72 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:14.320207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:14.320930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.341439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.345233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b4a9b-8ba4-4523-997d-19608a8f027d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=a1c1b7da-cb17-4a46-be33-03630c1cf712,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:14.350700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] device_id is not set on port b12f425f-851e-4765-acb6-92f3067ce0ac yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:14.417431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-39ebc65e-7436-45c8-a5fb-7adcfe9afae0 {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:14.418895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:14.422828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Made reservation on behalf of 6bb8726c0abb4fc988a01be0069cbb54 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:14.428246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.435198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.444006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.476709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Attempting to bind port e5f80631-1be1-4181-9aca-cada6f77af3e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:14.477038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Attempting to bind port e5f80631-1be1-4181-9aca-cada6f77af3e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:14.477401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Attempting to bind port e5f80631-1be1-4181-9aca-cada6f77af3e on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:14.504293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f73482af-9aeb-4388-a3b7-b9c8edf12f8c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:14.504695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.509178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9189970 Oct 16 13:38:14.509178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e11fd-fa0e-4df3-b270-9a1a79809cdc tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Pushing event updated for resources: {'Network': ['ID=6bfaee8a-575c-4aaa-9cb6-d09227de7452,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:14.513783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33304) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:14.532598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.534249 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-82748f21-dc4a-49de-9278-d6b0ae2f670a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5175061 Oct 16 13:38:14.540624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33308) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:14.568099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:14.568630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:14.569053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.569536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:14.576555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Bound port: e5f80631-1be1-4181-9aca-cada6f77af3e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:14.577245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.593152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Allocated IP 172.20.0.8 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/b12f425f-851e-4765-acb6-92f3067ce0ac) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:14.600838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fb653077-4c23-489f-b2b8-a37f91b2ec0e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'f4368e7c-bc35-4699-bcb6-7bb758d35850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:14.662415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 6bfaee8a-575c-4aaa-9cb6-d09227de7452 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:14.664590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.729725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'network': {'name': 'tempest-network--320867806', 'router:external': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:14.740961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.743750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting port 1a6abb94-e00b-4756-a657-0a217d4aabe6 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:14.744274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.779910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f9038-3c8f-496b-a3f9-0f6f1c0f7db3 None None] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:14.784529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:14.788212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823b3d5d-aaa0-4761-ba18-d9f34d0b9d93,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:14.810664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.811021 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Added segment d2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b of type vlan for network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 Oct 16 13:38:14.865655 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.881560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.911888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] For port 1a6abb94-e00b-4756-a657-0a217d4aabe6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1a6abb94-e00b-4756-a657-0a217d4aabe6,segment=NetworkSegment(63dc21f4-af94-4f82-8e47-e173f5bb7288),segment_id=63dc21f4-af94-4f82-8e47-e173f5bb7288)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:14.912679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.919244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Made reservation on behalf of bb466b153a9f4d2bb616867400f76e6b for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:14.919808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.922900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.947795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 2681ae6f-06fd-4455-8471-acf797f6d966 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:14.982499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:14.985516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Calling delete_port for 1a6abb94-e00b-4756-a657-0a217d4aabe6 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:15.003559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-fb653077-4c23-489f-b2b8-a37f91b2ec0e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The resource could not be found. Oct 16 13:38:15.004775 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fb653077-4c23-489f-b2b8-a37f91b2ec0e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4102931 Oct 16 13:38:15.011800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:15.021764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.023378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0a681115-2fce-45dd-a0d6-ca4759a5083a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': 'f4368e7c-bc35-4699-bcb6-7bb758d35850', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '43a2dfeb-9ecc-459a-b6fe-8860e5f86c2e'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:15.029146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:15.033065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.067854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] For port e5f80631-1be1-4181-9aca-cada6f77af3e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:15.087855 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.104002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-61d2f7a4-1ae7-4b54-8b10-3ae956289d52 None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:15.104388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-61d2f7a4-1ae7-4b54-8b10-3ae956289d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.196107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:15.207913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.26 (d49ab6bb-cb1b-40a1-adda-35312f2c502c/4e83824d-10f6-43be-bee9-bf862878a668/a1c1b7da-cb17-4a46-be33-03630c1cf712) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:15.214101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Pushing event updated for resources: {'Network': ['ID=ee0573ae-7eff-4e07-867e-9b0e8b0bea49,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:15.216749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:15.229975 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:15.254027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] For port e5f80631-1be1-4181-9aca-cada6f77af3e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5f80631-1be1-4181-9aca-cada6f77af3e,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:15.258043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=b12f425f-851e-4765-acb6-92f3067ce0ac,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:15.276436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:15.287586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.299153 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a249c0ee-0430-4a59-b66d-452a57a1ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6527338 Oct 16 13:38:15.323156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.334056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:15.334965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.358723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.360691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Port': ['ID=1a6abb94-e00b-4756-a657-0a217d4aabe6,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:15.362576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No DVR routers for this DVR port 1a6abb94-e00b-4756-a657-0a217d4aabe6 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:15.368361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 172.20.0.6 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/6cb89258-3b33-4743-b599-71b82fd62f87/2681ae6f-06fd-4455-8471-acf797f6d966) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:15.379611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fe1f:48ef (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/5e23652b-de95-43fb-bf95-f2858a29f76b/2681ae6f-06fd-4455-8471-acf797f6d966) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:15.396215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996f5d9-ffd4-49bb-be1f-b3d719d95906 None None] Network b4a367b6-62e7-47e1-a297-2d33e9a61e72 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:15.427325 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-0a681115-2fce-45dd-a0d6-ca4759a5083a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The resource could not be found. Oct 16 13:38:15.429283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0a681115-2fce-45dd-a0d6-ca4759a5083a tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4130609 Oct 16 13:38:15.432775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33316) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:15.487479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.493114 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.505565 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fb2f6e7c-410d-4cb9-9a74-353f0687c6e8 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1669247 Oct 16 13:38:15.516925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:15.518689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33320) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:15.533152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Request body: {'port': {'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49', 'binding:host_id': 'hv-neutron-7431', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-261128414'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:15.545521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b7249e8-efe1-42ea-a732-145a1f6407a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.580287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.583195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.589095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:15.619998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52b98c-8d25-4a43-adb8-93a06806a6b2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:15.639117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80bed97e-bb15-461a-83bb-a3d33c8f821e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.659930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.676375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.681059 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Added segment 1ff35424-e60f-43a7-ab46-871b067c63da of type vlan for network 194b0de2-95d2-40fc-b012-4422de98e104 Oct 16 13:38:15.688235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a367b6-62e7-47e1-a297-2d33e9a61e72']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:15.707870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80bed97e-bb15-461a-83bb-a3d33c8f821e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.712692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.716034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe90952-63f9-4b25-a524-ffd7d61e1bba None None] Pushing event updated for resources: {'Port': ['ID=e5f80631-1be1-4181-9aca-cada6f77af3e,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:15.734513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9a826-22a4-46ac-93a1-6c6cac6a736b tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:15.740545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9a826-22a4-46ac-93a1-6c6cac6a736b tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:15.748347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9a826-22a4-46ac-93a1-6c6cac6a736b tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:15.754006 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70f9a826-22a4-46ac-93a1-6c6cac6a736b tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2461 time: 0.2321062 Oct 16 13:38:15.754175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc21f4-af94-4f82-8e47-e173f5bb7288') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:15.754175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc21f4-af94-4f82-8e47-e173f5bb7288') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:15.754582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33322) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:15.764723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port f73482af-9aeb-4388-a3b7-b9c8edf12f8c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,segment=NetworkSegment(373c978a-29f8-426d-b9fd-af873ea810d7),segment_id=373c978a-29f8-426d-b9fd-af873ea810d7)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:15.786302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Made reservation on behalf of b46c97c2dc164444af8cd2a886aa819f for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:15.788786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.813385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.827823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.828709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9088a211-c3ce-472d-a782-426a21078cc1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:15.848489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=a1c1b7da-cb17-4a46-be33-03630c1cf712,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:15.874013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.881813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.891933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.898130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:15.900141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:15.904974 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:15.995300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] In _notify_port_updated(), no bound segment for port a1c1b7da-cb17-4a46-be33-03630c1cf712 on network d49ab6bb-cb1b-40a1-adda-35312f2c502c {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:16.007751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:16.008159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.015656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9d408e77-9f8d-4b87-aea9-6cbd76ba130a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/ports/a1c1b7da-cb17-4a46-be33-03630c1cf712 HTTP/1.1" status: 200 len: 999 time: 1.8116806 Oct 16 13:38:16.018180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33324) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.025870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.resource_extend [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:38:16.031597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:16.032340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.043137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80bed97e-bb15-461a-83bb-a3d33c8f821e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.058010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80bed97e-bb15-461a-83bb-a3d33c8f821e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.062918 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80bed97e-bb15-461a-83bb-a3d33c8f821e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/f4368e7c-bc35-4699-bcb6-7bb758d35850 HTTP/1.1" status: 204 len: 168 time: 0.6265254 Oct 16 13:38:16.063787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33326) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.090887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8a15d5c5-ecf0-48b3-a09d-eafc6d9181e7 None None] Provisioning complete for port a1c1b7da-cb17-4a46-be33-03630c1cf712 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:16.091397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a15d5c5-ecf0-48b3-a09d-eafc6d9181e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.130153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-92cb0b0a-bd8b-475d-b8e3-afdb310ca510 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0645754 Oct 16 13:38:16.131322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.137981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.142810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/b4a367b6-62e7-47e1-a297-2d33e9a61e72 HTTP/1.1" status: 204 len: 168 time: 4.1021204 Oct 16 13:38:16.143665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33328) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.149163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33330) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.153706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bed97e-bb15-461a-83bb-a3d33c8f821e tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4368e7c-bc35-4699-bcb6-7bb758d35850,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:16.155379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8621d9c7-71dc-4067-a1eb-494a08810ccb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '9433c881-2c01-4e39-aa93-0b9a8db4525e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:16.173909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.217263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8a15d5c5-ecf0-48b3-a09d-eafc6d9181e7 None None] Port a1c1b7da-cb17-4a46-be33-03630c1cf712 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:16.222746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ce5cf-e477-4d6e-b1d3-20243b4673cc tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=b4a367b6-62e7-47e1-a297-2d33e9a61e72,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:16.223431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:16.241845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.242860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:16.243499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.245449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8a15d5c5-ecf0-48b3-a09d-eafc6d9181e7 None None] Provisioning complete for port f73482af-9aeb-4388-a3b7-b9c8edf12f8c triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:16.245449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8a15d5c5-ecf0-48b3-a09d-eafc6d9181e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.287377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d8dd8a-ba2d-4082-b288-744c670fde95 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:16.287830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d8dd8a-ba2d-4082-b288-744c670fde95 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:16.293732 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-15d8dd8a-ba2d-4082-b288-744c670fde95 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/353d2578-bed0-434c-8d28-269b1cea08bd HTTP/1.1" status: 404 len: 337 time: 0.1080728 Oct 16 13:38:16.310376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33332) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.332237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:16.343979 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f72712b-cf84-41ae-b27d-27b28ab4797b tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:16.343979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f72712b-cf84-41ae-b27d-27b28ab4797b tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:16.344415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.345548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0f72712b-cf84-41ae-b27d-27b28ab4797b tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/b4a367b6-62e7-47e1-a297-2d33e9a61e72 HTTP/1.1" status: 404 len: 339 time: 0.0338264 Oct 16 13:38:16.356645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:16.357951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33334) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.411364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:16.462685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.488896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port 878af706-0b3b-4f3b-857f-0aee6da2e4bd yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:16.495335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=2681ae6f-06fd-4455-8471-acf797f6d966,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:16.517844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port b12f425f-851e-4765-acb6-92f3067ce0ac {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:16.524063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.541604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.608966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Provisioning complete for port f73482af-9aeb-4388-a3b7-b9c8edf12f8c triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:16.610746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.644894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:16.646204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.646315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f73482af-9aeb-4388-a3b7-b9c8edf12f8c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:16.693602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f61cd30-2028-4124-9f67-655036e65a4b,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:16.705863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.816074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f73482af-9aeb-4388-a3b7-b9c8edf12f8c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:16.816467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.828924 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e26ba38c-16a6-41d3-94a0-646dac1e2504 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3065948 Oct 16 13:38:16.857063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33336) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.867313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.905276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Provisioning complete for port b12f425f-851e-4765-acb6-92f3067ce0ac triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:16.905841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:16.921498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4049473 Oct 16 13:38:16.922070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95786c-3e99-4fc4-8632-136e88f6c67c tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Network': ['ID=194b0de2-95d2-40fc-b012-4422de98e104,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:16.927259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33338) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:16.938943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 194b0de2-95d2-40fc-b012-4422de98e104 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:17.019298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port 878af706-0b3b-4f3b-857f-0aee6da2e4bd yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:17.040226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port a1c1b7da-cb17-4a46-be33-03630c1cf712 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:17.040699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.045678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.049535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.078504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Port b12f425f-851e-4765-acb6-92f3067ce0ac cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:17.078998 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for b12f425f-851e-4765-acb6-92f3067ce0ac owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:17.105262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.108124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5f80631-1be1-4181-9aca-cada6f77af3e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:17.133546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Provisioning complete for port a1c1b7da-cb17-4a46-be33-03630c1cf712 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:17.133910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.136984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb2de8-c70b-47b5-b3c0-de74b8c66481 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:17.141468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.143570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb2de8-c70b-47b5-b3c0-de74b8c66481 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:17.148163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-35cb2de8-c70b-47b5-b3c0-de74b8c66481 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2825432 Oct 16 13:38:17.148163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-8621d9c7-71dc-4067-a1eb-494a08810ccb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The resource could not be found. Oct 16 13:38:17.151480 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8621d9c7-71dc-4067-a1eb-494a08810ccb tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0032444 Oct 16 13:38:17.152926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33340) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:17.153292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33342) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:17.172212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca1c295-fb57-404e-94f2-a2e29f29d8ee']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:17.176940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471874699'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:17.196413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Port a1c1b7da-cb17-4a46-be33-03630c1cf712 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:17.220981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4d2331-c4ce-4a0a-87f5-811442433e75') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:17.221367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4d2331-c4ce-4a0a-87f5-811442433e75') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:17.224831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.229680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Provisioning complete for port 502db051-b582-4c6e-94c5-f59e3dbc1d3a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:17.230450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.243616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.274282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.283919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.311467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for a1c1b7da-cb17-4a46-be33-03630c1cf712 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:17.314175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=878af706-0b3b-4f3b-857f-0aee6da2e4bd,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:17.316352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5f80631-1be1-4181-9aca-cada6f77af3e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:17.316996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.322383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:17.323174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:17.328213 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:17.352489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Checking segment: {'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:17.353021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Network hostable DHCP agents. Network: ee0573ae-7eff-4e07-867e-9b0e8b0bea49, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:17.355469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2669d5b2-24d7-4d0b-b7ea-20e9dc4de260 None None] Port 502db051-b582-4c6e-94c5-f59e3dbc1d3a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:17.359894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f92b7ce-4a13-45fa-bf54-6defbc555233 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:17.389079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.483316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.520299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194b0de2-95d2-40fc-b012-4422de98e104']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:17.532125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Provisioning complete for port b12f425f-851e-4765-acb6-92f3067ce0ac triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:17.532425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.537119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.537410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff35424-e60f-43a7-ab46-871b067c63da') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:17.537716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff35424-e60f-43a7-ab46-871b067c63da') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:17.556485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.577504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 2681ae6f-06fd-4455-8471-acf797f6d966 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:17.578247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.586309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.591494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.597040 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/bca1c295-fb57-404e-94f2-a2e29f29d8ee HTTP/1.1" status: 204 len: 168 time: 1.2349031 Oct 16 13:38:17.612250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Port b12f425f-851e-4765-acb6-92f3067ce0ac cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:17.617467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.619188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33344) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:17.649307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port e5f80631-1be1-4181-9aca-cada6f77af3e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5f80631-1be1-4181-9aca-cada6f77af3e,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:17.653756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:17.658312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:17.661029 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:17.663290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Provisioning complete for port e5f80631-1be1-4181-9aca-cada6f77af3e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:17.663385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee70a52-cc94-4730-ae4d-d436658dfe27 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=bca1c295-fb57-404e-94f2-a2e29f29d8ee,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:17.663483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.736565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7785b9c-faf2-45b8-b03a-a31cf0d63144 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:17.736941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7785b9c-faf2-45b8-b03a-a31cf0d63144 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:17.742847 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f7785b9c-faf2-45b8-b03a-a31cf0d63144 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/e38aa76b-ba47-4bce-89bb-458c21503991 HTTP/1.1" status: 404 len: 337 time: 0.1188200 Oct 16 13:38:17.743300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33346) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:17.747357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.753283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.755763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:17.766454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.802087 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-913b2be0-fc74-4212-9c0c-5fe6e6ef827f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:17.803295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913b2be0-fc74-4212-9c0c-5fe6e6ef827f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:17.806098 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-913b2be0-fc74-4212-9c0c-5fe6e6ef827f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/61e337a8-8f57-49fd-a729-f1e754f6586c HTTP/1.1" status: 404 len: 339 time: 0.0617201 Oct 16 13:38:17.810156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:17.812670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=b12f425f-851e-4765-acb6-92f3067ce0ac,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:17.826581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.838343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.841659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.849298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 2681ae6f-06fd-4455-8471-acf797f6d966 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:17.892527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23613109-46de-4e4a-a62a-378b740429d5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:17.922380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=e5f80631-1be1-4181-9aca-cada6f77af3e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:17.938054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:17.938491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:17.958469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.963396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 194b0de2-95d2-40fc-b012-4422de98e104 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:38:17.966551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:17.969938 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/networks/194b0de2-95d2-40fc-b012-4422de98e104 HTTP/1.1" status: 204 len: 168 time: 1.0327196 Oct 16 13:38:17.973702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33350) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:17.981473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:18.002511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.006679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d68853e2-914e-4c23-822a-fe5a208acc12 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8444645 Oct 16 13:38:18.016120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33352) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.021043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005330977'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:18.030150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057538-6cbb-4997-91b8-6e83d321f8cc tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Network': ['ID=194b0de2-95d2-40fc-b012-4422de98e104,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:18.068684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting subnet 15c979bb-4d9c-4775-9808-ea195dab2cf9 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:18.101746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, ee0573ae-7eff-4e07-867e-9b0e8b0bea49) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:18.111612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac7091-8e36-409d-8ab6-1a9392bccdd7 None None] Network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:18.113416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.116493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.154601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Made reservation on behalf of bb466b153a9f4d2bb616867400f76e6b for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:18.161604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.191741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.270717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:18.287299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.288060 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Added segment 7f9ef81d-e58e-4132-8dcc-7fc8e9b3cf3a of type vlan for network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 Oct 16 13:38:18.330758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.375458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.403923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:18.410055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.507077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5f80631-1be1-4181-9aca-cada6f77af3e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:18.512098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=2681ae6f-06fd-4455-8471-acf797f6d966,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:18.523390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=a1c1b7da-cb17-4a46-be33-03630c1cf712,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:18.536086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.600067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.652734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.670980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:18.671459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:18.671944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:18.703966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=15c979bb-4d9c-4775-9808-ea195dab2cf9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:18.716132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Provisioning complete for port 502db051-b582-4c6e-94c5-f59e3dbc1d3a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:18.716429 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.718819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.724749 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4afc1432-c2db-4d40-a8ac-95c556b8d54f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/15c979bb-4d9c-4775-9808-ea195dab2cf9 HTTP/1.1" status: 204 len: 168 time: 0.9112043 Oct 16 13:38:18.739068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33354) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.745848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:18.747575 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:18.751270 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 2 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:18.775548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96eddad-1078-4343-bd55-e317facc0f77 None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:18.779270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:18.779651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:18.780103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:18.784877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.799697 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-52d573f5-1f08-4df8-9120-60587d483e73 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/ports/b12f425f-851e-4765-acb6-92f3067ce0ac HTTP/1.1" status: 204 len: 168 time: 3.0295200 Oct 16 13:38:18.811991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33356) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.817263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:18.817780 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:18.820940 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 3 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:18.829525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5f80631-1be1-4181-9aca-cada6f77af3e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:18.829525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.831932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-72867b85-e1e6-4b7a-a6b6-5eb3b42e1fe6 None None] Port 502db051-b582-4c6e-94c5-f59e3dbc1d3a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:18.837432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.842321 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7d8de385-a8b6-4933-bab0-dce639d85cc9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/a1c1b7da-cb17-4a46-be33-03630c1cf712 HTTP/1.1" status: 204 len: 168 time: 2.8235736 Oct 16 13:38:18.845683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33358) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.859822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:18.859822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:18.859822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:18.881859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:18.883624 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:18.883818 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd686ac-9f06-4c5b-abcb-180ca132a235 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:38:18.885730 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4bd686ac-9f06-4c5b-abcb-180ca132a235 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/a1c1b7da-cb17-4a46-be33-03630c1cf712 HTTP/1.1" status: 404 len: 333 time: 0.0397968 Oct 16 13:38:18.887059 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 4 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:18.889896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33360) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.918795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.922593 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a99b057-e4bb-4c5d-9c9f-4e963104b0ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/2681ae6f-06fd-4455-8471-acf797f6d966 HTTP/1.1" status: 204 len: 168 time: 1.7616866 Oct 16 13:38:18.932704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33362) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.936065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-300761a5-b950-4d7b-bdd0-018dff1e984e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] GET failed (client error): The resource could not be found. Oct 16 13:38:18.944973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-300761a5-b950-4d7b-bdd0-018dff1e984e tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "GET /v2.0/ports/b12f425f-851e-4765-acb6-92f3067ce0ac HTTP/1.1" status: 404 len: 333 time: 0.1283867 Oct 16 13:38:18.946348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33364) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:18.953217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:18.953614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:18.958718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:18.959410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting subnet 1dec37ac-9f27-4915-adc3-c0e38057587e {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:18.962024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'name': 'tempest-AllowedAddressPairTestJSON-575307830'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:18.963039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:18.995465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-aee0f397-62fb-4756-bfa0-d40000de4a0c None None] Provisioning complete for port e5f80631-1be1-4181-9aca-cada6f77af3e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:18.996272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aee0f397-62fb-4756-bfa0-d40000de4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.010248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.010649 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.012493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.017753 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 5 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:19.030045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet 4e83824d-10f6-43be-bee9-bf862878a668 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:19.041434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.043519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:19.043519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.055376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.080944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.120803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:19.120803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:19.121538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:19.133571 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10019bf-58da-4ffd-99bb-5c4ea6b69b3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:19.135196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10019bf-58da-4ffd-99bb-5c4ea6b69b3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:19.135985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.137654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10019bf-58da-4ffd-99bb-5c4ea6b69b3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:19.143501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Network': ['ID=85bc3a28-6138-4a9d-b6d1-84595a54fe97,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:19.143656 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d10019bf-58da-4ffd-99bb-5c4ea6b69b3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2052455 Oct 16 13:38:19.148765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33366) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:19.163504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.163861 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.170140 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 6 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:19.170739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:19.195419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7843581b-c6d8-40a3-91c4-d832d2871fd8 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2194660 Oct 16 13:38:19.201195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33368) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:19.205291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.207888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'subnet': {'network_id': '85bc3a28-6138-4a9d-b6d1-84595a54fe97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:19.221683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203d1edd-2045-4c80-9476-833cf5089345,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:19.224933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-aee0f397-62fb-4756-bfa0-d40000de4a0c None None] Could not find standard attr ID for object 2681ae6f-06fd-4455-8471-acf797f6d966. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:19.233926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.254964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:19.255297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:19.255621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:19.272845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.273175 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.281129 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 7 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:19.298607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 5e23652b-de95-43fb-bf95-f2858a29f76b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:19.309145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.310810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-17c75bb6-9d6c-413a-bf3f-1d48ca47e5bd tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2930925 Oct 16 13:38:19.312406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.313278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33370) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:19.321326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-41def9d6-d9bf-4c56-8465-dc37a8e6901c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group_rule': {'security_group_id': '23613109-46de-4e4a-a62a-378b740429d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '203d1edd-2045-4c80-9476-833cf5089345'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:19.359883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:19.360395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:19.360561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:19.376204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Made reservation on behalf of bb466b153a9f4d2bb616867400f76e6b for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:19.379771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.380222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.380609 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.389805 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 8 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:19.411048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-41def9d6-d9bf-4c56-8465-dc37a8e6901c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:38:19.411048 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:38:19.411048 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': '36adbfb45c404522b6c84c6ee0fb9f6a', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 37, 59, 330701)}] Oct 16 13:38:19.411048 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:19.411799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-41def9d6-d9bf-4c56-8465-dc37a8e6901c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:19.414715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.443737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.450215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:19.450550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:19.450874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:19.453468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.483657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=1dec37ac-9f27-4915-adc3-c0e38057587e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:19.494621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.496672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.496997 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.501419 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 9 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:19.506217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-42d6e4d0-2277-4848-84ad-4c8c74b285f6 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/1dec37ac-9f27-4915-adc3-c0e38057587e HTTP/1.1" status: 204 len: 168 time: 0.7616286 Oct 16 13:38:19.507581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33372) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:19.565548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:19.574297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.583598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:19.583940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:19.584732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:19.606854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.610184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.610319 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.624602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.629882 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.plugins.ml2.plugin [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 10 to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd Oct 16 13:38:19.657336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] device_id is not set on port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:19.674902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:19.675240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:19.675573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:19.717447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:19.717642 dv-neutron-743142-24-hyperv neutron-server[101081]: ERROR neutron.plugins.ml2.managers [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 878af706-0b3b-4f3b-857f-0aee6da2e4bd on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:19.718037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.733622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting port 923b3410-4394-438f-ae97-e0787c47648f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:19.734084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.785428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.800532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d74486-e387-4712-8fc5-4441fbd3c440 None None] Network 853d36e5-0f11-4650-a28e-5ee2cec8021e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:19.823257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] For port 923b3410-4394-438f-ae97-e0787c47648f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=923b3410-4394-438f-ae97-e0787c47648f,segment=NetworkSegment(33110180-6698-4742-a5a6-6a287fb9c2fd),segment_id=33110180-6698-4742-a5a6-6a287fb9c2fd)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:19.824495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.840358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Calling delete_port for 923b3410-4394-438f-ae97-e0787c47648f owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:19.858690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=4e83824d-10f6-43be-bee9-bf862878a668,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:19.867647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.873648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.876545 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8e587e39-aa9a-4b65-85c6-a80cc7e7e3f7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/4e83824d-10f6-43be-bee9-bf862878a668 HTTP/1.1" status: 204 len: 168 time: 0.9856079 Oct 16 13:38:19.886903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfff2c-dfe1-4745-98bf-4892f6ca1d79 None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:19.895344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33374) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:19.924039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-013a2ed3-a783-400a-a6b1-db653d25aab0 None None] Provisioning complete for port 923b3410-4394-438f-ae97-e0787c47648f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:19.924506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-013a2ed3-a783-400a-a6b1-db653d25aab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.926304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:19.929624 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/5e23652b-de95-43fb-bf95-f2858a29f76b HTTP/1.1" status: 204 len: 168 time: 0.7793148 Oct 16 13:38:19.937865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb41032-231e-4ecd-98f2-e0c90d5ef28c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=5e23652b-de95-43fb-bf95-f2858a29f76b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:19.940802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33376) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:19.956589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564fe57a-401f-4b62-88c0-6dafc34281d1 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:19.960579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Allocated IP 172.20.0.8 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/5345747a-dd4c-4408-ae7a-8bbedb0ef992) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:19.968869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] For port 878af706-0b3b-4f3b-857f-0aee6da2e4bd, host hv-neutron-7431, cleared binding levels {{(pid=101081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:19.969102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempted to set empty binding levels {{(pid=101081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 16 13:38:20.022343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 6cb89258-3b33-4743-b599-71b82fd62f87 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:20.024956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet ee79ccee-e821-4ecc-bae7-067cb14d8b81 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:20.031762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.033001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.059410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.088550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.123429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:20.124506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.149203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.181322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.183785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:20.184262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.223378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=878af706-0b3b-4f3b-857f-0aee6da2e4bd,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.255685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-41def9d6-d9bf-4c56-8465-dc37a8e6901c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:20.256775 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-41def9d6-d9bf-4c56-8465-dc37a8e6901c tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9425108 Oct 16 13:38:20.257646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Port': ['ID=923b3410-4394-438f-ae97-e0787c47648f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.262851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33378) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.285437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No DVR routers for this DVR port 923b3410-4394-438f-ae97-e0787c47648f on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:20.300089 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cd449e9a-f0b6-4c4b-a492-a2481144f759 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.7712116 Oct 16 13:38:20.303527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452074bf-a4d3-44b8-ba0d-4841f0572dde None None] DHCP port deletion for 853d36e5-0f11-4650-a28e-5ee2cec8021e request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:20.311614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33380) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.355308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Subnet': ['ID=646f5fb6-9782-428d-a4d7-21b9e5d01b8c,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.377097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.453615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 923b3410-4394-438f-ae97-e0787c47648f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:20.472448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.477498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.479269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.489104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Checking segment: {'id': '7f9ef81d-e58e-4132-8dcc-7fc8e9b3cf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '85bc3a28-6138-4a9d-b6d1-84595a54fe97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:20.489472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Network hostable DHCP agents. Network: 85bc3a28-6138-4a9d-b6d1-84595a54fe97, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:20.492794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 923b3410-4394-438f-ae97-e0787c47648f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:20.497212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 923b3410-4394-438f-ae97-e0787c47648f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:20.530288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853d36e5-0f11-4650-a28e-5ee2cec8021e']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:20.540722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-995e9cfb-3649-4c66-8200-70d7d5a4ef48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.546613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33110180-6698-4742-a5a6-6a287fb9c2fd') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:20.546824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33110180-6698-4742-a5a6-6a287fb9c2fd') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:20.569303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.589582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.600586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:20.600586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.601437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-995e9cfb-3649-4c66-8200-70d7d5a4ef48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:20.659138 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:20.668668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:20.674304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.681436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Deleting port 878af706-0b3b-4f3b-857f-0aee6da2e4bd {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:20.681776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.719963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.723294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/ee79ccee-e821-4ecc-bae7-067cb14d8b81 HTTP/1.1" status: 204 len: 168 time: 0.8262141 Oct 16 13:38:20.724182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dd99b-2213-4a19-a13d-12892644be71 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=ee79ccee-e821-4ecc-bae7-067cb14d8b81,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.727009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33382) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.755858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.805042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.811697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.815134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/853d36e5-0f11-4650-a28e-5ee2cec8021e HTTP/1.1" status: 204 len: 168 time: 1.3066030 Oct 16 13:38:20.815880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 85bc3a28-6138-4a9d-b6d1-84595a54fe97) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:20.821260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:20.822049 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.827082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33386) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.827479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bccee6-12f8-4c3b-aafb-5145a645e4ec None None] Network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:20.828778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=5345747a-dd4c-4408-ae7a-8bbedb0ef992,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.844808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] For port 878af706-0b3b-4f3b-857f-0aee6da2e4bd, host hv-neutron-7431, got binding levels [] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:20.845235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.859564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Calling delete_port for 878af706-0b3b-4f3b-857f-0aee6da2e4bd owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:20.887230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1efe4-e111-4343-badb-e344c195ae48 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=853d36e5-0f11-4650-a28e-5ee2cec8021e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.895050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.898236 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bb395a-2434-4840-a2b8-9daeeff0310e tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:20.898684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bb395a-2434-4840-a2b8-9daeeff0310e tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:20.902333 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-69bb395a-2434-4840-a2b8-9daeeff0310e tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/8e03d632-eaab-4413-99d4-83d4ae0bfd80 HTTP/1.1" status: 404 len: 337 time: 0.0661106 Oct 16 13:38:20.906065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33388) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.923376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.925308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-995e9cfb-3649-4c66-8200-70d7d5a4ef48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.927929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-995e9cfb-3649-4c66-8200-70d7d5a4ef48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:20.929096 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-995e9cfb-3649-4c66-8200-70d7d5a4ef48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/203d1edd-2045-4c80-9476-833cf5089345 HTTP/1.1" status: 204 len: 168 time: 0.6652582 Oct 16 13:38:20.942491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33390) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.962484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-029f92ce-f08d-4a56-b9ee-d13661448f0f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:20.963169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029f92ce-f08d-4a56-b9ee-d13661448f0f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:20.967632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-029f92ce-f08d-4a56-b9ee-d13661448f0f tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/e75712c8-12dd-4ce3-85ff-14fb229abfc8 HTTP/1.1" status: 404 len: 339 time: 0.0604970 Oct 16 13:38:20.973190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33392) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:20.985468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:20.989684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb89258-3b33-4743-b599-71b82fd62f87,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:20.993037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e9cfb-3649-4c66-8200-70d7d5a4ef48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d1edd-2045-4c80-9476-833cf5089345,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:21.009805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:21.014628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:21.026224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-96c66d09-d78f-4339-8b31-0c598c787db4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8217025 Oct 16 13:38:21.027165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33394) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.038316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2b321-3984-4de0-a3f2-f1e191b74f8b None None] Network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:21.038454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.041856 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c215a4ed-fc77-48b5-bde0-7bbbd768c342 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/6cb89258-3b33-4743-b599-71b82fd62f87 HTTP/1.1" status: 204 len: 168 time: 1.0963097 Oct 16 13:38:21.049740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33396) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.090590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'floatingip': {'floating_network_id': '85bc3a28-6138-4a9d-b6d1-84595a54fe97'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:21.097871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-81978d00-00fd-4e65-872e-9a1a6b972603 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:21.098246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81978d00-00fd-4e65-872e-9a1a6b972603 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:21.103829 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-81978d00-00fd-4e65-872e-9a1a6b972603 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/836d369b-10b3-4a64-9e00-97f42df21059 HTTP/1.1" status: 404 len: 337 time: 0.0852294 Oct 16 13:38:21.111851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33398) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.199100 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8719464-53bf-4e2e-bd3c-f585fc007309 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419344 Oct 16 13:38:21.202293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33400) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.252544 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ba0361-021b-4445-9421-1a251611ce9e tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:21.252544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ba0361-021b-4445-9421-1a251611ce9e tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:21.252544 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d4ba0361-021b-4445-9421-1a251611ce9e tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/67541a89-1e7b-4011-8f6b-cfd75b7f7a99 HTTP/1.1" status: 404 len: 339 time: 0.1346951 Oct 16 13:38:21.252963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 9088a211-c3ce-472d-a782-426a21078cc1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:21.252963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.259616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33402) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.301149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:21.302186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.324186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ac52b71-30f3-4cd9-9123-0776f9d51b39 None None] Provisioning complete for port 9088a211-c3ce-472d-a782-426a21078cc1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:21.325420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ac52b71-30f3-4cd9-9123-0776f9d51b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.348027 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1611ad11-936d-45ad-a191-59a55d487142 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3980045 Oct 16 13:38:21.349685 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b662c237-b702-4cf3-a1cd-e38bec3fc684 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:21.350303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b662c237-b702-4cf3-a1cd-e38bec3fc684 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:21.354136 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b662c237-b702-4cf3-a1cd-e38bec3fc684 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/f5803f24-5eed-460d-ba2b-2abe4564ffc4 HTTP/1.1" status: 404 len: 337 time: 0.0849452 Oct 16 13:38:21.354995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33404) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.360871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33406) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.373337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] For port 9088a211-c3ce-472d-a782-426a21078cc1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9088a211-c3ce-472d-a782-426a21078cc1,segment=NetworkSegment(e4b31d82-ce3b-4fed-a9e1-68e01645dc61),segment_id=e4b31d82-ce3b-4fed-a9e1-68e01645dc61)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:21.373959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.377505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822796f-9716-43b1-a41e-c57d78efec4f None None] Network d49ab6bb-cb1b-40a1-adda-35312f2c502c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:21.393489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 9088a211-c3ce-472d-a782-426a21078cc1 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:21.400036 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab159500-7cd5-4bdd-80de-7116684f659d tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:21.401210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab159500-7cd5-4bdd-80de-7116684f659d tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:21.405373 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab159500-7cd5-4bdd-80de-7116684f659d tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/ed3599d4-6e4e-4dfa-998b-22946c76cad3 HTTP/1.1" status: 404 len: 339 time: 0.0381792 Oct 16 13:38:21.408146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33408) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.470663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c037b33-00cd-4c4b-af6b-0679071789a2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.510021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c037b33-00cd-4c4b-af6b-0679071789a2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.578227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48523404-e118-4638-b0a0-1f504e21c109 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:21.604974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.641656 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-93c6e48e-1b45-41f4-bc92-8f981935697a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6895125 Oct 16 13:38:21.645456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event deleted for resources: {'Port': ['ID=878af706-0b3b-4f3b-857f-0aee6da2e4bd,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:21.646270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33410) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.647646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.651242 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-61e2c6eb-01cf-4029-aa1a-ea9b9fa115ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "DELETE /v2.0/ports/878af706-0b3b-4f3b-857f-0aee6da2e4bd HTTP/1.1" status: 204 len: 168 time: 1.3385015 Oct 16 13:38:21.657351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:29:24:f4'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:21.663354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33412) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.712875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c037b33-00cd-4c4b-af6b-0679071789a2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.716681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c037b33-00cd-4c4b-af6b-0679071789a2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.717983 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1c037b33-00cd-4c4b-af6b-0679071789a2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/23613109-46de-4e4a-a62a-378b740429d5 HTTP/1.1" status: 204 len: 168 time: 0.3585708 Oct 16 13:38:21.732292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33414) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.733480 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e2aec8-ffe7-4183-9fe7-3d330bec8d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:38:21.735326 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-87e2aec8-ffe7-4183-9fe7-3d330bec8d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "GET /v2.0/ports/878af706-0b3b-4f3b-857f-0aee6da2e4bd HTTP/1.1" status: 404 len: 333 time: 0.0723526 Oct 16 13:38:21.739226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33416) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.760215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Request body: {'port': {'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-628472080'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:21.775836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c037b33-00cd-4c4b-af6b-0679071789a2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23613109-46de-4e4a-a62a-378b740429d5,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:21.776272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-11cac8ad-88a6-4a18-a591-7634d29a7306 None None] Provisioning complete for port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:21.777218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-11cac8ad-88a6-4a18-a591-7634d29a7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.789280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] DHCP port deletion for d49ab6bb-cb1b-40a1-adda-35312f2c502c request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:21.818167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.862677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting subnet 5e9653ec-fcf4-41a6-87c0-5046b8e699cc {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:21.869024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.881359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-11cac8ad-88a6-4a18-a591-7634d29a7306 None None] Port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:21.881758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c4c12-2b9f-426a-989a-e9d306cd70c6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:21.883321 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ad2c4c12-2b9f-426a-989a-e9d306cd70c6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6799488 Oct 16 13:38:21.907679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33418) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:21.923161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-11cac8ad-88a6-4a18-a591-7634d29a7306 None None] Provisioning complete for port e5f80631-1be1-4181-9aca-cada6f77af3e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:21.923315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-11cac8ad-88a6-4a18-a591-7634d29a7306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.972121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] Deleting port 9088a211-c3ce-472d-a782-426a21078cc1 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:21.972789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.990195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:21.994608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:22.054352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721e925-8b65-4557-8a91-111bfb272f16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:22.058595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9721e925-8b65-4557-8a91-111bfb272f16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1394312 Oct 16 13:38:22.061374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33420) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.062052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.140580 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-be4658e1-5c23-4532-8e8c-078270eb5907 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4037716 Oct 16 13:38:22.146260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33422) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.152104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ce0badd5-7e5d-4bf4-95f2-c51a09782566 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828311 Oct 16 13:38:22.152480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33424) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.157107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421049404'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:22.158982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=9088a211-c3ce-472d-a782-426a21078cc1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:22.161645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No DVR routers for this DVR port 9088a211-c3ce-472d-a782-426a21078cc1 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:22.167795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9a4e168c-750a-4c1d-b3cc-f81708ce915f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:22.197313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Made reservation on behalf of b46c97c2dc164444af8cd2a886aa819f for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:22.199943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.263943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] For port 9088a211-c3ce-472d-a782-426a21078cc1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9088a211-c3ce-472d-a782-426a21078cc1,segment=NetworkSegment(e4b31d82-ce3b-4fed-a9e1-68e01645dc61),segment_id=e4b31d82-ce3b-4fed-a9e1-68e01645dc61)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:22.264374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.301141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.301400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port 2caceefc-0f37-4732-a108-0eedc8ec0157 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:22.309361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.319731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] Calling delete_port for 9088a211-c3ce-472d-a782-426a21078cc1 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:22.325593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.350956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49ab6bb-cb1b-40a1-adda-35312f2c502c']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:22.364014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.365960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.369151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:22.369634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b31d82-ce3b-4fed-a9e1-68e01645dc61') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:22.399104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.415532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.423870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] Deleting port e5f80631-1be1-4181-9aca-cada6f77af3e {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:22.424433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.468553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4e168c-750a-4c1d-b3cc-f81708ce915f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:22.471954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a4e168c-750a-4c1d-b3cc-f81708ce915f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.473673 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4e168c-750a-4c1d-b3cc-f81708ce915f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:22.474353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4e168c-750a-4c1d-b3cc-f81708ce915f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:22.510096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.510353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5f80631-1be1-4181-9aca-cada6f77af3e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:22.533639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:22.534038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:22.537782 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:22.563114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] For port e5f80631-1be1-4181-9aca-cada6f77af3e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5f80631-1be1-4181-9aca-cada6f77af3e,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:22.563655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.568061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.578450 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9a4e168c-750a-4c1d-b3cc-f81708ce915f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4221833 Oct 16 13:38:22.581692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33426) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.586627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-56b84c53-3a6a-4a9d-a632-6df5dd41bc47 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:22.610451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] Pushing event deleted for resources: {'Port': ['ID=9088a211-c3ce-472d-a782-426a21078cc1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:22.612764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] Calling delete_port for e5f80631-1be1-4181-9aca-cada6f77af3e owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:22.624411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3134e0-5fc0-487a-92f2-a49e91c5661d None None] No DVR routers for this DVR port 9088a211-c3ce-472d-a782-426a21078cc1 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:22.640353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.644602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.647404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.698292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9653ec-fcf4-41a6-87c0-5046b8e699cc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:22.701340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.704603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a564d69a-de98-4535-863f-78c62dcb7666 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/5e9653ec-fcf4-41a6-87c0-5046b8e699cc HTTP/1.1" status: 204 len: 168 time: 1.2953358 Oct 16 13:38:22.707196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.739332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Allocated IP 172.20.0.13 (85bc3a28-6138-4a9d-b6d1-84595a54fe97/646f5fb6-9782-428d-a4d7-21b9e5d01b8c/8b2f5fa7-b1de-44dc-b5b5-b595419f29f8) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:22.748157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.752200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e1e1e-d7d9-45e7-97cd-58573f746974 None None] Network 67a4c263-cc95-46cf-8298-bc116552ed8c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:22.757816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.789417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.793436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/d49ab6bb-cb1b-40a1-adda-35312f2c502c HTTP/1.1" status: 204 len: 168 time: 2.0653682 Oct 16 13:38:22.803602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33430) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.813596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7850d-eec0-4635-b8a4-4bd33a7a9a80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=d49ab6bb-cb1b-40a1-adda-35312f2c502c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:22.891862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.899363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b84c53-3a6a-4a9d-a632-6df5dd41bc47 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:22.901852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.903039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-56b84c53-3a6a-4a9d-a632-6df5dd41bc47 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.903604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5c17fb-f5f4-41b8-ae14-ec69f0d171c7,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:22.904469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b84c53-3a6a-4a9d-a632-6df5dd41bc47 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:22.908064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b84c53-3a6a-4a9d-a632-6df5dd41bc47 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:22.923153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.932253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:22.949798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec096acb-da0b-4a54-9535-0854e86b9748 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:22.952404 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ec096acb-da0b-4a54-9535-0854e86b9748 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1467655 Oct 16 13:38:22.955045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33432) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:22.983734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.002083 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-56b84c53-3a6a-4a9d-a632-6df5dd41bc47 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4183714 Oct 16 13:38:23.007953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33434) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.013243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-458187df-5c71-481b-b6b4-481331e2c318 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:23.037613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.038853 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a2e21d5d-394c-429a-9b11-b81f129d1cc6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8917449 Oct 16 13:38:23.039641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.042806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33436) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.049231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4f6e1379-5cdb-4637-a3b6-3d08141eda48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:23.049863 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-4f6e1379-5cdb-4637-a3b6-3d08141eda48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 16 13:38:23.050434 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-4f6e1379-5cdb-4637-a3b6-3d08141eda48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] update failed (client error): There was a conflict when trying to complete your request. Oct 16 13:38:23.053778 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4f6e1379-5cdb-4637-a3b6-3d08141eda48 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "PUT /v2.0/security-groups/1d5c17fb-f5f4-41b8-ae14-ec69f0d171c7 HTTP/1.1" status: 409 len: 330 time: 0.0073993 Oct 16 13:38:23.053909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.054320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33438) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.074870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] DHCP port deletion for 67a4c263-cc95-46cf-8298-bc116552ed8c request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:23.075149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:23.079549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] No DVR routers for this DVR port e5f80631-1be1-4181-9aca-cada6f77af3e on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:23.092646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:23.103178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.121315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:23.122838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:23.123727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.138275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9088a211-c3ce-472d-a782-426a21078cc1 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:23.151116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=2caceefc-0f37-4732-a108-0eedc8ec0157,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.167638 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f355cbf8-738f-47f6-9875-9cdd8964dfeb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2082448 Oct 16 13:38:23.174280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33440) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.177833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9088a211-c3ce-472d-a782-426a21078cc1 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:23.178181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9088a211-c3ce-472d-a782-426a21078cc1 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:23.181253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d618b1-8c48-498b-9454-9f6d372704b4 None None] Pushing event deleted for resources: {'Port': ['ID=e5f80631-1be1-4181-9aca-cada6f77af3e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.200555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889586660'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:23.222675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] In _notify_port_updated(), no bound segment for port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 on network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:23.228245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:23.229013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.230282 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "PUT /v2.0/ports/5345747a-dd4c-4408-ae7a-8bbedb0ef992 HTTP/1.1" status: 200 len: 992 time: 1.5775466 Oct 16 13:38:23.234374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33442) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.234850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:23.248829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2f5fa7-b1de-44dc-b5b5-b595419f29f8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.249276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting port a5a949f3-1794-430a-8818-1160a797f66b {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:23.249618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.253171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:23.258307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:23.261932 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d8e096a7-70dd-438d-8056-cd5f2fe3d0c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5073509 Oct 16 13:38:23.265232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33444) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.286943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] Deleting port a5a949f3-1794-430a-8818-1160a797f66b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:23.287230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.295904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:23.324555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d24dd-15b4-4cdc-ab28-26d50b86d71f tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=5345747a-dd4c-4408-ae7a-8bbedb0ef992,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.353739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-194b6fc7-da72-4009-9e11-2b70b2a43d42 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.367108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458187df-5c71-481b-b6b4-481331e2c318 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:23.373036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-458187df-5c71-481b-b6b4-481331e2c318 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.373036 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-458187df-5c71-481b-b6b4-481331e2c318 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:23.373036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458187df-5c71-481b-b6b4-481331e2c318 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:23.373657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] For port a5a949f3-1794-430a-8818-1160a797f66b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a5a949f3-1794-430a-8818-1160a797f66b,segment=NetworkSegment(9dccd838-d484-41bc-8834-3258a764af9b),segment_id=9dccd838-d484-41bc-8834-3258a764af9b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:23.374332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.392421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] Calling delete_port for a5a949f3-1794-430a-8818-1160a797f66b owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:23.425435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] For port a5a949f3-1794-430a-8818-1160a797f66b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a5a949f3-1794-430a-8818-1160a797f66b,segment=NetworkSegment(9dccd838-d484-41bc-8834-3258a764af9b),segment_id=9dccd838-d484-41bc-8834-3258a764af9b)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:23.425788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.442882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Calling delete_port for a5a949f3-1794-430a-8818-1160a797f66b owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:23.476240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fd1a6179-5b68-47e8-be1c-bc3f9eb46bc8 None None] Provisioning complete for port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:23.476856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd1a6179-5b68-47e8-be1c-bc3f9eb46bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.502825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:23.506981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-194b6fc7-da72-4009-9e11-2b70b2a43d42 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.507445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.529857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a6179-5b68-47e8-be1c-bc3f9eb46bc8 None None] Port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:23.547859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port 5345747a-dd4c-4408-ae7a-8bbedb0ef992 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:23.548198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.549126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.575554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:23.582151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.592626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-458187df-5c71-481b-b6b4-481331e2c318 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5794849 Oct 16 13:38:23.594579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33446) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.600905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-60c3cb75-5212-4b80-a3f7-c7d109a507f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:23.609585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.626682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.627267 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment e07be18f-b972-43b7-a2dd-7e4739b1d54b of type vlan for network 4e70229e-c574-432e-b0ba-81d1250db0cd Oct 16 13:38:23.644095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] Pushing event deleted for resources: {'Port': ['ID=a5a949f3-1794-430a-8818-1160a797f66b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.656715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6b3c1-f5fc-4bf3-9454-4f08cf7c36c7 None None] No DVR routers for this DVR port a5a949f3-1794-430a-8818-1160a797f66b on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:23.678670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0891bf-5c3b-437b-990b-b7990c00f5e4 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:38:23.692252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.694976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.736113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.736437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-194b6fc7-da72-4009-9e11-2b70b2a43d42 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.738788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Port': ['ID=a5a949f3-1794-430a-8818-1160a797f66b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.738918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-194b6fc7-da72-4009-9e11-2b70b2a43d42 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.742464 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-194b6fc7-da72-4009-9e11-2b70b2a43d42 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d5c17fb-f5f4-41b8-ae14-ec69f0d171c7 HTTP/1.1" status: 204 len: 168 time: 0.6849203 Oct 16 13:38:23.750226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33448) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.759691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No DVR routers for this DVR port a5a949f3-1794-430a-8818-1160a797f66b on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:23.774815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0891bf-5c3b-437b-990b-b7990c00f5e4 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:38:23.775635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b6fc7-da72-4009-9e11-2b70b2a43d42 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5c17fb-f5f4-41b8-ae14-ec69f0d171c7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:23.780749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for 5345747a-dd4c-4408-ae7a-8bbedb0ef992 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:23.784627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.922137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.927528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:23.928125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.931496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.973622 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-47725f43-2733-4901-942d-c0177b0a55e7 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2170117 Oct 16 13:38:23.974644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33450) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:23.987745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c3cb75-5212-4b80-a3f7-c7d109a507f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:23.991258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c3cb75-5212-4b80-a3f7-c7d109a507f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:23.992661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c3cb75-5212-4b80-a3f7-c7d109a507f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:23.993097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c3cb75-5212-4b80-a3f7-c7d109a507f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:24.006016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a4c263-cc95-46cf-8298-bc116552ed8c']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:24.044041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-cfb92ba9-8977-4046-8798-6ae456137728 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] delete failed (client error): The resource could not be found. Oct 16 13:38:24.045117 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cfb92ba9-8977-4046-8798-6ae456137728 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e55b8ad-3108-4548-babe-de3f9425761d HTTP/1.1" status: 404 len: 347 time: 0.0692050 Oct 16 13:38:24.045973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dccd838-d484-41bc-8834-3258a764af9b') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:24.046282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dccd838-d484-41bc-8834-3258a764af9b') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:24.048243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port 2caceefc-0f37-4732-a108-0eedc8ec0157 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:24.051000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33452) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.058668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.069306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.076250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=4e70229e-c574-432e-b0ba-81d1250db0cd,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:24.081002 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-35e90a2f-82c5-4d2d-acf9-533f065706be tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9058175 Oct 16 13:38:24.088387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33454) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.089996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4e70229e-c574-432e-b0ba-81d1250db0cd details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:24.095534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:24.096898 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-e12e587a-ef11-491e-b117-dd168ef376d6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] show failed (client error): The resource could not be found. Oct 16 13:38:24.102978 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e12e587a-ef11-491e-b117-dd168ef376d6 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-groups/97ee5e84-86b9-41c6-9f2e-26c5fd3c6e7e HTTP/1.1" status: 404 len: 347 time: 0.0416379 Oct 16 13:38:24.103731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33456) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.108180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.116395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:24.121385 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:24.146003 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-3bf705bc-ef74-4e83-88a6-6b91338887c2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] show failed (client error): The resource could not be found. Oct 16 13:38:24.154864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3bf705bc-ef74-4e83-88a6-6b91338887c2 tempest-NegativeSecGroupTest-1477814495 tempest-NegativeSecGroupTest-1477814495-project] 10.222.0.24 "GET /v2.0/security-group-rules/aa55bd9c-dba7-407f-9d3b-7141c712ec61 HTTP/1.1" status: 404 len: 356 time: 0.0329976 Oct 16 13:38:24.192699 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-60c3cb75-5212-4b80-a3f7-c7d109a507f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5967016 Oct 16 13:38:24.201517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.201841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33460) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.212931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dafbae24-e6c9-40d7-835c-556dcf3149e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:24.231442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.286991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.297760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.300984 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/67a4c263-cc95-46cf-8298-bc116552ed8c HTTP/1.1" status: 204 len: 168 time: 1.5923586 Oct 16 13:38:24.307062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33462) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.308284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=2caceefc-0f37-4732-a108-0eedc8ec0157,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:24.321498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ec86-23e1-4d5d-9dda-cdd0a5d8748a tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=67a4c263-cc95-46cf-8298-bc116552ed8c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:24.323639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.350281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=5345747a-dd4c-4408-ae7a-8bbedb0ef992,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:24.351486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.393378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-662798e0-61ba-4d8b-89ed-3980cf1414f5 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:24.396227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662798e0-61ba-4d8b-89ed-3980cf1414f5 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:24.397574 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-662798e0-61ba-4d8b-89ed-3980cf1414f5 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/aec289b1-4836-492a-8195-58c1aaae8545 HTTP/1.1" status: 404 len: 337 time: 0.0860186 Oct 16 13:38:24.401083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33464) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.412183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:24.413252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:24.413613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:24.428007 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebb9714-1c4a-463e-bef8-a719e33147f4 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:24.429107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebb9714-1c4a-463e-bef8-a719e33147f4 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:24.432151 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bebb9714-1c4a-463e-bef8-a719e33147f4 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/568fe52f-7866-46e7-b9f2-a85b0bcfdda9 HTTP/1.1" status: 404 len: 339 time: 0.0296082 Oct 16 13:38:24.434374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:24.434703 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:24.435088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 2 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:24.437959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33466) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.438751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a5a949f3-1794-430a-8818-1160a797f66b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:24.463747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: a5a949f3-1794-430a-8818-1160a797f66b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:24.464115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a5a949f3-1794-430a-8818-1160a797f66b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:24.512571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2f5fa7-b1de-44dc-b5b5-b595419f29f8,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:24.520415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:24.524076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.536169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.539804 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b215dbfc-c86e-49e8-ae3a-b07090af9280 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/ports/5345747a-dd4c-4408-ae7a-8bbedb0ef992 HTTP/1.1" status: 204 len: 168 time: 1.3035166 Oct 16 13:38:24.539993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:24.540247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:24.540575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:24.542878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33468) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.569107 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4354ab-2152-494d-92c8-1c88d341fd1a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] GET failed (client error): The resource could not be found. Oct 16 13:38:24.574872 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a4354ab-2152-494d-92c8-1c88d341fd1a tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "GET /v2.0/ports/5345747a-dd4c-4408-ae7a-8bbedb0ef992 HTTP/1.1" status: 404 len: 333 time: 0.0266201 Oct 16 13:38:24.575152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33470) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.578656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.580292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'name': 'tempest-AllowedAddressPairTestJSON-960142987'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:24.597007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:24.597331 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:24.602737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafbae24-e6c9-40d7-835c-556dcf3149e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:24.602888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 3 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:24.604123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dafbae24-e6c9-40d7-835c-556dcf3149e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.607436 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafbae24-e6c9-40d7-835c-556dcf3149e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:24.608397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dafbae24-e6c9-40d7-835c-556dcf3149e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:24.615475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting subnet 5ec3a51d-bc62-457a-bd87-2fdca7a22b9b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:24.659292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.687719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:24.687916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:24.688154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:24.693243 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dafbae24-e6c9-40d7-835c-556dcf3149e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4902194 Oct 16 13:38:24.697994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33472) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.703381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5a15b4c5-604a-43f2-b775-5abf5243f74b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:24.715044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:24.715380 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:24.718836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 4 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:24.743515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.768916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.772181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-aad6e1a0-b3d1-46a7-a6bd-1871a9d2dc02 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6833193 Oct 16 13:38:24.772181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:24.772181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:24.772181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:24.773396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33476) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.783420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:24.783768 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:24.787244 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 5 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:24.797271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33478) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.823730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:24.824119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:24.824484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:24.858263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:24.858744 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:24.861570 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7f5b0b71-3f34-4f28-8569-3ee3d5e66236 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=85bc3a28-6138-4a9d-b6d1-84595a54fe97 HTTP/1.1" status: 200 len: 690 time: 0.0870860 Oct 16 13:38:24.864200 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33482) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:24.866044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 6 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:24.889133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:24.893260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:24.925085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:24.925509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:24.926015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:24.950743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] device_id is not set on port 65c8808c-4fc9-43f2-badb-62d52d5be568 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:24.960916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:24.961248 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:24.983478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 7 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:25.007559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.018921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15b4c5-604a-43f2-b775-5abf5243f74b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:25.022409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a15b4c5-604a-43f2-b775-5abf5243f74b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.025213 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a15b4c5-604a-43f2-b775-5abf5243f74b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:38:25.025213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a15b4c5-604a-43f2-b775-5abf5243f74b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:25.037595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.045759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:25.046095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:25.046614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:25.067111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:25.067435 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:25.072234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 8 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:25.082759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-219a25c5-51b4-4d47-996e-065f42cf4cf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36adbfb45c404522b6c84c6ee0fb9f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775481 Oct 16 13:38:25.094132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33484) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:25.103465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:25.103780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:25.104180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:25.125709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:25.126037 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:25.130866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 9 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:25.137574 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5a15b4c5-604a-43f2-b775-5abf5243f74b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4362969 Oct 16 13:38:25.138414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33486) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:25.186277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Allocated IP 172.20.0.4 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/65c8808c-4fc9-43f2-badb-62d52d5be568) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:25.251069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Deleting port 8b2f5fa7-b1de-44dc-b5b5-b595419f29f8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:25.251418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.484472 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ecefc7ff-7b1c-4a21-a3f9-32351337ac3b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3429682 Oct 16 13:38:25.484472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:25.484472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:25.484472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:25.485881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33488) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:25.489322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.491573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.561651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:25.562361 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:25.574056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 10 to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 Oct 16 13:38:25.587912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e7356-f6fb-4274-b755-570b44583b2c None None] Network 64def0b6-1301-415b-bdc2-b7eba8aedc38 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:25.594318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.599250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/subnets/5ec3a51d-bc62-457a-bd87-2fdca7a22b9b HTTP/1.1" status: 204 len: 168 time: 1.1401498 Oct 16 13:38:25.614522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33490) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:25.641700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc547-24e7-4800-b109-f9f2a65b32e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.650985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.651356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.664278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:25.664630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:25.664968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:25.674152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Calling delete_port for 8b2f5fa7-b1de-44dc-b5b5-b595419f29f8 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:25.677301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742aa8c-a8a1-4fa0-80e4-2b6f6473cf7b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:25.677768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.681160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5742aa8c-a8a1-4fa0-80e4-2b6f6473cf7b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1906831 Oct 16 13:38:25.683560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33492) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:25.697525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=bc0c6804-1824-4615-8233-ac651079e401,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:25.715147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:25.715491 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 2caceefc-0f37-4732-a108-0eedc8ec0157 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:25.715865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.732429 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7721695a-ee96-4552-8019-abd2d41163bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477145 Oct 16 13:38:25.738555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc547-24e7-4800-b109-f9f2a65b32e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.769779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33494) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:25.774723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:25.796297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] DHCP port deletion for 64def0b6-1301-415b-bdc2-b7eba8aedc38 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:25.807117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f329f4f-7b1d-4d04-bb66-9ae3d47f0e58 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec3a51d-bc62-457a-bd87-2fdca7a22b9b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:25.827599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': 'e07be18f-b972-43b7-a2dd-7e4739b1d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:25.827963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 4e70229e-c574-432e-b0ba-81d1250db0cd, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:25.864042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] Deleting port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:25.864969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.874844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.952865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] For port 2caceefc-0f37-4732-a108-0eedc8ec0157, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:25.953232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempted to set empty binding levels {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 16 13:38:25.968128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.983698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] For port 7195c8a3-2553-4fbf-b811-a294e7e8fb31, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7195c8a3-2553-4fbf-b811-a294e7e8fb31,segment=NetworkSegment(2f836eb0-8f34-4a46-96be-9fc8d06f3f2a),segment_id=2f836eb0-8f34-4a46-96be-9fc8d06f3f2a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:25.984283 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:25.984689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 4e70229e-c574-432e-b0ba-81d1250db0cd is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:25.996341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Deleting port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:25.996859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.000520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] Calling delete_port for 7195c8a3-2553-4fbf-b811-a294e7e8fb31 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:26.025263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:26.030326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:26.034761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:26.038833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=65c8808c-4fc9-43f2-badb-62d52d5be568,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:26.062726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.063075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.070402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:26.074396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.078398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc547-24e7-4800-b109-f9f2a65b32e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.081045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a0dc547-24e7-4800-b109-f9f2a65b32e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.084632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7a0dc547-24e7-4800-b109-f9f2a65b32e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9838e93f-d76f-4770-ad8b-5214b9ada076 HTTP/1.1" status: 204 len: 168 time: 0.9871266 Oct 16 13:38:26.088648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4e70229e-c574-432e-b0ba-81d1250db0cd) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:26.095913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] For port 7195c8a3-2553-4fbf-b811-a294e7e8fb31, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7195c8a3-2553-4fbf-b811-a294e7e8fb31,segment=NetworkSegment(2f836eb0-8f34-4a46-96be-9fc8d06f3f2a),segment_id=2f836eb0-8f34-4a46-96be-9fc8d06f3f2a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:26.096292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.111474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b653eb-a04f-4044-9311-343196cbfb6e None None] Network 4e70229e-c574-432e-b0ba-81d1250db0cd requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:26.127814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2f5fa7-b1de-44dc-b5b5-b595419f29f8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:26.141441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] In _notify_port_updated(), no bound segment for port 2caceefc-0f37-4732-a108-0eedc8ec0157 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:26.144349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.144928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.148712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "PUT /v2.0/ports/2caceefc-0f37-4732-a108-0eedc8ec0157 HTTP/1.1" status: 200 len: 980 time: 2.8806226 Oct 16 13:38:26.150234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.150856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.161146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33498) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:26.197564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dc547-24e7-4800-b109-f9f2a65b32e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9838e93f-d76f-4770-ad8b-5214b9ada076,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:26.225701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Calling delete_port for 7195c8a3-2553-4fbf-b811-a294e7e8fb31 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:26.230859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9adaf-0c94-4e16-bde5-2ddad2a90bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=2caceefc-0f37-4732-a108-0eedc8ec0157,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:26.258211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.259010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.259119 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d1cdd6ca-867c-40d6-bbeb-8eb6afd2ec4c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1686633 Oct 16 13:38:26.263424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33500) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:26.270709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd', 'name': 'tempest-PortsTestJSON-2027932411'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:26.335529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.379849 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cfeecaea-dde8-499f-9135-0987cfef46bf tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7992663 Oct 16 13:38:26.385528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33502) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:26.393289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.399126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:29:24:f4'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:26.411519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] Pushing event deleted for resources: {'Port': ['ID=7195c8a3-2553-4fbf-b811-a294e7e8fb31,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:26.418281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff22350-0f62-40ce-9072-6145c6e23695 None None] No DVR routers for this DVR port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:26.445335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4e70229e-c574-432e-b0ba-81d1250db0cd', 'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': 'bc0c6804-1824-4615-8233-ac651079e401'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:26.448413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.460219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7195c8a3-2553-4fbf-b811-a294e7e8fb31 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:26.495925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7195c8a3-2553-4fbf-b811-a294e7e8fb31 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:26.496858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7195c8a3-2553-4fbf-b811-a294e7e8fb31 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:26.507584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.507584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.507584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.507584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.507584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.507971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.508140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.508575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.509072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.509622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.510079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.510525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.511320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.511744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8ae812d1-cdad-463e-83af-34585028aa82 None None] Provisioning complete for port 65c8808c-4fc9-43f2-badb-62d52d5be568 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:26.511872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.512217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:26.512376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ae812d1-cdad-463e-83af-34585028aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.518008 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5ac62fcc-18ef-40b5-9618-e70defe7ef7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13449 time: 0.3505158 Oct 16 13:38:26.520353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33506) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:26.567412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.615131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.618196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Port': ['ID=7195c8a3-2553-4fbf-b811-a294e7e8fb31,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:26.632582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] No DVR routers for this DVR port 7195c8a3-2553-4fbf-b811-a294e7e8fb31 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:26.635509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8ae812d1-cdad-463e-83af-34585028aa82 None None] Port 65c8808c-4fc9-43f2-badb-62d52d5be568 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:26.678395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.704746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Allocated IP 172.20.0.2 (4e70229e-c574-432e-b0ba-81d1250db0cd/bc0c6804-1824-4615-8233-ac651079e401/011ec354-315a-469c-855f-1e3a8c8bb51f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:26.713296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:26.718625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.786406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.808461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 190c1941-f516-49da-ab42-9d04aa7ff7bb yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:26.868400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64def0b6-1301-415b-bdc2-b7eba8aedc38']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:26.879985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.887470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:26.887769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f836eb0-8f34-4a46-96be-9fc8d06f3f2a') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:26.902619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.904994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Deleting port 2caceefc-0f37-4732-a108-0eedc8ec0157 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:26.905321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.943601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.949307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.960021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.984542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:26.985017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:26.987957 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:27.000297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=646f5fb6-9782-428d-a4d7-21b9e5d01b8c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.020431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Network 4e70229e-c574-432e-b0ba-81d1250db0cd is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:27.023407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:27.027904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:27.040768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Pushing event updated for resources: {'Port': ['ID=011ec354-315a-469c-855f-1e3a8c8bb51f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.073977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] For port 2caceefc-0f37-4732-a108-0eedc8ec0157, host hv-neutron-7431, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:27.074435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.087294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Calling delete_port for 2caceefc-0f37-4732-a108-0eedc8ec0157 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:27.097579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:27.101234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Attempting to bind port 011ec354-315a-469c-855f-1e3a8c8bb51f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:27.101813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Attempting to bind port 011ec354-315a-469c-855f-1e3a8c8bb51f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e07be18f-b972-43b7-a2dd-7e4739b1d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:27.103553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Attempting to bind port 011ec354-315a-469c-855f-1e3a8c8bb51f on network 4e70229e-c574-432e-b0ba-81d1250db0cd {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:27.109580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.111530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:27.112271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Checking segment: {'id': 'e07be18f-b972-43b7-a2dd-7e4739b1d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:27.112921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.113945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Bound using segment: {'id': 'e07be18f-b972-43b7-a2dd-7e4739b1d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:27.114747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Bound port: 011ec354-315a-469c-855f-1e3a8c8bb51f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07be18f-b972-43b7-a2dd-7e4739b1d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:27.115336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.176530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.193041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] For port 011ec354-315a-469c-855f-1e3a8c8bb51f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:27.196436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] For port 011ec354-315a-469c-855f-1e3a8c8bb51f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=011ec354-315a-469c-855f-1e3a8c8bb51f,segment=NetworkSegment(e07be18f-b972-43b7-a2dd-7e4739b1d54b),segment_id=e07be18f-b972-43b7-a2dd-7e4739b1d54b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:27.214745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.4 (4e70229e-c574-432e-b0ba-81d1250db0cd/bc0c6804-1824-4615-8233-ac651079e401/190c1941-f516-49da-ab42-9d04aa7ff7bb) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:27.231625 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:27.242973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:27.250528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:27.251146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.252548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a106c-3ab4-4aa7-9a59-bc72abf84b68 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:27.258837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bc3a28-6138-4a9d-b6d1-84595a54fe97']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:27.284792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9ef81d-e58e-4132-8dcc-7fc8e9b3cf3a') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:27.285082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9ef81d-e58e-4132-8dcc-7fc8e9b3cf3a') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:27.301776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.309237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.310943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=f8d450e4-0f38-4949-b5f8-7e4fadbc1511,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.325339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.326984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.334333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:27.334729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:27.338931 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:27.352911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33524) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:27.379832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.396655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.411942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b14599-8421-40af-bc2b-f2d324d83f0c None None] Pushing event updated for resources: {'Port': ['ID=011ec354-315a-469c-855f-1e3a8c8bb51f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.429660 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b46fff0-12c2-41bf-8ede-3a9d42e2ff32 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6588180 Oct 16 13:38:27.430883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.433801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33528) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:27.458048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:6b:cc:c1', 'name': 'tempest-NetworksTestDHCPv6-1163936391'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:27.501789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.518769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] 10.222.0.24 "DELETE /v2.0/networks/64def0b6-1301-415b-bdc2-b7eba8aedc38 HTTP/1.1" status: 204 len: 168 time: 1.8887734 Oct 16 13:38:27.523217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'f8d450e4-0f38-4949-b5f8-7e4fadbc1511'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:27.523753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e0607-6528-4c78-b192-c0378b276b83 tempest-NetworksIpV6Test-1943567584 tempest-NetworksIpV6Test-1943567584-project] Pushing event deleted for resources: {'Network': ['ID=64def0b6-1301-415b-bdc2-b7eba8aedc38,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.524130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.543798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event deleted for resources: {'Port': ['ID=2caceefc-0f37-4732-a108-0eedc8ec0157,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.577050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-413156805-network', 'tenant_id': '373278b19057453d9698b00ac17f36e4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:27.591274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.594779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-87273456-66b9-40f9-9eb2-27d150ba2123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2caceefc-0f37-4732-a108-0eedc8ec0157 HTTP/1.1" status: 204 len: 168 time: 1.0734310 Oct 16 13:38:27.599319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33532) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:27.643514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=65c8808c-4fc9-43f2-badb-62d52d5be568,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.656560 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b04f64f-a422-42bd-ad79-d58fc5ff8302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:38:27.665022 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1b04f64f-a422-42bd-ad79-d58fc5ff8302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "GET /v2.0/ports/2caceefc-0f37-4732-a108-0eedc8ec0157 HTTP/1.1" status: 404 len: 333 time: 0.0631633 Oct 16 13:38:27.670738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33534) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:27.704122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194903135', 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:27.725540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.727464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.733858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85bc3a28-6138-4a9d-b6d1-84595a54fe97 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:38:27.749272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.758740 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/networks/85bc3a28-6138-4a9d-b6d1-84595a54fe97 HTTP/1.1" status: 204 len: 168 time: 2.8934629 Oct 16 13:38:27.770339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33536) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:27.771019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Made reservation on behalf of 373278b19057453d9698b00ac17f36e4 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:27.773801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.789311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.871553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7484013-3c5f-4628-9443-b5c5f4cba88d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Network': ['ID=85bc3a28-6138-4a9d-b6d1-84595a54fe97,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:27.897774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.900820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] In _notify_port_updated(), no bound segment for port 65c8808c-4fc9-43f2-badb-62d52d5be568 on network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:27.905027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Allocated IP 2001:db8::f816:3eff:feba:ae67 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/f8d450e4-0f38-4949-b5f8-7e4fadbc1511/0998cde6-122b-4bb2-9ffd-41e39be6bfad) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:27.914537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:27.915611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:27.921656 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3be51873-ee7c-4f86-87a5-de71d7b08567 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "PUT /v2.0/ports/65c8808c-4fc9-43f2-badb-62d52d5be568 HTTP/1.1" status: 200 len: 995 time: 1.5297310 Oct 16 13:38:27.926509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33538) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:27.988768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Made reservation on behalf of b46c97c2dc164444af8cd2a886aa819f for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:27.992179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.028970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port f721cc75-63d6-4906-b193-7ca1628e93f8 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:28.066233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 4e70229e-c574-432e-b0ba-81d1250db0cd is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:28.093897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:28.106463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:28.125223 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:28.132482 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33542) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.170059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.170705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.189658 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d8b8ff4a-c143-4325-9d1e-93ff57d139f6 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4002681 Oct 16 13:38:28.197869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33546) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.237978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=190c1941-f516-49da-ab42-9d04aa7ff7bb,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:28.295665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-70232b26-a5e3-4977-8095-cf3580523c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0284400 Oct 16 13:38:28.318358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33548) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.325969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '4e70229e-c574-432e-b0ba-81d1250db0cd', 'name': 'tempest-PortsTestJSON-1451665777'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:28.454386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.472952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.516285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.533798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6107eca6-85ad-479d-a453-e60882529e62 None None] Provisioning complete for port 65c8808c-4fc9-43f2-badb-62d52d5be568 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:28.534299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6107eca6-85ad-479d-a453-e60882529e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.559203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 7d0232d2-9c59-48b3-9917-9bc6ec23caec yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:28.563334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.563687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.564073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.564535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.565107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.565485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.565911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.569144 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7064f50d-688b-4570-a64b-598e7f95821b tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4546 time: 0.3657136 Oct 16 13:38:28.575985 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7b67c2fc-3433-4d8a-beeb-a5941b101836 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1f3ac5943664630ad323bb881d5115d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412954 Oct 16 13:38:28.579779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33552) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.584621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.585395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33554) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.595909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6107eca6-85ad-479d-a453-e60882529e62 None None] Port 65c8808c-4fc9-43f2-badb-62d52d5be568 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:28.598198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 011ec354-315a-469c-855f-1e3a8c8bb51f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:28.599258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port 65c8808c-4fc9-43f2-badb-62d52d5be568 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:28.599631 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.652866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.705926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:28.709876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:28.717045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:28.720406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.734446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for 65c8808c-4fc9-43f2-badb-62d52d5be568 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:28.740286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fe6b:ccc1 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/f8d450e4-0f38-4949-b5f8-7e4fadbc1511/7d0232d2-9c59-48b3-9917-9bc6ec23caec) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:28.781097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.787275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Pushing event updated for resources: {'Port': ['ID=0998cde6-122b-4bb2-9ffd-41e39be6bfad,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:28.794954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 011ec354-315a-469c-855f-1e3a8c8bb51f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:28.795546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.798372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Attempting to bind port 0998cde6-122b-4bb2-9ffd-41e39be6bfad on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:28.798372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Attempting to bind port 0998cde6-122b-4bb2-9ffd-41e39be6bfad by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:28.798372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Attempting to bind port 0998cde6-122b-4bb2-9ffd-41e39be6bfad on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:28.812235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.828548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3721483-79a3-4330-ba21-293b46809817 None None] Network 4e70229e-c574-432e-b0ba-81d1250db0cd requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:28.848256 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-59b60316-41bf-47ca-b849-b537afa6b8db tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] delete failed (client error): The resource could not be found. Oct 16 13:38:28.849478 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-59b60316-41bf-47ca-b849-b537afa6b8db tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/143487e4-b01a-4e5a-8e87-93b32d0dfbc8 HTTP/1.1" status: 404 len: 345 time: 0.2358072 Oct 16 13:38:28.850556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:28.851070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:28.851569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.852053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:28.852660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Bound port: 0998cde6-122b-4bb2-9ffd-41e39be6bfad, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:28.853138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.864769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33556) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.876261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:28.900933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:28.917736 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-171a92f3-e5d6-4dc9-8271-564bfe8e7cc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] DELETE failed (client error): The resource could not be found. Oct 16 13:38:28.918358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171a92f3-e5d6-4dc9-8271-564bfe8e7cc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:28.920264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:28.925052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-171a92f3-e5d6-4dc9-8271-564bfe8e7cc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/networks/85bc3a28-6138-4a9d-b6d1-84595a54fe97 HTTP/1.1" status: 404 len: 339 time: 0.0546432 Oct 16 13:38:28.925272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:28.927410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:28.928097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.929377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.929816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Added segment 7eb94d1c-47b9-4f27-be3b-d74a9aef384f of type vlan for network 5041a6a7-3056-43c2-b8a8-24735191457f Oct 16 13:38:28.932087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33558) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:28.943834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de471a70-cda3-4883-a8cd-5806251b4ae6,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:28.954035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'network': {'name': 'tempest-network--881595096', 'router:external': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:28.988637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-839ba367-4366-479d-ba02-146d09bf1455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:28.999231 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=f721cc75-63d6-4906-b193-7ca1628e93f8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.011003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.019007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:29.022194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.047996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1cf18695-9df2-4e4e-96dc-ed7716fcc78a None None] Provisioning complete for port 011ec354-315a-469c-855f-1e3a8c8bb51f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:29.048658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1cf18695-9df2-4e4e-96dc-ed7716fcc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.056904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.075041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-839ba367-4366-479d-ba02-146d09bf1455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.088163 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3b3fb778-2368-4a5a-b42d-96136071a29e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4132638 Oct 16 13:38:29.091997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33560) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:29.109306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port c34e6836-ba06-4e87-bf0b-86edaa828134 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:29.115687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] For port 0998cde6-122b-4bb2-9ffd-41e39be6bfad, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:29.142569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b119c6-36a3-4d7d-9d73-3ab5bbe91b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:29.146707 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-12b119c6-36a3-4d7d-9d73-3ab5bbe91b0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "GET /v2.0/ports/f721cc75-63d6-4906-b193-7ca1628e93f8 HTTP/1.1" status: 200 len: 959 time: 0.0509610 Oct 16 13:38:29.147696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:29.150164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] For port 0998cde6-122b-4bb2-9ffd-41e39be6bfad, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0998cde6-122b-4bb2-9ffd-41e39be6bfad,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:29.154847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.197380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.199014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:29.199220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.220938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 011ec354-315a-469c-855f-1e3a8c8bb51f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=011ec354-315a-469c-855f-1e3a8c8bb51f,segment=NetworkSegment(e07be18f-b972-43b7-a2dd-7e4739b1d54b),segment_id=e07be18f-b972-43b7-a2dd-7e4739b1d54b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:29.221930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.226642 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.250644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.252533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Made reservation on behalf of bb466b153a9f4d2bb616867400f76e6b for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:29.258860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.284954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:29.295293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:29.301303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:29.307074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:29.308302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.318169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=7d0232d2-9c59-48b3-9917-9bc6ec23caec,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.326873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.336817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1cf18695-9df2-4e4e-96dc-ed7716fcc78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.340796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Deleting port f721cc75-63d6-4906-b193-7ca1628e93f8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:29.341396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.391222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5510f5-4228-495a-82fe-21cd82a2247a None None] Pushing event updated for resources: {'Port': ['ID=0998cde6-122b-4bb2-9ffd-41e39be6bfad,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.446150 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.468075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Calling delete_port for f721cc75-63d6-4906-b193-7ca1628e93f8 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:29.476288 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18156cdd-0141-4713-9a1a-8ec8e3cdea52 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0369370 Oct 16 13:38:29.480182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33564) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:29.520724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-1cf18695-9df2-4e4e-96dc-ed7716fcc78a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:29.527067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-1cf18695-9df2-4e4e-96dc-ed7716fcc78a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:29.532882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=011ec354-315a-469c-855f-1e3a8c8bb51f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.641427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41f01d-7180-4e63-a5bd-d7805c6f684e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:29.647512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41f01d-7180-4e63-a5bd-d7805c6f684e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:29.649216 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a41f01d-7180-4e63-a5bd-d7805c6f684e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1678653 Oct 16 13:38:29.651968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33566) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:29.710359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3563011 Oct 16 13:38:29.711146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-839ba367-4366-479d-ba02-146d09bf1455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.713825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-839ba367-4366-479d-ba02-146d09bf1455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.718158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-839ba367-4366-479d-ba02-146d09bf1455 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80ebdea4-0599-44f2-a45d-889db672acbc HTTP/1.1" status: 204 len: 168 time: 1.1245215 Oct 16 13:38:29.718341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33568) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:29.725336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Request body: {'subnet': {'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-413156805-subnet', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:29.771609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=65c8808c-4fc9-43f2-badb-62d52d5be568,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.825021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ba367-4366-479d-ba02-146d09bf1455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ebdea4-0599-44f2-a45d-889db672acbc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.849644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205e6ec-0d66-42fa-8be4-3e5c47268f62 admin admin] Pushing event updated for resources: {'Network': ['ID=5041a6a7-3056-43c2-b8a8-24735191457f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:29.862378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 7d0232d2-9c59-48b3-9917-9bc6ec23caec {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:29.862805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.863536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 5041a6a7-3056-43c2-b8a8-24735191457f details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:29.888621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Made reservation on behalf of 373278b19057453d9698b00ac17f36e4 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:29.891051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.899540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:29.926407 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.938705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.12 (4e70229e-c574-432e-b0ba-81d1250db0cd/bc0c6804-1824-4615-8233-ac651079e401/c34e6836-ba06-4e87-bf0b-86edaa828134) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:29.944679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.945021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Added segment 412c1348-098a-4114-9c15-73584bf35db6 of type vlan for network 3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8 Oct 16 13:38:29.993173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:29.999942 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e2343138-c1b0-47eb-b8f5-9a66cd276b59 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/ports/65c8808c-4fc9-43f2-badb-62d52d5be568 HTTP/1.1" status: 204 len: 168 time: 2.0491021 Oct 16 13:38:30.016449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event deleted for resources: {'Port': ['ID=f721cc75-63d6-4906-b193-7ca1628e93f8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:30.024284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33572) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:30.082769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.085320 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ab12af-a310-4b0d-b095-7d1d5f772594 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] GET failed (client error): The resource could not be found. Oct 16 13:38:30.095762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d6ab12af-a310-4b0d-b095-7d1d5f772594 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "GET /v2.0/ports/65c8808c-4fc9-43f2-badb-62d52d5be568 HTTP/1.1" status: 404 len: 333 time: 0.0627611 Oct 16 13:38:30.096126 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cec7e24c-d64d-4343-aa72-41ad7f1a9f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f721cc75-63d6-4906-b193-7ca1628e93f8 HTTP/1.1" status: 204 len: 168 time: 0.9407756 Oct 16 13:38:30.098679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33576) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:30.099021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33578) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:30.113667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'name': 'tempest-AllowedAddressPairTestJSON-1947415248'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:30.124179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.171990 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b480a7f2-3522-47ea-a1ed-604418f16fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:38:30.177494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33580) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:30.181154 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b480a7f2-3522-47ea-a1ed-604418f16fc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "GET /v2.0/ports/f721cc75-63d6-4906-b193-7ca1628e93f8 HTTP/1.1" status: 404 len: 333 time: 0.0790405 Oct 16 13:38:30.194054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Request body: {'port': {'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1599750173'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:30.265881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c6b71d97-a782-42cc-8992-76b0b8cac1cd None None] Provisioning complete for port 190c1941-f516-49da-ab42-9d04aa7ff7bb triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:30.266828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c6b71d97-a782-42cc-8992-76b0b8cac1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.331063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.332040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:30.332781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.342820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c6b71d97-a782-42cc-8992-76b0b8cac1cd None None] Port 190c1941-f516-49da-ab42-9d04aa7ff7bb cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:30.344624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.359449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c6b71d97-a782-42cc-8992-76b0b8cac1cd None None] Provisioning complete for port 011ec354-315a-469c-855f-1e3a8c8bb51f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:30.360223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c6b71d97-a782-42cc-8992-76b0b8cac1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.383995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Made reservation on behalf of b46c97c2dc164444af8cd2a886aa819f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:30.392126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.441881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Network': ['ID=3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:30.465846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port 823dcc29-7880-49a3-b0e5-92b204925f41 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:30.558146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cd147617-e0b1-4ddc-8a86-f117b560b22d tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6146686 Oct 16 13:38:30.561941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33590) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:30.564197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:30.638359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0998cde6-122b-4bb2-9ffd-41e39be6bfad up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:30.677592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.686716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.706234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 7d0232d2-9c59-48b3-9917-9bc6ec23caec owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:30.776931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0998cde6-122b-4bb2-9ffd-41e39be6bfad triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:30.777896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.792583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 4e70229e-c574-432e-b0ba-81d1250db0cd is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:30.830238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:30.837527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:30.852836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51651dad-9189-4eb2-b0c0-12cd8514a2db tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:30.859847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51651dad-9189-4eb2-b0c0-12cd8514a2db tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:30.866435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51651dad-9189-4eb2-b0c0-12cd8514a2db tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:30.874044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51651dad-9189-4eb2-b0c0-12cd8514a2db tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:30.876607 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-51651dad-9189-4eb2-b0c0-12cd8514a2db tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3137035 Oct 16 13:38:30.907388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33596) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:30.911207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-df708952-a059-4d4c-8a6b-f69882cd80e8 None None] Provisioning complete for port 0998cde6-122b-4bb2-9ffd-41e39be6bfad triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:30.916499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-df708952-a059-4d4c-8a6b-f69882cd80e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.950705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=c34e6836-ba06-4e87-bf0b-86edaa828134,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:30.956648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:30.976570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.001428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:31.001678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:31.001791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.004843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.033461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0998cde6-122b-4bb2-9ffd-41e39be6bfad, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0998cde6-122b-4bb2-9ffd-41e39be6bfad,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:31.088448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.092240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] device_id is not set on port 239d5afc-7868-47e7-b209-f643a747ea51 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:31.094747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-df708952-a059-4d4c-8a6b-f69882cd80e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.113087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.115189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.116416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 011ec354-315a-469c-855f-1e3a8c8bb51f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:31.153977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.202286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9d049e20-e145-458e-8ef5-c8ed4e2b6a7f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8803015 Oct 16 13:38:31.212252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33602) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.285827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-df708952-a059-4d4c-8a6b-f69882cd80e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:31.286417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-df708952-a059-4d4c-8a6b-f69882cd80e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:31.296080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0998cde6-122b-4bb2-9ffd-41e39be6bfad,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:31.299226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:31.302141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33604) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.304092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 011ec354-315a-469c-855f-1e3a8c8bb51f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:31.305159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.315272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=823dcc29-7880-49a3-b0e5-92b204925f41,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:31.317758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:31.320812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:31.321981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:31.322580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.371777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d944b4-6b2f-4361-928d-0ad7af9ade90 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:31.379033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-15d944b4-6b2f-4361-928d-0ad7af9ade90 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1652770 Oct 16 13:38:31.380676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33608) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.387183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.435436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e453e0-1f13-4b30-a9fc-46c8e590cd66,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:31.440328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1480881619'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:31.482777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=7d0232d2-9c59-48b3-9917-9bc6ec23caec,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:31.519143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e3bfba02-552e-46b6-beba-f284c836ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3382633 Oct 16 13:38:31.522698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33610) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.524849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.528702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:31.563710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port c34e6836-ba06-4e87-bf0b-86edaa828134 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:31.564057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.568444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Allocated IP 172.20.0.4 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/239d5afc-7868-47e7-b209-f643a747ea51) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:31.580817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.586227 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa96c991-06d4-495d-93a9-6a6ec81ad964 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/7d0232d2-9c59-48b3-9917-9bc6ec23caec HTTP/1.1" status: 204 len: 168 time: 1.9309301 Oct 16 13:38:31.589609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33612) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.591159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:31.611462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Checking segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:31.611824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Network hostable DHCP agents. Network: 5041a6a7-3056-43c2-b8a8-24735191457f, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:31.621510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412c1348-098a-4114-9c15-73584bf35db6') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:31.621510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412c1348-098a-4114-9c15-73584bf35db6') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:31.644435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:31.645922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.662219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.662892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.708822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.724237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.726475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:31.726868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:31.728707 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:31.732794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67044a06-7406-48fe-b462-995d4af16766 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:31.734316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67044a06-7406-48fe-b462-995d4af16766 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:31.735908 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-67044a06-7406-48fe-b462-995d4af16766 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1390274 Oct 16 13:38:31.739760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33614) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.765056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Network 5041a6a7-3056-43c2-b8a8-24735191457f is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:31.809561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.834979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for c34e6836-ba06-4e87-bf0b-86edaa828134 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:31.855538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 5041a6a7-3056-43c2-b8a8-24735191457f) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:31.856618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet f8d450e4-0f38-4949-b5f8-7e4fadbc1511 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:31.862305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:31.862879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.863179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.868070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7675d-79e9-443d-93e5-00a777b930b1 None None] Network 5041a6a7-3056-43c2-b8a8-24735191457f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:31.899317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.902689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.908981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:38:31.913963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:31.917435 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8 HTTP/1.1" status: 204 len: 168 time: 1.0090036 Oct 16 13:38:31.932583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33616) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.939954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'network': {'name': 'tempest-network--2027453129', 'router:external': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:31.942995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad08cd-e43b-44f5-b093-480450553fe2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ff0587b-ddc9-43c0-8a2e-3e29ea32a6d8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:31.969880 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5f1be63f-6cdf-44e7-88b1-757b0649bf19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2500739 Oct 16 13:38:31.973306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33618) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:31.977572 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:32.009628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-789a64d0-c1f4-489a-8594-d6d06159fd39 None None] Could not find standard attr ID for object 7d0232d2-9c59-48b3-9917-9bc6ec23caec. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:32.011401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.053578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-789a64d0-c1f4-489a-8594-d6d06159fd39 None None] Provisioning complete for port c34e6836-ba06-4e87-bf0b-86edaa828134 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:32.053954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-789a64d0-c1f4-489a-8594-d6d06159fd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.058487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Made reservation on behalf of bb466b153a9f4d2bb616867400f76e6b for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:32.061979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.092283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.194144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.195645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.215198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:32.219132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.227629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:32.237991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:32.258259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:32.271373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-5041a6a7-3056-43c2-b8a8-24735191457f', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:32.272033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.272208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.279089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] device_id is not set on port 823dcc29-7880-49a3-b0e5-92b204925f41 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:32.314548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.337581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:32.338014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:32.345019 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.349199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.349535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment df93b404-1323-4f0d-9364-45a8ca67a13c of type vlan for network bbd3e568-4714-47a1-b49b-cfb7ad34e716 Oct 16 13:38:32.361213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.367340 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Added segment 996813f5-e8c7-421c-b825-b450ab8eafe4 of type vlan for network c9b20b38-dc63-4049-976e-fb3a3094b030 Oct 16 13:38:32.389425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=239d5afc-7868-47e7-b209-f643a747ea51,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:32.427891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.431489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-789a64d0-c1f4-489a-8594-d6d06159fd39 None None] Port c34e6836-ba06-4e87-bf0b-86edaa828134 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:32.441953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.466080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.481334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0998cde6-122b-4bb2-9ffd-41e39be6bfad up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:32.494255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33620) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:32.498486 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b2034ae3-c0f8-4bb8-b4f1-f230e0230ef5 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3912201 Oct 16 13:38:32.498622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f2ddd8-0105-481a-8312-77a8555edfc4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:32.511970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'network_id': 'f8bcfb61-02fd-4a3b-8caf-91a29ff2c796', 'name': 'tempest-AllowedAddressPairTestJSON-502773472'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:32.537399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.546885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Allocated IP 172.20.0.2 (5041a6a7-3056-43c2-b8a8-24735191457f/46e453e0-1f13-4b30-a9fc-46c8e590cd66/ffcf521f-c48c-4d56-aabb-0c41a79d855f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:32.560028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0998cde6-122b-4bb2-9ffd-41e39be6bfad triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:32.560415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.611290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.626317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.627290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:32.627863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.640023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.645969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:32.647105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.689338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-37d42364-2f46-474d-8f8e-d2fa30c67e68 None None] Provisioning complete for port 239d5afc-7868-47e7-b209-f643a747ea51 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:32.689704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37d42364-2f46-474d-8f8e-d2fa30c67e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.695593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Network': ['ID=c9b20b38-dc63-4049-976e-fb3a3094b030,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:32.726168 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e220901c-615c-4d6d-8ece-98e567e0ddc4 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7910540 Oct 16 13:38:32.726571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33622) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:32.738017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network c9b20b38-dc63-4049-976e-fb3a3094b030 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:32.740865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.768208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.773570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:32.777476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/f8d450e4-0f38-4949-b5f8-7e4fadbc1511 HTTP/1.1" status: 204 len: 168 time: 1.0337236 Oct 16 13:38:32.780163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33624) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:32.793375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7bdfd9-a982-4214-acf7-f8812148f3b3 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:32.840176 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e146c5b-a0d1-48c5-95ad-0691de2c42c0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586381 Oct 16 13:38:32.843630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33626) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:32.849727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:32.856683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=823dcc29-7880-49a3-b0e5-92b204925f41,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:32.868442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-37d42364-2f46-474d-8f8e-d2fa30c67e68 None None] Port 239d5afc-7868-47e7-b209-f643a747ea51 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:32.870594 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5667064 Oct 16 13:38:32.879047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33628) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:32.910847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'name': 'tempest-PortsIpV6TestJSON-2140960040'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:32.953819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c382a-e1cb-4563-acb2-f6dee9dcdc2c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d450e4-0f38-4949-b5f8-7e4fadbc1511,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:32.972418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:32.972827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:32.973396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:32.975588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=c34e6836-ba06-4e87-bf0b-86edaa828134,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:32.977730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.007445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d783-aba7-4549-9719-548a96d89bcb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=bbd3e568-4714-47a1-b49b-cfb7ad34e716,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:33.022643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:33.061189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.061980 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.072505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 2 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.089912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.103301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.121568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.125104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5db66848-da4a-4047-a667-864720aeba85 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/c34e6836-ba06-4e87-bf0b-86edaa828134 HTTP/1.1" status: 204 len: 168 time: 1.7433662 Oct 16 13:38:33.128142 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33630) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:33.140676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Network 5041a6a7-3056-43c2-b8a8-24735191457f is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:33.145774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:33.149529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:33.155466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1e939-0b95-4e6a-ae4b-cf65e49da154 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:33.156931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d8f1e939-0b95-4e6a-ae4b-cf65e49da154 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] 10.222.0.24 "GET /v2.0/networks/c9b20b38-dc63-4049-976e-fb3a3094b030 HTTP/1.1" status: 200 len: 757 time: 0.4199739 Oct 16 13:38:33.161029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33632) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:33.164679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Pushing event updated for resources: {'Port': ['ID=ffcf521f-c48c-4d56-aabb-0c41a79d855f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:33.173951 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ce0a68-4198-43e0-842b-0600a0c75d80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:38:33.178603 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f9ce0a68-4198-43e0-842b-0600a0c75d80 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/c34e6836-ba06-4e87-bf0b-86edaa828134 HTTP/1.1" status: 404 len: 333 time: 0.0465915 Oct 16 13:38:33.178739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33634) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:33.179816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.180060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.180437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.212974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:33.221210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.221406 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.223322 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 3 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.228198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Attempting to bind port ffcf521f-c48c-4d56-aabb-0c41a79d855f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.228525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Attempting to bind port ffcf521f-c48c-4d56-aabb-0c41a79d855f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.228935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Attempting to bind port ffcf521f-c48c-4d56-aabb-0c41a79d855f on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.254200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:33.254561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Checking segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:33.254960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.255490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Bound using segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:33.255805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Bound port: ffcf521f-c48c-4d56-aabb-0c41a79d855f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:33.256177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.266802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Made reservation on behalf of 3dd3a825515c49b98b856a8be82733a5 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:33.270307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.295033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.295365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.295706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.307424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543dd7f-1f80-4fd7-83aa-009b8a0ed47b tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:33.308870 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5543dd7f-1f80-4fd7-83aa-009b8a0ed47b tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] 10.222.0.24 "GET /v2.0/networks/6bfaee8a-575c-4aaa-9cb6-d09227de7452 HTTP/1.1" status: 200 len: 767 time: 0.1451695 Oct 16 13:38:33.311557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33636) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:33.318457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.318785 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.322499 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 4 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.340008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] device_id is not set on port b5763af9-f03e-4288-bf6a-604f7aeabdc9 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:33.341618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] Deleting port 0998cde6-122b-4bb2-9ffd-41e39be6bfad {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:33.341990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.359147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] For port ffcf521f-c48c-4d56-aabb-0c41a79d855f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:33.361882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:33.365479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.383017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] For port ffcf521f-c48c-4d56-aabb-0c41a79d855f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ffcf521f-c48c-4d56-aabb-0c41a79d855f,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:33.384545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 190c1941-f516-49da-ab42-9d04aa7ff7bb {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:33.384943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.423501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] For port 0998cde6-122b-4bb2-9ffd-41e39be6bfad, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0998cde6-122b-4bb2-9ffd-41e39be6bfad,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:33.423814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.434171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.434505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.434841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.437011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] Calling delete_port for 0998cde6-122b-4bb2-9ffd-41e39be6bfad owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:33.463331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.463719 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.467589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 5 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.475148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.489112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.518012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.518346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.518660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.527516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:33.532680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.552978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.553609 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.559050 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 6 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.582217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c526b40-7b0d-416c-b8f6-6b5a03278ce9 None None] Pushing event updated for resources: {'Port': ['ID=ffcf521f-c48c-4d56-aabb-0c41a79d855f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:33.601452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:33.604134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.632577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.632909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.633249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.635791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Allocated IP 172.20.0.9 (f8bcfb61-02fd-4a3b-8caf-91a29ff2c796/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4/b5763af9-f03e-4288-bf6a-604f7aeabdc9) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:33.648359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 190c1941-f516-49da-ab42-9d04aa7ff7bb owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:33.677818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.687304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.687741 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.706189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] No DVR routers for this DVR port 0998cde6-122b-4bb2-9ffd-41e39be6bfad on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:33.721565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 7 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.725498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.733830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fe1b4-f442-4283-9864-e86c00b27941 None None] Pushing event deleted for resources: {'Port': ['ID=0998cde6-122b-4bb2-9ffd-41e39be6bfad,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:33.744299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.808221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:33.808571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:33.808902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:33.822542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:33.836403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b20b38-dc63-4049-976e-fb3a3094b030']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:33.852529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:33.852852 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:33.868564 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 8 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:33.875754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996813f5-e8c7-421c-b825-b450ab8eafe4') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:33.876091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996813f5-e8c7-421c-b825-b450ab8eafe4') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:34.053235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Allocated IP 172.26.5.105 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/386ce7c6-7fe5-43a8-b59b-033da956057e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:34.148680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:34.152611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.197649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.218599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.247353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:34.247690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:34.248019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:34.263155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:34.270978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=190c1941-f516-49da-ab42-9d04aa7ff7bb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:34.274871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.278933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:34.318780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:34.319110 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:34.349052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 9 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:34.355369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:34.355847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.364348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7990268-bf12-4ab0-a8cd-9024e7184fce None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:34.367708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:34.368145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:34.377189 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:34.382476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:34.416399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.416661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:34.416958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:34.417299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:34.452490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.455740 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af567883-9f03-4502-aeca-9b97ce3265e8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/190c1941-f516-49da-ab42-9d04aa7ff7bb HTTP/1.1" status: 204 len: 168 time: 1.2761054 Oct 16 13:38:34.468833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33642) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:34.497998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.499662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:34.501254 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:34.511059 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempt 10 to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 Oct 16 13:38:34.550241 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b69d7ef7-4caf-4e16-8c6e-4c985aceb1a0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7051189 Oct 16 13:38:34.551417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ffcf521f-c48c-4d56-aabb-0c41a79d855f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:34.560235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33644) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:34.560475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:34.560755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:34.561148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempting to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:34.567122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:df:3f:bc', 'name': 'tempest-NetworksTestDHCPv6-1346231114'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:34.570974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:38:34.571324 dv-neutron-743142-24-hyperv neutron-server[101080]: ERROR neutron.plugins.ml2.managers [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Failed to bind port 823dcc29-7880-49a3-b0e5-92b204925f41 on host hv-neutron-7431 for vnic_type normal using segments [{'id': 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ee0573ae-7eff-4e07-867e-9b0e8b0bea49'}] Oct 16 13:38:34.572007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.575360 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35bb9d7-79e1-4248-91bb-bcfeb453716c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:38:34.577268 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f35bb9d7-79e1-4248-91bb-bcfeb453716c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/190c1941-f516-49da-ab42-9d04aa7ff7bb HTTP/1.1" status: 404 len: 333 time: 0.1073546 Oct 16 13:38:34.588224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33646) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:34.615180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.691056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.713045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:34.714806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.719080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9b20b38-dc63-4049-976e-fb3a3094b030 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:38:34.735939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.742870 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c9b20b38-dc63-4049-976e-fb3a3094b030 HTTP/1.1" status: 204 len: 168 time: 1.4269896 Oct 16 13:38:34.744800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ffcf521f-c48c-4d56-aabb-0c41a79d855f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:34.744800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.749198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33650) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:34.765367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'network': {'name': 'tempest-network--879316928'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:34.795124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80018-a163-449d-869f-73f7d285bec2 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9b20b38-dc63-4049-976e-fb3a3094b030,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:34.815071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet bc0c6804-1824-4615-8233-ac651079e401 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:34.818978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.877214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.974600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:34.976597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.007120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8cbd3f-02d3-4d8e-acf5-7a81ae3d1e78 None None] Network 5041a6a7-3056-43c2-b8a8-24735191457f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:35.023452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Allocated IP 2001:db8::f816:3eff:fe09:7739 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb/fe9c141f-3496-4b30-898f-671793faac58) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:35.043270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:35.054098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:35.058839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Made reservation on behalf of bb466b153a9f4d2bb616867400f76e6b for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:35.059102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Pushing event updated for resources: {'Port': ['ID=386ce7c6-7fe5-43a8-b59b-033da956057e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:35.063080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:35.067213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.075790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.106324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] For port 823dcc29-7880-49a3-b0e5-92b204925f41, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:35.106968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attempted to set empty binding levels {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 16 13:38:35.116198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:35.126117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.126601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Added segment 22461138-3729-4b28-a681-3a12faa64038 of type vlan for network da181a59-5d7f-4a19-b453-7622efa2c441 Oct 16 13:38:35.135678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.165721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-be377ec2-8c04-4cf3-9a78-ff4eb1847e6a None None] Provisioning complete for port ffcf521f-c48c-4d56-aabb-0c41a79d855f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:35.166665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-be377ec2-8c04-4cf3-9a78-ff4eb1847e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.189861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.195804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.198094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0c6804-1824-4615-8233-ac651079e401,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:35.260210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:35.283694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=ddbfcd21-caeb-43b0-be58-9920ba97b3b6,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:35.293479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.298575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.301861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d70bc23b-7484-43df-98aa-7e1c657944d7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/bc0c6804-1824-4615-8233-ac651079e401 HTTP/1.1" status: 204 len: 168 time: 0.7082305 Oct 16 13:38:35.305058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33656) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:35.306561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.337280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] In _notify_port_updated(), no bound segment for port 823dcc29-7880-49a3-b0e5-92b204925f41 on network ee0573ae-7eff-4e07-867e-9b0e8b0bea49 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:35.338432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:35.339328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.340868 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "PUT /v2.0/ports/823dcc29-7880-49a3-b0e5-92b204925f41 HTTP/1.1" status: 200 len: 981 time: 3.8169494 Oct 16 13:38:35.368604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33658) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:35.426637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.resource_extend [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:38:35.451060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:35.465005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ae55a-b785-4eab-9451-78dcf432aae4 None None] Network 4e70229e-c574-432e-b0ba-81d1250db0cd requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:35.497129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:35.505302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.515136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:35.518420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=b5763af9-f03e-4288-bf6a-604f7aeabdc9,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:35.536973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': 'df93b404-1323-4f0d-9364-45a8ca67a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:35.537489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: bbd3e568-4714-47a1-b49b-cfb7ad34e716, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:35.547879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port ffcf521f-c48c-4d56-aabb-0c41a79d855f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ffcf521f-c48c-4d56-aabb-0c41a79d855f,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:35.587816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.664146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:35.665399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.675510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 01004780-d334-49d6-8f43-1ea9c58648cc yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:35.694653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.714465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.715439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:35.716123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.833022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0998cde6-122b-4bb2-9ffd-41e39be6bfad no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:35.835065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 011ec354-315a-469c-855f-1e3a8c8bb51f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:35.836108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.856771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1003478 Oct 16 13:38:35.856984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.866816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33662) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:35.887521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:35.894842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Deleting port 823dcc29-7880-49a3-b0e5-92b204925f41 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:35.895510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.896822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038820c5-bc80-49e7-8b89-6eb95301f526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event updated for resources: {'Port': ['ID=823dcc29-7880-49a3-b0e5-92b204925f41,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:35.907101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0998cde6-122b-4bb2-9ffd-41e39be6bfad {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:35.907307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0998cde6-122b-4bb2-9ffd-41e39be6bfad not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:35.943716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb648-5bc1-432c-b02d-01eccb1aa228 req-8e1add60-57a1-4e7f-a5d6-6ff8d2c46289 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:35.945275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70ecb648-5bc1-432c-b02d-01eccb1aa228 req-8e1add60-57a1-4e7f-a5d6-6ff8d2c46289 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2686505 Oct 16 13:38:35.961615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] For port 011ec354-315a-469c-855f-1e3a8c8bb51f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=011ec354-315a-469c-855f-1e3a8c8bb51f,segment=NetworkSegment(e07be18f-b972-43b7-a2dd-7e4739b1d54b),segment_id=e07be18f-b972-43b7-a2dd-7e4739b1d54b)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:35.962145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.972611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=ffcf521f-c48c-4d56-aabb-0c41a79d855f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:35.973362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33664) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:35.974221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3a2de58d-c2b8-4110-981f-a7293acc1e81 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4749169 Oct 16 13:38:35.975405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:35.982191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:29:24:f4'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ce:c1:43'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:35.984773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:35.997104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a23f6-f4f6-4ed9-abd2-21ee9eb7c85a tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Network': ['ID=da181a59-5d7f-4a19-b453-7622efa2c441,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:36.027666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 011ec354-315a-469c-855f-1e3a8c8bb51f owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:36.041864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network da181a59-5d7f-4a19-b453-7622efa2c441 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:36.084723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.122069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] For port 823dcc29-7880-49a3-b0e5-92b204925f41, host hv-neutron-7431, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:36.122439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.133433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, bbd3e568-4714-47a1-b49b-cfb7ad34e716) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:36.136961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-42f1edf1-79ae-4289-af04-21262d15eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:36.141238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-42f1edf1-79ae-4289-af04-21262d15eb6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.3793612 Oct 16 13:38:36.152569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:36.158388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:36.159004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.184702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] DHCP port deletion for 4e70229e-c574-432e-b0ba-81d1250db0cd request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:36.186666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611e265-dee0-492c-a37a-c2d65de0f993 None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:36.196410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Calling delete_port for 823dcc29-7880-49a3-b0e5-92b204925f41 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:36.244832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70ecb648-5bc1-432c-b02d-01eccb1aa228 req-ebf167cc-6b1d-4b2f-ab97-f9be414e4399 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814612 Oct 16 13:38:36.251061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:36.253239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:36.313371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fedf:3fbc (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb/01004780-d334-49d6-8f43-1ea9c58648cc) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:36.330889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:36.371162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Pushing event updated for resources: {'Port': ['ID=fe9c141f-3496-4b30-898f-671793faac58,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:36.375546 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-55f52cf4-6c6c-49c8-9e30-8ff7f03a7d30 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4678452 Oct 16 13:38:36.377976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33666) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:36.391434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1026166141'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:36.412841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7eac32a8-6962-4fe3-b454-19fc7a5b5eea None None] Provisioning complete for port b5763af9-f03e-4288-bf6a-604f7aeabdc9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:36.413413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7eac32a8-6962-4fe3-b454-19fc7a5b5eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.455917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.486449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-044a33dc-f205-43e9-9fbe-8121b7e3c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:36.488079 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-044a33dc-f205-43e9-9fbe-8121b7e3c53f service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.3368497 Oct 16 13:38:36.509691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.512206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.516477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ffcf521f-c48c-4d56-aabb-0c41a79d855f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:36.561676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:36.565267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.582169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=011ec354-315a-469c-855f-1e3a8c8bb51f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:36.585182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.591393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7eac32a8-6962-4fe3-b454-19fc7a5b5eea None None] Port b5763af9-f03e-4288-bf6a-604f7aeabdc9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:36.613256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Attempting to bind port fe9c141f-3496-4b30-898f-671793faac58 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:36.613627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Attempting to bind port fe9c141f-3496-4b30-898f-671793faac58 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:36.613990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Attempting to bind port fe9c141f-3496-4b30-898f-671793faac58 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:36.620403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Network da181a59-5d7f-4a19-b453-7622efa2c441 is not hosted by any dhcp agent {{(pid=101080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 16 13:38:36.621673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:36.622359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No DVR routers for this DVR port 011ec354-315a-469c-855f-1e3a8c8bb51f on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:36.622594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.623903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:36.624276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "PUT /v2.0/networks/da181a59-5d7f-4a19-b453-7622efa2c441 HTTP/1.1" status: 200 len: 857 time: 0.7478616 Oct 16 13:38:36.627423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:36.627692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.629000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:36.629000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Bound port: fe9c141f-3496-4b30-898f-671793faac58, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:36.629000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.633191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33668) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:36.634257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.636196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Deleting port 011ec354-315a-469c-855f-1e3a8c8bb51f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:36.636616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.637029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-2aa991e7-709b-4f24-9be2-2ade28745fcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.1416767 Oct 16 13:38:36.647376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.720684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:36.759818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Pushing event deleted for resources: {'Port': ['ID=823dcc29-7880-49a3-b0e5-92b204925f41,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:36.761774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d6270-cb24-4863-9a32-be0e41e8b569 tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event updated for resources: {'Network': ['ID=da181a59-5d7f-4a19-b453-7622efa2c441,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:36.767965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.768327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment 53f11efc-9b7e-49ce-a994-d9f666732f5b of type vlan for network 7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2 Oct 16 13:38:36.769618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] For port 011ec354-315a-469c-855f-1e3a8c8bb51f, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:36.770092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.788508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.794461 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f1427c39-f730-4b9e-8525-1f1186082d06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "DELETE /v2.0/ports/823dcc29-7880-49a3-b0e5-92b204925f41 HTTP/1.1" status: 204 len: 168 time: 1.4165456 Oct 16 13:38:36.796260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ffcf521f-c48c-4d56-aabb-0c41a79d855f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:36.796260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.799205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33670) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:36.804185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Calling delete_port for 011ec354-315a-469c-855f-1e3a8c8bb51f owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:36.814600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-8bd39228-f619-4d2c-9639-eb16ba6ad135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:36.816292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-8bd39228-f619-4d2c-9639-eb16ba6ad135 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.1669266 Oct 16 13:38:36.826217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2930356b-b0f3-49c5-9084-31b00e5a2121 None None] Provisioning complete for port ffcf521f-c48c-4d56-aabb-0c41a79d855f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:36.826587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2930356b-b0f3-49c5-9084-31b00e5a2121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.831752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.ipam_backend_mixin [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Port 011ec354-315a-469c-855f-1e3a8c8bb51f was not found and therefore no delete operation was performed {{(pid=101082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:38:36.837130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] For port fe9c141f-3496-4b30-898f-671793faac58, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:36.837422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.848984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.879538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] For port fe9c141f-3496-4b30-898f-671793faac58, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fe9c141f-3496-4b30-898f-671793faac58,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:36.895247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-956ca399-0788-4c23-a8d5-194c47014576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:36.896832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-956ca399-0788-4c23-a8d5-194c47014576 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709419 Oct 16 13:38:36.912789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] Pushing event deleted for resources: {'Port': ['ID=011ec354-315a-469c-855f-1e3a8c8bb51f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:36.926615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd08c1b-af98-4f57-b504-8be310f65f49 None None] No DVR routers for this DVR port 011ec354-315a-469c-855f-1e3a8c8bb51f on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:36.950191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:36.997927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.004157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:37.005263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.107885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d32d7-3eb5-4a8a-9835-a86689f7a466 None None] Pushing event updated for resources: {'Port': ['ID=fe9c141f-3496-4b30-898f-671793faac58,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:37.123675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:37.130601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-04c740de-9467-4faa-9760-58ba58f59db0 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262738 Oct 16 13:38:37.146072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:37.148013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3ccb1427-4627-4306-a92a-62ebb1d99da9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7647164 Oct 16 13:38:37.148750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33672) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:37.155726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'ports': [{'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'}, {'network_id': '7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2'}]} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:37.157021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:37.157618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:37.175127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 011ec354-315a-469c-855f-1e3a8c8bb51f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:37.196599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.200723 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0605a0a7-bed4-4441-9e50-93fd501f1854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] GET failed (client error): The resource could not be found. Oct 16 13:38:37.202343 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0605a0a7-bed4-4441-9e50-93fd501f1854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-942782039-project-admin] 10.222.0.24 "GET /v2.0/ports/823dcc29-7880-49a3-b0e5-92b204925f41 HTTP/1.1" status: 404 len: 333 time: 0.0957172 Oct 16 13:38:37.205887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33674) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:37.233430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 011ec354-315a-469c-855f-1e3a8c8bb51f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:37.233772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 011ec354-315a-469c-855f-1e3a8c8bb51f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:37.243900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.250092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.373359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e70229e-c574-432e-b0ba-81d1250db0cd']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.427740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07be18f-b972-43b7-a2dd-7e4739b1d54b') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.428037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07be18f-b972-43b7-a2dd-7e4739b1d54b') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.469529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.478785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.539481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.552647 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4cddef6-7b21-4fc1-b4b1-9cc986ec0486 req-8e8a27e3-313f-405a-92b4-13062ddf6645 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027758 Oct 16 13:38:37.587026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2143d7-f22d-4b39-bf86-2caeed721609 req-05034d51-112e-4aec-89ea-4abe0c40003c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:37.589097 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a2143d7-f22d-4b39-bf86-2caeed721609 req-05034d51-112e-4aec-89ea-4abe0c40003c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2418506 Oct 16 13:38:37.599840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:37.600237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:37.606741 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:37.613523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.626771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.674837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.692078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 2} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:37.697047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.711182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a2143d7-f22d-4b39-bf86-2caeed721609 req-70f73bd9-aefc-4af3-b3db-ccfdeb3b18e0 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021051 Oct 16 13:38:37.721835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.725459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0573ae-7eff-4e07-867e-9b0e8b0bea49']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.739310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da181a59-5d7f-4a19-b453-7622efa2c441']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.742791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.743089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bcb3e7-98a6-484a-a5ca-5eb739f2ec8b') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.757105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.769159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22461138-3729-4b28-a681-3a12faa64038') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.769448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22461138-3729-4b28-a681-3a12faa64038') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:37.793993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:37.794324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.795726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.812741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.814272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:37.826484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:37.828880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:37.829281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.832203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:37.832394 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:37.834562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.836899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.847977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=01004780-d334-49d6-8f43-1ea9c58648cc,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:37.850909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.854445 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/4e70229e-c574-432e-b0ba-81d1250db0cd HTTP/1.1" status: 204 len: 168 time: 2.5476761 Oct 16 13:38:37.858327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port f17d699e-6cae-42e0-a3c6-6f986d2ab1c8 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:37.868098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33678) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:37.868475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.873904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1242342571'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:37.878453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef6ef6-1711-4346-acd2-1c7c11367fb1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=4e70229e-c574-432e-b0ba-81d1250db0cd,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:37.878453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:38:37.880351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:37.880749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:37.883628 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:37.979971 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6a202d84-a504-4bc8-9e98-13c676893ae8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4177392 Oct 16 13:38:37.982603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33680) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:37.983590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.024166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.035910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.041623 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] 10.222.0.24 "DELETE /v2.0/networks/ee0573ae-7eff-4e07-867e-9b0e8b0bea49 HTTP/1.1" status: 204 len: 168 time: 0.8318942 Oct 16 13:38:38.066665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f06a96-9192-4cba-a381-3e31f6d2336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-402504425-project] Pushing event deleted for resources: {'Network': ['ID=ee0573ae-7eff-4e07-867e-9b0e8b0bea49,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:38.075044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:38.078572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.117450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.142401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event updated for resources: {'Port': ['ID=b5763af9-f03e-4288-bf6a-604f7aeabdc9,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:38.164158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.174946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da181a59-5d7f-4a19-b453-7622efa2c441 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:38:38.189561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd103f-b1bd-4930-8ab0-bf50d89fd58c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:38.190925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.204674 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] 10.222.0.24 "DELETE /v2.0/networks/da181a59-5d7f-4a19-b453-7622efa2c441 HTTP/1.1" status: 204 len: 168 time: 1.5639429 Oct 16 13:38:38.206190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd103f-b1bd-4930-8ab0-bf50d89fd58c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:38.212458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-20fd103f-b1bd-4930-8ab0-bf50d89fd58c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2287602 Oct 16 13:38:38.218695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33684) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:38.219040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33686) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:38.252052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] In _notify_port_updated(), no bound segment for port b5763af9-f03e-4288-bf6a-604f7aeabdc9 on network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:38:38.258131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:38.258813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.262998 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6ffe46f6-3449-4aa0-8a72-d70f42dcc136 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "PUT /v2.0/ports/b5763af9-f03e-4288-bf6a-604f7aeabdc9 HTTP/1.1" status: 200 len: 1054 time: 2.2844222 Oct 16 13:38:38.266554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db9212-8054-4456-baef-ce5d3d117bda tempest-ExternalNetworksTestJSON-1150540749 tempest-ExternalNetworksTestJSON-1150540749-project-admin] Pushing event deleted for resources: {'Network': ['ID=da181a59-5d7f-4a19-b453-7622efa2c441,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:38.271457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33688) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:38.362589 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-49de6eca-2c9f-4339-b984-b697e53b9063 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:38.363467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49de6eca-2c9f-4339-b984-b697e53b9063 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:38.374269 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-49de6eca-2c9f-4339-b984-b697e53b9063 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] 10.222.0.24 "DELETE /v2.0/subnets/646f5fb6-9782-428d-a4d7-21b9e5d01b8c HTTP/1.1" status: 404 len: 337 time: 0.1541297 Oct 16 13:38:38.378207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33690) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:38.383713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:38:38.491206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6a24a7ff-1b59-49e2-81e6-5d3ed247521f None None] Provisioning complete for port b5763af9-f03e-4288-bf6a-604f7aeabdc9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:38.491694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a24a7ff-1b59-49e2-81e6-5d3ed247521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.579387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fe9c141f-3496-4b30-898f-671793faac58 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:38.626429 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6a24a7ff-1b59-49e2-81e6-5d3ed247521f None None] Port b5763af9-f03e-4288-bf6a-604f7aeabdc9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:38.662913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.671220 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c59abe55-a2e4-4ed3-ad05-30ef819d923b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6917374 Oct 16 13:38:38.677071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33692) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:38.713868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port fe9c141f-3496-4b30-898f-671793faac58 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:38.714326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.716971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 7f3851c8-8d25-4c6e-a128-7bd984e3f8e1 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:38.761372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.843877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0d93bd56-3fe4-4ed7-8aea-ebf4209fe5a9 None None] Provisioning complete for port fe9c141f-3496-4b30-898f-671793faac58 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:38.844249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d93bd56-3fe4-4ed7-8aea-ebf4209fe5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.864028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.953647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:38.954878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.981330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.983898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:38.984479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment b97698c9-3a50-44a2-ab48-d350e0cba5ee of type vlan for network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 Oct 16 13:38:38.989504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33698) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:39.013806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e055e5-0832-44c8-9f18-0a066ec4af4b req-a3a569bf-eca0-4de5-8601-59f649570b26 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:39.021973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2e055e5-0832-44c8-9f18-0a066ec4af4b req-a3a569bf-eca0-4de5-8601-59f649570b26 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1015329 Oct 16 13:38:39.042375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 01004780-d334-49d6-8f43-1ea9c58648cc {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:39.042925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.054947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port fe9c141f-3496-4b30-898f-671793faac58, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fe9c141f-3496-4b30-898f-671793faac58,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:39.065459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:38:39.067738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:39.085159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:39.085791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:39.089852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d93bd56-3fe4-4ed7-8aea-ebf4209fe5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.118004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port b5763af9-f03e-4288-bf6a-604f7aeabdc9 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:39.118342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.135047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.152782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.154705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.201021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:39.203508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:39.210100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.225804 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2e055e5-0832-44c8-9f18-0a066ec4af4b req-40677b30-594b-4eb6-b5d9-3a802f45f68a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028735 Oct 16 13:38:39.269224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=f17d699e-6cae-42e0-a3c6-6f986d2ab1c8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:39.270164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfaee8a-575c-4aaa-9cb6-d09227de7452']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:39.294692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350d4aa8-ecc2-4695-af9c-32bb4d3194ae') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:39.295008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350d4aa8-ecc2-4695-af9c-32bb4d3194ae') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:39.316607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.323139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:39.323878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.377110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.388264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7c09365c-3bee-4958-a211-c553b99a79b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bb8726c0abb4fc988a01be0069cbb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466060 Oct 16 13:38:39.396780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33704) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:39.416163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=7f3851c8-8d25-4c6e-a128-7bd984e3f8e1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:39.418830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': '53f11efc-9b7e-49ce-a994-d9f666732f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:39.419210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: 7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:39.431120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.435030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=fe9c141f-3496-4b30-898f-671793faac58,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:39.444172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.466507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 01004780-d334-49d6-8f43-1ea9c58648cc owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:39.474423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:39.474874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.477718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=2e1b6fb1-a832-4a1e-abe6-3645bfec3003,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:39.480479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-0d93bd56-3fe4-4ed7-8aea-ebf4209fe5a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:39.481037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-0d93bd56-3fe4-4ed7-8aea-ebf4209fe5a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:39.481160 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:39.484033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.490744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-00ca1a22-bf54-431b-b0a8-12dcfa82e261 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6208644 Oct 16 13:38:39.494838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33706) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:39.500915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:39.508178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:39.533830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:39.560569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for b5763af9-f03e-4288-bf6a-604f7aeabdc9 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:39.592557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef00c-9261-4562-91ca-12e8f9d29467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.604862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:39.651446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef00c-9261-4562-91ca-12e8f9d29467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.691341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:39.705005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728d9e6-3589-427b-bcab-3af429b76543 None None] Network 7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:39.705472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:39.711463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:39.717510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:39.718259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.750762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.769970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:39.771929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.773477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.778238 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] 10.222.0.24 "DELETE /v2.0/networks/6bfaee8a-575c-4aaa-9cb6-d09227de7452 HTTP/1.1" status: 204 len: 168 time: 1.3931222 Oct 16 13:38:39.810908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829a950-bceb-4e91-b9f6-6255edcf0c11 tempest-ExternalNetworksTestJSON-2059976090 tempest-ExternalNetworksTestJSON-2059976090-project] Pushing event deleted for resources: {'Network': ['ID=6bfaee8a-575c-4aaa-9cb6-d09227de7452,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:39.861431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef00c-9261-4562-91ca-12e8f9d29467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.864293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef00c-9261-4562-91ca-12e8f9d29467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:39.867922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8e1ef00c-9261-4562-91ca-12e8f9d29467 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/823b3d5d-aaa0-4761-ba18-d9f34d0b9d93 HTTP/1.1" status: 204 len: 168 time: 0.4660742 Oct 16 13:38:39.879027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef00c-9261-4562-91ca-12e8f9d29467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b3d5d-aaa0-4761-ba18-d9f34d0b9d93,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:39.889007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-61340969-5b6a-4f94-ae1a-521332392544 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7365518 Oct 16 13:38:39.895923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33712) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:39.925734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:35Z', 'revision_number': 3, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:39.970790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:38:39.971081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Updating router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a port 386ce7c6-7fe5-43a8-b59b-033da956057e binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:38:40.033900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 7f3851c8-8d25-4c6e-a128-7bd984e3f8e1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:40.034469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.036032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.110766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.125982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 7f3851c8-8d25-4c6e-a128-7bd984e3f8e1 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:40.308990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fa99fa51-3aa7-4fd7-bd9b-6048d5b300ae None None] Provisioning complete for port 01004780-d334-49d6-8f43-1ea9c58648cc triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:40.309786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa99fa51-3aa7-4fd7-bd9b-6048d5b300ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.317407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.370467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.403285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=7f3851c8-8d25-4c6e-a128-7bd984e3f8e1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:40.405367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33718) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.422077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fa99fa51-3aa7-4fd7-bd9b-6048d5b300ae None None] Port 01004780-d334-49d6-8f43-1ea9c58648cc cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:40.435607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.445668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f0bb51dd-d715-49e4-91f2-97d2428a9048 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/7f3851c8-8d25-4c6e-a128-7bd984e3f8e1 HTTP/1.1" status: 204 len: 168 time: 0.5483580 Oct 16 13:38:40.449850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33722) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.455797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=01004780-d334-49d6-8f43-1ea9c58648cc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:40.476675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.488881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.505186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.507688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fe9c141f-3496-4b30-898f-671793faac58 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:40.509763 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6a44f265-c3fe-44ec-83e0-2d18b103c882 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/01004780-d334-49d6-8f43-1ea9c58648cc HTTP/1.1" status: 204 len: 168 time: 2.2774329 Oct 16 13:38:40.523022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33724) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.543244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=b5763af9-f03e-4288-bf6a-604f7aeabdc9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:40.548923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.632706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.686767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Attempting to bind port 386ce7c6-7fe5-43a8-b59b-033da956057e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:40.687135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Attempting to bind port 386ce7c6-7fe5-43a8-b59b-033da956057e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:40.687592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Attempting to bind port 386ce7c6-7fe5-43a8-b59b-033da956057e on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:40.701628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:40.701999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:40.702585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.703255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:40.703793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Bound port: 386ce7c6-7fe5-43a8-b59b-033da956057e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:40.704179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.708498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dfbfc964-425a-472e-95cf-3eafd9026a55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1eec9b4e9d1a499fa444a1a663217337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929599 Oct 16 13:38:40.735796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33726) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.800590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] For port 386ce7c6-7fe5-43a8-b59b-033da956057e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:40.806141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] For port 386ce7c6-7fe5-43a8-b59b-033da956057e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=386ce7c6-7fe5-43a8-b59b-033da956057e,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:40.808685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33728) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.826803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1fe95-bc00-4c4d-9ef9-d81f9f5b8580 None None] Pushing event updated for resources: {'Port': ['ID=386ce7c6-7fe5-43a8-b59b-033da956057e,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:40.833474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port fe9c141f-3496-4b30-898f-671793faac58 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:40.833841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.861150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc67f4d-27a1-4321-8b9d-b31ba416ab3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:40.863358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc67f4d-27a1-4321-8b9d-b31ba416ab3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:40.868803 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6bc67f4d-27a1-4321-8b9d-b31ba416ab3d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3437991 Oct 16 13:38:40.872608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33730) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.878973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.896268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:40.949750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afe1d2-b3f9-4633-87d0-8dd793afb841 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:40.956247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afe1d2-b3f9-4633-87d0-8dd793afb841 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:40.960377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b1afe1d2-b3f9-4633-87d0-8dd793afb841 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4925656 Oct 16 13:38:40.969870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33732) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:40.990809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:40.991351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:41.032296 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-716cf860-d53a-479e-9611-de4de1592fc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b46c97c2dc164444af8cd2a886aa819f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207518 Oct 16 13:38:41.035241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33734) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:41.037865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=9f0b33bb-3c23-4785-b864-e2acabc70008,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:41.043296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:41.047849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1fe95-bc00-4c4d-9ef9-d81f9f5b8580 None None] Pushing event updated for resources: {'Port': ['ID=386ce7c6-7fe5-43a8-b59b-033da956057e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:41.055724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.094087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': 'b97698c9-3a50-44a2-ab48-d350e0cba5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:41.094569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 2e1b6fb1-a832-4a1e-abe6-3645bfec3003, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:41.109161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.146858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:41.163195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72143a3f-84ea-4d75-955e-7f0a1e2c6870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.183448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.189718 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7b41ba53-fb61-4750-a4ae-8f71b04cd72c tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/ports/b5763af9-f03e-4288-bf6a-604f7aeabdc9 HTTP/1.1" status: 204 len: 168 time: 2.8608158 Oct 16 13:38:41.189895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33736) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:41.219084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Allocated IP 172.20.0.1 (5041a6a7-3056-43c2-b8a8-24735191457f/46e453e0-1f13-4b30-a9fc-46c8e590cd66/22d0b885-c894-4bbb-8d3d-e7a45937d236) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:41.223712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:41.231366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b385e5-8be3-4e95-a384-fd6590c63663 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] GET failed (client error): The resource could not be found. Oct 16 13:38:41.231601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72143a3f-84ea-4d75-955e-7f0a1e2c6870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.233157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-50b385e5-8be3-4e95-a384-fd6590c63663 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "GET /v2.0/ports/b5763af9-f03e-4288-bf6a-604f7aeabdc9 HTTP/1.1" status: 404 len: 333 time: 0.0423226 Oct 16 13:38:41.241886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33738) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:41.255234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.305668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3a4df02b-93bc-44bc-9a89-e4f3134133a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.315492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2e1b6fb1-a832-4a1e-abe6-3645bfec3003) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:41.326217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:41.326913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.332098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c4ead-733f-42a9-ab30-7684c7bddafb None None] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:41.379633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3a4df02b-93bc-44bc-9a89-e4f3134133a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.396256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:35Z', 'revision_number': 3, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:41.396644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port f17d699e-6cae-42e0-a3c6-6f986d2ab1c8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:41.396644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.416957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5f42efc4-add2-4e88-88b6-3439afcbfac9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9127250 Oct 16 13:38:41.417696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33740) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:41.422812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003', 'name': 'tempest-PortsTestJSON-586321653', 'fixed_ips': [{'subnet_id': '9f0b33bb-3c23-4785-b864-e2acabc70008', 'ip_address': '172.20.0.10'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:41.430785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5433510d-c798-4842-8c43-0afbb1be5624 None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:35Z', 'revision_number': 3, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:38:41.473246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port 239d5afc-7868-47e7-b209-f643a747ea51 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:41.473834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.474112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72143a3f-84ea-4d75-955e-7f0a1e2c6870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.476691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72143a3f-84ea-4d75-955e-7f0a1e2c6870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.480868 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-72143a3f-84ea-4d75-955e-7f0a1e2c6870 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adbf689a-6178-463a-a6d6-d24d3e8d6454 HTTP/1.1" status: 204 len: 168 time: 0.7408464 Oct 16 13:38:41.524189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.550226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.553801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72143a3f-84ea-4d75-955e-7f0a1e2c6870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbf689a-6178-463a-a6d6-d24d3e8d6454,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:41.556460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.578959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for f17d699e-6cae-42e0-a3c6-6f986d2ab1c8 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:41.598261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2e1b6fb1-a832-4a1e-abe6-3645bfec3003', 'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': '9f0b33bb-3c23-4785-b864-e2acabc70008'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:41.599182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.653016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3a4df02b-93bc-44bc-9a89-e4f3134133a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.655860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3a4df02b-93bc-44bc-9a89-e4f3134133a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.657286 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3a4df02b-93bc-44bc-9a89-e4f3134133a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f61cd30-2028-4124-9f67-655036e65a4b HTTP/1.1" status: 204 len: 168 time: 0.6056306 Oct 16 13:38:41.665330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:41.675126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4df02b-93bc-44bc-9a89-e4f3134133a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f61cd30-2028-4124-9f67-655036e65a4b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:41.678852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.683536 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-542adecf-501a-4131-bd29-aa3fb04d1c38 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb HTTP/1.1" status: 204 len: 168 time: 0.8011115 Oct 16 13:38:41.689945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33746) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:41.726549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2808566-d4bd-4c1a-b64b-cc6882a9846b None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:41.739828 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-761fdde2-156b-49a9-9b3f-c09205c3295e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485225 Oct 16 13:38:41.743097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33748) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:41.755627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.763140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:41.786448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for 239d5afc-7868-47e7-b209-f643a747ea51 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:41.805142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:41.872916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Network 5041a6a7-3056-43c2-b8a8-24735191457f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:41.878952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:41.883339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:41.935909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Pushing event updated for resources: {'Port': ['ID=22d0b885-c894-4bbb-8d3d-e7a45937d236,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:41.955100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.002473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=f17d699e-6cae-42e0-a3c6-6f986d2ab1c8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:42.011610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d901eb-359d-43af-ab32-0fb021542bc4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:42.016193 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b5d901eb-359d-43af-ab32-0fb021542bc4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2692323 Oct 16 13:38:42.016193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.018158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.066684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Allocated IP 172.20.0.2 (2e1b6fb1-a832-4a1e-abe6-3645bfec3003/9f0b33bb-3c23-4785-b864-e2acabc70008/89fa38ab-c348-4ad6-a876-a45d49dcda89) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:42.119531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.138610 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5b3b2864-a7df-4289-9d4d-1ac7dca852d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/f17d699e-6cae-42e0-a3c6-6f986d2ab1c8 HTTP/1.1" status: 204 len: 168 time: 1.1666870 Oct 16 13:38:42.149321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33756) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.191761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:42.255368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.271280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800335ad-18d1-4e92-8ac1-262515a6ccff tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:42.288024 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-800335ad-18d1-4e92-8ac1-262515a6ccff tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2686594 Oct 16 13:38:42.290599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33758) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.392381 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6fec4b63-38ea-4ebf-befe-1f5ac8477c86 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987260 Oct 16 13:38:42.396099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33764) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.405093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:42.417440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:42.453280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] Deleting port fe9c141f-3496-4b30-898f-671793faac58 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:42.455721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.574297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2cfe8c-f29b-4789-8cce-b03a1d769c80 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:42.576163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6b2cfe8c-f29b-4789-8cce-b03a1d769c80 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4245899 Oct 16 13:38:42.579683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33768) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.620914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8c7c8d-5dc5-4921-8f68-eab7f82634bf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:38:42.623281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db8c7c8d-5dc5-4921-8f68-eab7f82634bf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/7f3851c8-8d25-4c6e-a128-7bd984e3f8e1 HTTP/1.1" status: 404 len: 333 time: 0.0422316 Oct 16 13:38:42.631318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33770) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.669880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 386ce7c6-7fe5-43a8-b59b-033da956057e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:42.676268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fe18b698-7e7a-42f3-946e-1de4c7d3d646 None None] Provisioning complete for port 22d0b885-c894-4bbb-8d3d-e7a45937d236 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:42.676669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fe18b698-7e7a-42f3-946e-1de4c7d3d646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.677208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33774) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.687523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.730805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:42.735119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.756746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=239d5afc-7868-47e7-b209-f643a747ea51,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:42.832175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.841540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.848508 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cebae6-d53f-4be2-b20b-82b1bd090867 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:38:42.850373 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-52cebae6-d53f-4be2-b20b-82b1bd090867 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/f17d699e-6cae-42e0-a3c6-6f986d2ab1c8 HTTP/1.1" status: 404 len: 333 time: 0.2069414 Oct 16 13:38:42.861192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-229447e6-1f30-4d71-9714-2f73172a21e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb466b153a9f4d2bb616867400f76e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825233 Oct 16 13:38:42.861801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33776) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.862126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33778) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:42.878330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] For port fe9c141f-3496-4b30-898f-671793faac58, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fe9c141f-3496-4b30-898f-671793faac58,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:42.878740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:42.900220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fe18b698-7e7a-42f3-946e-1de4c7d3d646 None None] Port 22d0b885-c894-4bbb-8d3d-e7a45937d236 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:42.902801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] Calling delete_port for fe9c141f-3496-4b30-898f-671793faac58 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:42.910796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.004306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Pushing event updated for resources: {'Port': ['ID=89fa38ab-c348-4ad6-a876-a45d49dcda89,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:43.006849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82916f60-dcfa-45ce-beff-9373044fff99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.070940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:43.076548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:43.079967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 386ce7c6-7fe5-43a8-b59b-033da956057e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:43.080356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.084198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:43.130069 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:38:43.166938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.10 (2e1b6fb1-a832-4a1e-abe6-3645bfec3003/9f0b33bb-3c23-4785-b864-e2acabc70008/3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:43.178924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.184905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6cc9c352-8fa1-42d9-935a-8fc7dd297be1 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/ports/239d5afc-7868-47e7-b209-f643a747ea51 HTTP/1.1" status: 204 len: 168 time: 1.9400389 Oct 16 13:38:43.188827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.190596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33784) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:43.227953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.254256 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3739867-cac3-4f1c-a5ac-84ffbcacbd62 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] GET failed (client error): The resource could not be found. Oct 16 13:38:43.257880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Attempting to bind port 89fa38ab-c348-4ad6-a876-a45d49dcda89 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:43.258074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Attempting to bind port 89fa38ab-c348-4ad6-a876-a45d49dcda89 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'b97698c9-3a50-44a2-ab48-d350e0cba5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:43.258478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Attempting to bind port 89fa38ab-c348-4ad6-a876-a45d49dcda89 on network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:43.264071 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d3739867-cac3-4f1c-a5ac-84ffbcacbd62 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "GET /v2.0/ports/239d5afc-7868-47e7-b209-f643a747ea51 HTTP/1.1" status: 404 len: 333 time: 0.0632870 Oct 16 13:38:43.265354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33788) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:43.269430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:43.269430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Checking segment: {'id': 'b97698c9-3a50-44a2-ab48-d350e0cba5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:43.269430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.269430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Bound using segment: {'id': 'b97698c9-3a50-44a2-ab48-d350e0cba5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:43.269908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8aeec23c-cdeb-49f8-840e-bc9e757aef17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.270269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Bound port: 89fa38ab-c348-4ad6-a876-a45d49dcda89, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97698c9-3a50-44a2-ab48-d350e0cba5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:43.270864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.310058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.350786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.396891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.404171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] Pushing event deleted for resources: {'Port': ['ID=fe9c141f-3496-4b30-898f-671793faac58,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:43.406621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Pushing event updated for resources: {'Port': ['ID=22d0b885-c894-4bbb-8d3d-e7a45937d236,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:43.415673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3eeeef-0e52-4f26-bc8d-a8a2a11540af None None] No DVR routers for this DVR port fe9c141f-3496-4b30-898f-671793faac58 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:43.422443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.464824 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] For port 89fa38ab-c348-4ad6-a876-a45d49dcda89, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:43.469174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 386ce7c6-7fe5-43a8-b59b-033da956057e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=386ce7c6-7fe5-43a8-b59b-033da956057e,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:43.471479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] For port 89fa38ab-c348-4ad6-a876-a45d49dcda89, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=89fa38ab-c348-4ad6-a876-a45d49dcda89,segment=NetworkSegment(b97698c9-3a50-44a2-ab48-d350e0cba5ee),segment_id=b97698c9-3a50-44a2-ab48-d350e0cba5ee)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:43.477349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8aeec23c-cdeb-49f8-840e-bc9e757aef17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.523384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.549544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:43.552767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.589073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.593127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=386ce7c6-7fe5-43a8-b59b-033da956057e,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:43.600840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fe9c141f-3496-4b30-898f-671793faac58 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:43.601206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:43.611066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:43.618074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:43.618671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.622018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.639483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Network 5041a6a7-3056-43c2-b8a8-24735191457f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:43.640996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=79ca8cbc-63c3-47c9-b82e-56790d193595,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:43.646090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:43.675723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: fe9c141f-3496-4b30-898f-671793faac58 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:43.676263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fe9c141f-3496-4b30-898f-671793faac58 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:43.720001 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-436aed15-becc-4063-97d1-a30fa362e39c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3209414 Oct 16 13:38:43.722539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33792) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:43.724362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02846e-350d-4af7-a3ef-7c2c13446470 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:43.727579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:37:e2:90', 'name': 'tempest-NetworksTestDHCPv6-1952900651'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:43.756688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.850580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:43.930124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f11efc-9b7e-49ce-a994-d9f666732f5b') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:43.930711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f11efc-9b7e-49ce-a994-d9f666732f5b') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:43.945595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9f152-f7f7-4800-9e49-d95528cc7c33 None None] Pushing event updated for resources: {'Port': ['ID=89fa38ab-c348-4ad6-a876-a45d49dcda89,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:43.955181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.964579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:38:43.993127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:43.997496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port 502db051-b582-4c6e-94c5-f59e3dbc1d3a {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:43.997936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.001123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '79ca8cbc-63c3-47c9-b82e-56790d193595'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:44.002961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.041086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8aeec23c-cdeb-49f8-840e-bc9e757aef17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.043695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8aeec23c-cdeb-49f8-840e-bc9e757aef17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.047946 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8aeec23c-cdeb-49f8-840e-bc9e757aef17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b52b98c-8d25-4a43-adb8-93a06806a6b2 HTTP/1.1" status: 204 len: 168 time: 1.1356335 Oct 16 13:38:44.049346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:44.049941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:44.058316 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:44.156049 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.207373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeec23c-cdeb-49f8-840e-bc9e757aef17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52b98c-8d25-4a43-adb8-93a06806a6b2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:44.241490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-63114f63-3ede-4e5b-bc78-c0a205925823 None None] Provisioning complete for port 22d0b885-c894-4bbb-8d3d-e7a45937d236 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:44.241861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-63114f63-3ede-4e5b-bc78-c0a205925823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.246575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:44.353884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-63114f63-3ede-4e5b-bc78-c0a205925823 None None] Port 22d0b885-c894-4bbb-8d3d-e7a45937d236 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:44.360090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Allocated IP 2001:db8::f816:3eff:fe1c:3be5 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/79ca8cbc-63c3-47c9-b82e-56790d193595/59e8332b-812b-44c1-8eeb-f5ae329f86e1) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:44.394655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.414763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:44.424007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:44.429223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:44.432108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:44.434926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for 502db051-b582-4c6e-94c5-f59e3dbc1d3a owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:44.493335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.517013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.520342 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2 HTTP/1.1" status: 204 len: 168 time: 1.6155224 Oct 16 13:38:44.525853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33802) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:44.620195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.627176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1271717522'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:44.641391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 386ce7c6-7fe5-43a8-b59b-033da956057e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:44.646405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8919c9-ae5a-497d-ba84-bf61359fab9e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=7494baeb-bfd6-4aaf-95e9-9d6a6858a1a2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:44.688279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.696464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:44.698016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.770763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:44.773684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:38:44.774408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:44.797660 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:38:44.798166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:44.798279 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ef52b1ca-7217-4a10-b97b-4a602fef01e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/2fa6ede6-113d-4d39-b0d7-4ea869f8e61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1125257 Oct 16 13:38:44.798745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Pushing event updated for resources: {'Port': ['ID=59e8332b-812b-44c1-8eeb-f5ae329f86e1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:44.811596 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:44.812253 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:44.828040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 386ce7c6-7fe5-43a8-b59b-033da956057e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:44.828588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.835378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:44.840278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.842419 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.886465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port c64c058d-ed71-4274-8f20-e9171c0770cb yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:44.895680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:44.937860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:44.951010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eb5a1dc9-cfc0-4e29-8acb-6e9e4f024a94 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5324624 Oct 16 13:38:44.988564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33820) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:44.995659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '2e1b6fb1-a832-4a1e-abe6-3645bfec3003', 'name': 'tempest-PortsTestJSON-841294522', 'fixed_ips': [{'subnet_id': '9f0b33bb-3c23-4785-b864-e2acabc70008', 'ip_address': '172.20.0.9'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:45.003020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=502db051-b582-4c6e-94c5-f59e3dbc1d3a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:45.014051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.014403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment 32a1e5aa-4a8c-4c53-8421-d9edb5672534 of type vlan for network 21adc5df-8672-4a28-b210-97a46865058e Oct 16 13:38:45.104613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Attempting to bind port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:45.108613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Attempting to bind port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:45.109212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Attempting to bind port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:45.138460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:45.145533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:45.146937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.147679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:45.149548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Bound port: 59e8332b-812b-44c1-8eeb-f5ae329f86e1, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:45.152011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.264910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fe37:e290 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/79ca8cbc-63c3-47c9-b82e-56790d193595/c64c058d-ed71-4274-8f20-e9171c0770cb) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:45.271312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:45.319190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 89fa38ab-c348-4ad6-a876-a45d49dcda89 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:45.600300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aec5cd7f-4b02-4278-8468-290a4c72f14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.643110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a2694b-41ce-4712-873b-bfaf97de6519 None None] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:45.669339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.737202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] For port 59e8332b-812b-44c1-8eeb-f5ae329f86e1, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:45.755870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 89fa38ab-c348-4ad6-a876-a45d49dcda89 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:45.756357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.796480 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 2, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:45.810211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.813086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.815309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.818601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-70128622-0c69-4cc5-878d-5036618e2ea2 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/ports/502db051-b582-4c6e-94c5-f59e3dbc1d3a HTTP/1.1" status: 204 len: 168 time: 2.5478561 Oct 16 13:38:45.823253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33834) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:45.864476 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:38:45.865877 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Updating router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a port 22d0b885-c894-4bbb-8d3d-e7a45937d236 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:38:45.928817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] For port 59e8332b-812b-44c1-8eeb-f5ae329f86e1, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=59e8332b-812b-44c1-8eeb-f5ae329f86e1,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:45.940206 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.948676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:45.948676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.954036 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.958535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33840) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:45.958883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7531e080-ae7b-49de-a292-690b95c81db8 None None] Provisioning complete for port 89fa38ab-c348-4ad6-a876-a45d49dcda89 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:45.959355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7531e080-ae7b-49de-a292-690b95c81db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.967522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:45.977930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:45.983423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:45.988746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:45.991987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting subnet cfde9cd0-e08a-4a98-968d-e7ed8445dfc4 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:46.006213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.047984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:46.053738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=21adc5df-8672-4a28-b210-97a46865058e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:46.066513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 4874fdf9-e0b0-44e9-84af-8ff5f7a90816 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:46.066854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:46.067649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.127297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=c64c058d-ed71-4274-8f20-e9171c0770cb,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:46.136998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.141471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 21adc5df-8672-4a28-b210-97a46865058e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:46.144451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.156834 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3e30f42f-1ab3-4f73-9190-a6436c4166af tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6040180 Oct 16 13:38:46.156834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1551166956', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:46.176498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33848) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:46.210232 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-787e315c-7992-4e6e-844a-226ee1217f43 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4836986 Oct 16 13:38:46.211010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33850) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:46.213650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '21adc5df-8672-4a28-b210-97a46865058e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:46.305138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4fe84-3f33-454f-95e6-88e22f21dfb5 None None] Pushing event updated for resources: {'Port': ['ID=59e8332b-812b-44c1-8eeb-f5ae329f86e1,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:46.398337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a8ade-fc48-4703-8748-fff176ab66c7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:46.405897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a8ade-fc48-4703-8748-fff176ab66c7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:46.408068 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d42a8ade-fc48-4703-8748-fff176ab66c7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1914613 Oct 16 13:38:46.409268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.411389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33856) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:46.453569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.478000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Made reservation on behalf of b5e6d385ff31410d82490162a25728f5 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:46.483714 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.486608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.508066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.536563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.9 (2e1b6fb1-a832-4a1e-abe6-3645bfec3003/9f0b33bb-3c23-4785-b864-e2acabc70008/4874fdf9-e0b0-44e9-84af-8ff5f7a90816) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:46.574799 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.606142 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port c64c058d-ed71-4274-8f20-e9171c0770cb {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:46.606494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.647912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:46.664772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.668673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33860) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:46.696008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-466996753-network', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:46.738768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 89fa38ab-c348-4ad6-a876-a45d49dcda89, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=89fa38ab-c348-4ad6-a876-a45d49dcda89,segment=NetworkSegment(b97698c9-3a50-44a2-ab48-d350e0cba5ee),segment_id=b97698c9-3a50-44a2-ab48-d350e0cba5ee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:46.752840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.769091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.783985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7531e080-ae7b-49de-a292-690b95c81db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.785796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for c64c058d-ed71-4274-8f20-e9171c0770cb owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:46.791894 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Pushing event updated for resources: {'Port': ['ID=22d0b885-c894-4bbb-8d3d-e7a45937d236,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:46.815067 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.817312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.817312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.817312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.819100 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.822631 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.824639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.824639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.824967 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.825557 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.827002 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.827441 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:46.830056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.843406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.956008 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Attempting to bind port 22d0b885-c894-4bbb-8d3d-e7a45937d236 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:46.956925 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Attempting to bind port 22d0b885-c894-4bbb-8d3d-e7a45937d236 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:46.957444 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Attempting to bind port 22d0b885-c894-4bbb-8d3d-e7a45937d236 on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:46.979568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:46.984256 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Checking segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:46.984699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:46.985091 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Bound using segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:46.985569 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Bound port: 22d0b885-c894-4bbb-8d3d-e7a45937d236, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:46.985960 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.032805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.061052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=89fa38ab-c348-4ad6-a876-a45d49dcda89,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:47.077239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_backend_mixin [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Performing IP validity checks on allocation pools {{(pid=101080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:38:47.082014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_backend_mixin [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101080) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:38:47.100393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7531e080-ae7b-49de-a292-690b95c81db8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:47.101323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7531e080-ae7b-49de-a292-690b95c81db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:47.102401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Subnet': ['ID=cfde9cd0-e08a-4a98-968d-e7ed8445dfc4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:47.113342 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] For port 22d0b885-c894-4bbb-8d3d-e7a45937d236, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:47.125006 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] For port 22d0b885-c894-4bbb-8d3d-e7a45937d236, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=22d0b885-c894-4bbb-8d3d-e7a45937d236,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:47.126679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.130801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.136820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a034da-2529-443f-961d-1f5e83d61cb2 None None] Network f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:47.141030 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5a17c1f1-a8ca-49e8-b492-1053d26b88a7 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/subnets/cfde9cd0-e08a-4a98-968d-e7ed8445dfc4 HTTP/1.1" status: 204 len: 168 time: 1.3090391 Oct 16 13:38:47.155641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33864) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:47.198625 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.200070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=c64c058d-ed71-4274-8f20-e9171c0770cb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:47.266382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.271037 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dca5035d-0d08-4d58-a193-aaf322dc90f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/c64c058d-ed71-4274-8f20-e9171c0770cb HTTP/1.1" status: 204 len: 168 time: 0.8576658 Oct 16 13:38:47.297995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33868) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:47.329157 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:47.329930 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:47.342401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.377659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.401525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Made reservation on behalf of ee4d4a4f03ae4ba5ae5e47fc096a133d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:47.405064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.407722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.411390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] device_id is not set on port 72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:47.415100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72cc2c-8075-4a1d-99a1-bab21fa9dd2f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:47.417909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72cc2c-8075-4a1d-99a1-bab21fa9dd2f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:47.422612 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea72cc2c-8075-4a1d-99a1-bab21fa9dd2f tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1233430 Oct 16 13:38:47.425204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33872) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:47.435745 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc48db-5c17-4b01-a421-2e6a964223bf None None] Pushing event updated for resources: {'Port': ['ID=22d0b885-c894-4bbb-8d3d-e7a45937d236,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:47.595913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] DHCP port deletion for f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:47.599786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 79ca8cbc-63c3-47c9-b82e-56790d193595 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:47.604606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.619235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.686378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.689167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e29f3-075f-4042-9905-943dea1b2c0f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:47.694399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Deleting port f73482af-9aeb-4388-a3b7-b9c8edf12f8c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:47.694747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.701797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.786965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] Deleting port f73482af-9aeb-4388-a3b7-b9c8edf12f8c {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:47.788455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.855628 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:47.877460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] For port f73482af-9aeb-4388-a3b7-b9c8edf12f8c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,segment=NetworkSegment(373c978a-29f8-426d-b9fd-af873ea810d7),segment_id=373c978a-29f8-426d-b9fd-af873ea810d7)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:47.877831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.927384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Calling delete_port for f73482af-9aeb-4388-a3b7-b9c8edf12f8c owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:47.965100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.971971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:47.997216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.047763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33880) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:48.107819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=4874fdf9-e0b0-44e9-84af-8ff5f7a90816,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:48.112214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.155992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Provisioning complete for port 89fa38ab-c348-4ad6-a876-a45d49dcda89 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:48.162940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.167336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:48.177283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae09bcd-aad2-4352-8217-63dff44bbd5c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:48.199712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:48.203047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:48.206998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Allocated IP 172.26.5.241 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:48.218487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.218808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:48.222347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.252759 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:47Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:48.310716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.311068 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Added segment 2d6b38f7-4b14-4d05-8275-19dd2fa52a2d of type vlan for network 60b52218-5706-4602-a55e-075534b298db Oct 16 13:38:48.326215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7668cf5-3c9c-4979-92db-65e296f7e5f1 None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:47Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:38:48.333062 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] For port f73482af-9aeb-4388-a3b7-b9c8edf12f8c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,segment=NetworkSegment(373c978a-29f8-426d-b9fd-af873ea810d7),segment_id=373c978a-29f8-426d-b9fd-af873ea810d7)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:48.333454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.368748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] Calling delete_port for f73482af-9aeb-4388-a3b7-b9c8edf12f8c owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:48.386464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-633484114', 'router:external': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:48.391688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Port': ['ID=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:48.401122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] No DVR routers for this DVR port f73482af-9aeb-4388-a3b7-b9c8edf12f8c on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:48.404873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=79ca8cbc-63c3-47c9-b82e-56790d193595,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:48.436704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:48.439478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.454838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.455408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.459581 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b6ba25c-2c46-4e8b-a716-1a2582cf88b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/79ca8cbc-63c3-47c9-b82e-56790d193595 HTTP/1.1" status: 204 len: 168 time: 1.0317786 Oct 16 13:38:48.481364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33886) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:48.548251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.581252 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-85ae24df-1a19-4d88-88dc-8fb7eedbd56d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951393 Oct 16 13:38:48.609764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33888) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:48.612101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.625507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.626386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:48.634363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] Pushing event deleted for resources: {'Port': ['ID=f73482af-9aeb-4388-a3b7-b9c8edf12f8c,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:48.637882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Provisioning complete for port 22d0b885-c894-4bbb-8d3d-e7a45937d236 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:48.637882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.640940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9544297c-b20c-4669-bec1-e39067549bd2 None None] No DVR routers for this DVR port f73482af-9aeb-4388-a3b7-b9c8edf12f8c on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:48.657152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Made reservation on behalf of b2a920e4d5e54f069814233551f3b25b for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:48.660560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.673498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.677042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bcfb61-02fd-4a3b-8caf-91a29ff2c796']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:48.700131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373c978a-29f8-426d-b9fd-af873ea810d7') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:48.700540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373c978a-29f8-426d-b9fd-af873ea810d7') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:48.716510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.723355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.740574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.756155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:48.756155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:48.758995 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:48.818905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.846354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=36129ff3-d54d-4e38-b130-b80779dff26f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:48.850557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a9670bf-ca60-4e93-809a-c50d60efcb0c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8604331 Oct 16 13:38:48.856497 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33890) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:48.875080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a3ea41-5bff-4bca-bb2e-71a3bb308b15 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:48.881435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] For port 22d0b885-c894-4bbb-8d3d-e7a45937d236, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=22d0b885-c894-4bbb-8d3d-e7a45937d236,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:48.936390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.942338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:48.949152 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] 10.222.0.24 "DELETE /v2.0/networks/f8bcfb61-02fd-4a3b-8caf-91a29ff2c796 HTTP/1.1" status: 204 len: 168 time: 1.7891121 Oct 16 13:38:48.984079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.008401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.009977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.010711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.020620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbbc0c-8315-472d-a006-40f2dfd0cf76 tempest-AllowedAddressPairTestJSON-715774832 tempest-AllowedAddressPairTestJSON-715774832-project] Pushing event deleted for resources: {'Network': ['ID=f8bcfb61-02fd-4a3b-8caf-91a29ff2c796,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:49.048022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.073577 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a2df3-b64b-4d78-b509-293dd101ebbd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.078251 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8d0a2df3-b64b-4d78-b509-293dd101ebbd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2205606 Oct 16 13:38:49.078868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33894) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:49.112972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=60b52218-5706-4602-a55e-075534b298db,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:49.122806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.132863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 60b52218-5706-4602-a55e-075534b298db details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:49.156457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:49.187009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Provisioning complete for port 3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:49.187904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.191342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.191498 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Added segment 61a8b97e-b921-4ad7-9a95-4b3d088a4e47 of type vlan for network c49eacd3-efb1-4c41-8b4a-0b99fb71486e Oct 16 13:38:49.202482 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3271ae0-3c40-4e6f-a21c-f8ad84ebe0a9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.209447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3271ae0-3c40-4e6f-a21c-f8ad84ebe0a9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.223357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3271ae0-3c40-4e6f-a21c-f8ad84ebe0a9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.227538 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f3271ae0-3c40-4e6f-a21c-f8ad84ebe0a9 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1447940 Oct 16 13:38:49.229914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33896) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:49.237786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab0456-7a5d-486a-994d-ab1c2db7bc87,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:49.247441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 89fa38ab-c348-4ad6-a876-a45d49dcda89 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:49.286293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.300981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.314503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Pushing event updated for resources: {'Port': ['ID=22d0b885-c894-4bbb-8d3d-e7a45937d236,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:49.350146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': '32a1e5aa-4a8c-4c53-8421-d9edb5672534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '21adc5df-8672-4a28-b210-97a46865058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:49.350520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: 21adc5df-8672-4a28-b210-97a46865058e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:49.370199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8ff3c-7d65-4762-8766-86b25c217f04 None None] Port 3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:49.388954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 89fa38ab-c348-4ad6-a876-a45d49dcda89 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:49.389428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.412179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.413252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.413841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.432228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:49.435877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.452031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:49.500793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Could not find standard attr ID for object c64c058d-ed71-4274-8f20-e9171c0770cb. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:49.542716 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fa90b91d-7f14-4042-bf04-a3862e903fc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8514125 Oct 16 13:38:49.549421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33900) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:49.551462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 21adc5df-8672-4a28-b210-97a46865058e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:49.557172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Request body: {'subnet': {'network_id': '60b52218-5706-4602-a55e-075534b298db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-466996753-subnet', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:49.564871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Provisioning complete for port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:49.565396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.579216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.585306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33902) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:49.589416 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5302873 Oct 16 13:38:49.591281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea7a8-9f25-4d2d-94ec-2076574a4451 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Network': ['ID=c49eacd3-efb1-4c41-8b4a-0b99fb71486e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:49.610949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'subnet': {'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:49.639123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network c49eacd3-efb1-4c41-8b4a-0b99fb71486e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:49.647447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 59e8332b-812b-44c1-8eeb-f5ae329f86e1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:49.648881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:49.662292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33904) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:49.663977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 21adc5df-8672-4a28-b210-97a46865058e) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:49.683335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:49.686595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:49.699366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804a220-a412-4305-9e84-0d51a8b7f3fb None None] Network 21adc5df-8672-4a28-b210-97a46865058e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:49.702458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.703139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.759983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Made reservation on behalf of ee4d4a4f03ae4ba5ae5e47fc096a133d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:49.763362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.810247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] Deleting port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:49.810538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.827313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 4874fdf9-e0b0-44e9-84af-8ff5f7a90816 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:49.827651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.841068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Pushing event updated for resources: {'Port': ['ID=72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:49.878749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-36703d8d-bcd4-4c13-8798-635e9293074d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7008674 Oct 16 13:38:49.886071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33908) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:49.891059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '21adc5df-8672-4a28-b210-97a46865058e', 'name': 'tempest-PortsIpV6TestJSON-1986961092'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:49.964380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:49.964960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:49.965066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:49.965201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.016917 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6e129b10-d02b-4d26-af78-cb8bc70ed18d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dd3a825515c49b98b856a8be82733a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536868 Oct 16 13:38:50.018309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33910) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:50.026597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Made reservation on behalf of b2a920e4d5e54f069814233551f3b25b for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:50.029122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.049287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] For port 59e8332b-812b-44c1-8eeb-f5ae329f86e1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=59e8332b-812b-44c1-8eeb-f5ae329f86e1,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:50.049692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.109280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] Calling delete_port for 59e8332b-812b-44c1-8eeb-f5ae329f86e1 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:50.117591 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-099e4a80-be35-49be-8b6f-3230b2eda292 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1579194 Oct 16 13:38:50.118410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f972-86d3-418a-a236-238d3f526f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.121511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.124087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33912) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:50.126321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.135742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.241'}]}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:50.170568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f972-86d3-418a-a236-238d3f526f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.184724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:50.193999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.215223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 4874fdf9-e0b0-44e9-84af-8ff5f7a90816 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:50.245009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 4460104d-d1d1-42ba-a8da-9b77ce825386 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:50.247239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-21adc5df-8672-4a28-b210-97a46865058e', 'network_id': '21adc5df-8672-4a28-b210-97a46865058e', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': '36129ff3-d54d-4e38-b130-b80779dff26f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:50.248533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.272715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] For port 59e8332b-812b-44c1-8eeb-f5ae329f86e1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=59e8332b-812b-44c1-8eeb-f5ae329f86e1,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:50.288823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.289879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.389036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.397669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.426643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.428265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::3bb (21adc5df-8672-4a28-b210-97a46865058e/36129ff3-d54d-4e38-b130-b80779dff26f/4460104d-d1d1-42ba-a8da-9b77ce825386) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:50.462044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f972-86d3-418a-a236-238d3f526f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.464916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f972-86d3-418a-a236-238d3f526f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.466136 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d6c5f972-86d3-418a-a236-238d3f526f64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc629d20-7f12-4758-8589-b6db325340cf HTTP/1.1" status: 204 len: 168 time: 0.4455426 Oct 16 13:38:50.486070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f972-86d3-418a-a236-238d3f526f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc629d20-7f12-4758-8589-b6db325340cf,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:50.525073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Provisioning complete for port 4874fdf9-e0b0-44e9-84af-8ff5f7a90816 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:50.525662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.559083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.569749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Pushing event updated for resources: {'Port': ['ID=59e8332b-812b-44c1-8eeb-f5ae329f86e1,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:50.575090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:50.575090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:50.587219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-af3782ed-c801-43fb-8a1c-16598e825a6a None None] Port 4874fdf9-e0b0-44e9-84af-8ff5f7a90816 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:38:50.591496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.651675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:50.675260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fe64ac-e54e-4659-8569-2d87b30df7d3,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:50.716988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.758874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.793248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] Pushing event deleted for resources: {'Port': ['ID=59e8332b-812b-44c1-8eeb-f5ae329f86e1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:50.797839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b78852-e795-44e6-98cc-2d18133f3beb None None] No DVR routers for this DVR port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:50.808713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Checking segment: {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:50.809229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Network hostable DHCP agents. Network: 60b52218-5706-4602-a55e-075534b298db, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:50.815476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=4874fdf9-e0b0-44e9-84af-8ff5f7a90816,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:50.880214 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.services.revisions.revision_plugin [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Could not find related port for resource to bump revision. Oct 16 13:38:50.885852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:50.945526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_pluggable_backend [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101080) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 16 13:38:50.945889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_pluggable_backend [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:3be5 {{(pid=101080) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 16 13:38:50.958034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_pluggable_backend [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1c:3be5 {{(pid=101080) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 16 13:38:50.959495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.011047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Network 60b52218-5706-4602-a55e-075534b298db is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:51.031814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:51.035912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.039136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-72ae675e-2eef-495b-ae70-7449a141132e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/4874fdf9-e0b0-44e9-84af-8ff5f7a90816 HTTP/1.1" status: 204 len: 168 time: 1.7926798 Oct 16 13:38:51.043280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:51.050985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:51.051614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.055013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33918) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:51.069082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c691e-b23d-4ff2-a201-507e532d52be None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:51.078921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=8f36278a-acbd-4c0f-a652-5f7b32526df8,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:51.126308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 60b52218-5706-4602-a55e-075534b298db) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:51.126308 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fce3962-1d2e-43e6-b790-7ccf97739c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:38:51.126937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2fce3962-1d2e-43e6-b790-7ccf97739c2a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/4874fdf9-e0b0-44e9-84af-8ff5f7a90816 HTTP/1.1" status: 404 len: 333 time: 0.0672250 Oct 16 13:38:51.130185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33922) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:51.135087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:51.135660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.138055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce181a-44f2-4a4c-8b8e-1a7315fb1d67 None None] Network 60b52218-5706-4602-a55e-075534b298db requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:51.143438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Port 59e8332b-812b-44c1-8eeb-f5ae329f86e1 update to ACTIVE by agent not found {{(pid=101082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 16 13:38:51.143438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 22d0b885-c894-4bbb-8d3d-e7a45937d236 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:51.151586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.199893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:38:51.200385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.234331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e3fa27d-9acf-4709-9289-4d05e3e304e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6180634 Oct 16 13:38:51.237725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33928) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:51.250423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:0d:3a:5d', 'name': 'tempest-NetworksTestDHCPv6-2068287545'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:51.269226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Allocated IP 2001:db8::2 (21adc5df-8672-4a28-b210-97a46865058e/36129ff3-d54d-4e38-b130-b80779dff26f/8532a232-f815-4d6b-8a65-4acf98766475) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:51.290110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 21adc5df-8672-4a28-b210-97a46865058e is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:51.300912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.305756 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2818863b-30e6-49a9-9bd4-4779909ac475 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7550745 Oct 16 13:38:51.309651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33930) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:51.315500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:51.329547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9578d4bb-161f-40ae-a57f-554e995840b2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:51.338461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.346379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:51.375190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Checking segment: {'id': '61a8b97e-b921-4ad7-9a95-4b3d088a4e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:51.375553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network hostable DHCP agents. Network: c49eacd3-efb1-4c41-8b4a-0b99fb71486e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:51.408826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:51.409166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.500460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network c49eacd3-efb1-4c41-8b4a-0b99fb71486e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:51.506298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.507661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.541822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 22d0b885-c894-4bbb-8d3d-e7a45937d236 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:51.542191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.635965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '8f36278a-acbd-4c0f-a652-5f7b32526df8'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:51.637092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.656779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:51.662761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:51.663462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.669559 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=4460104d-d1d1-42ba-a8da-9b77ce825386,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:51.677110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-60b52218-5706-4602-a55e-075534b298db', 'network_id': '60b52218-5706-4602-a55e-075534b298db', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'fixed_ips': [{'subnet_id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:51.678215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.755490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.825148 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9c96dd77-86a0-407a-99c2-53bd25b7a24d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9374933 Oct 16 13:38:51.830502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33940) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:51.900887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:51.953699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:52.030213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.030431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33944) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:52.032201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.042233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Network 21adc5df-8672-4a28-b210-97a46865058e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:52.043646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, c49eacd3-efb1-4c41-8b4a-0b99fb71486e) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:52.052987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:52.053565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.055862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:52.074359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.094185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a410e28-5d19-44c8-b045-0a3528a4ebcf None None] Network c49eacd3-efb1-4c41-8b4a-0b99fb71486e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:52.097093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:52.100852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:52.213838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.229699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f73482af-9aeb-4388-a3b7-b9c8edf12f8c no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:52.232371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Pushing event updated for resources: {'Port': ['ID=8532a232-f815-4d6b-8a65-4acf98766475,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:52.239900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 4460104d-d1d1-42ba-a8da-9b77ce825386 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:52.240342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.300128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Allocated IP 2001:db8::f816:3eff:fe54:4c04 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/8f36278a-acbd-4c0f-a652-5f7b32526df8/69c4baa6-419c-4f54-8037-4faa099cc78d) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:52.335353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522469390'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:52.340701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 96b6152a-1a08-4cec-8a77-099151a5f2f3 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:52.366729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f73482af-9aeb-4388-a3b7-b9c8edf12f8c {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:52.367110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f73482af-9aeb-4388-a3b7-b9c8edf12f8c not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:52.394119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.399396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Allocated IP 172.20.0.2 (60b52218-5706-4602-a55e-075534b298db/b3fe64ac-e54e-4659-8569-2d87b30df7d3/e32b2fea-ea13-4f3f-9294-47f3d91b5344) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:52.400600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.415469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Attempting to bind port 8532a232-f815-4d6b-8a65-4acf98766475 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:52.416528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Attempting to bind port 8532a232-f815-4d6b-8a65-4acf98766475 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '32a1e5aa-4a8c-4c53-8421-d9edb5672534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '21adc5df-8672-4a28-b210-97a46865058e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:52.416908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Attempting to bind port 8532a232-f815-4d6b-8a65-4acf98766475 on network 21adc5df-8672-4a28-b210-97a46865058e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:52.445449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.454667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:52.455156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Checking segment: {'id': '32a1e5aa-4a8c-4c53-8421-d9edb5672534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '21adc5df-8672-4a28-b210-97a46865058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:52.455576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.455842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Bound using segment: {'id': '32a1e5aa-4a8c-4c53-8421-d9edb5672534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '21adc5df-8672-4a28-b210-97a46865058e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:52.456310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Bound port: 8532a232-f815-4d6b-8a65-4acf98766475, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a1e5aa-4a8c-4c53-8421-d9edb5672534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '21adc5df-8672-4a28-b210-97a46865058e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:52.456732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.468950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3842ddd3-fccb-4529-95ce-a195ee341513 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8684096 Oct 16 13:38:52.473926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33948) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:52.480512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-683300720', 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:52.499416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 22d0b885-c894-4bbb-8d3d-e7a45937d236 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:52.502755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.533597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:52.546949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.560384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 4460104d-d1d1-42ba-a8da-9b77ce825386 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:52.589437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.612191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:52.615773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.633724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.633970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c17dc970-9dab-499a-84aa-bb7aee70c40a {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:38:52.652329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.666214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.669454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a5bb7915-4f42-49c9-afd2-2d515672e217 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea HTTP/1.1" status: 204 len: 168 time: 1.5381932 Oct 16 13:38:52.675217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33950) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:52.741717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Made reservation on behalf of b2a920e4d5e54f069814233551f3b25b for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:52.742673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2851d6-b678-4a74-a712-43a3c72ac987 None None] Network c49eacd3-efb1-4c41-8b4a-0b99fb71486e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:52.744552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.750784 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca82685e-4f55-4b45-b577-a6c613eadbe4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:38:52.756166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ca82685e-4f55-4b45-b577-a6c613eadbe4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/3e7024c0-6ea5-44ee-b9ce-1cf86e1b06ea HTTP/1.1" status: 404 len: 333 time: 0.0760245 Oct 16 13:38:52.756291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:52.779437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] device_id is not set on port 7cc3e738-263a-46b7-a2c8-fbc6376b8225 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:38:52.807628 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 16 13:38:52.809185 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9f631838-a71d-4f44-8591-d9b58e4f2fae tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6798844 Oct 16 13:38:52.812733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33954) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:52.860956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.896368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] For port 8532a232-f815-4d6b-8a65-4acf98766475, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:52.909544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet 9f0b33bb-3c23-4785-b864-e2acabc70008 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:52.914397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=4460104d-d1d1-42ba-a8da-9b77ce825386,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:52.917636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.953912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.955268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 22d0b885-c894-4bbb-8d3d-e7a45937d236 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:52.955737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:52.964958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] For port 8532a232-f815-4d6b-8a65-4acf98766475, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8532a232-f815-4d6b-8a65-4acf98766475,segment=NetworkSegment(32a1e5aa-4a8c-4c53-8421-d9edb5672534),segment_id=32a1e5aa-4a8c-4c53-8421-d9edb5672534)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:52.981438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.981766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.982021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.982352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.982677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.983003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.983326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.983649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.984188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.984328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.984894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:52.984894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.007488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Allocated IP 172.20.0.2 (c49eacd3-efb1-4c41-8b4a-0b99fb71486e/9578d4bb-161f-40ae-a57f-554e995840b2/7cc3e738-263a-46b7-a2c8-fbc6376b8225) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:53.019957 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.042050 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.047752 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5492fe8d-1cec-4c22-a137-d6b29713fbf1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/4460104d-d1d1-42ba-a8da-9b77ce825386 HTTP/1.1" status: 204 len: 168 time: 1.2135000 Oct 16 13:38:53.057403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33956) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:53.073526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.104744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.129518 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a25afb-3f4c-4870-8054-caa01bc843dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:38:53.130845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a25afb-3f4c-4870-8054-caa01bc843dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:38:53.136376 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-58a25afb-3f4c-4870-8054-caa01bc843dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/4460104d-d1d1-42ba-a8da-9b77ce825386 HTTP/1.1" status: 404 len: 333 time: 0.0706367 Oct 16 13:38:53.141164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33958) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:53.152669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.160282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fe0d:3a5d (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/8f36278a-acbd-4c0f-a652-5f7b32526df8/96b6152a-1a08-4cec-8a77-099151a5f2f3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:53.193224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.205531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-673a16dc-29b9-4d57-be30-a6160c3fb57e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:38:53.207446 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-673a16dc-29b9-4d57-be30-a6160c3fb57e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/4460104d-d1d1-42ba-a8da-9b77ce825386 HTTP/1.1" status: 404 len: 333 time: 0.0649159 Oct 16 13:38:53.210267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33960) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:53.230349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Deleting port 72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:53.239786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.265567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.267754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.282244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:53.296333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.334150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.353879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e400c1-5bcd-4926-adec-29af2f2193d4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:53.368104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.369449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:53.372374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 0f508615-12e5-4350-88b4-4474aeae859b of type vlan for network 5acf8ee0-83e5-4842-8548-868c3e1545e6 Oct 16 13:38:53.377504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:53.381960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:53.389970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Pushing event updated for resources: {'Port': ['ID=69c4baa6-419c-4f54-8037-4faa099cc78d,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:53.402763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet 36129ff3-d54d-4e38-b130-b80779dff26f {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:53.426284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.468482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.497957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.506669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Allocated IP 172.26.5.26 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/0caa1c0c-487c-4540-a697-1deadd865ad0) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:53.526379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.545282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.549307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.555987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Attempting to bind port 69c4baa6-419c-4f54-8037-4faa099cc78d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:53.557397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Attempting to bind port 69c4baa6-419c-4f54-8037-4faa099cc78d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:53.558018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Attempting to bind port 69c4baa6-419c-4f54-8037-4faa099cc78d on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:53.559429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Calling delete_port for 72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:53.578141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Network 60b52218-5706-4602-a55e-075534b298db is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:53.579616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ec37-65f2-4e12-8aef-d9cef68bac41 None None] Pushing event updated for resources: {'Port': ['ID=8532a232-f815-4d6b-8a65-4acf98766475,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:53.582759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:53.592664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:53.593310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.593959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:53.594696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Bound port: 69c4baa6-419c-4f54-8037-4faa099cc78d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:53.595332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.610588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:53.613715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:53.648591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.654586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:53.655217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.663321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 59e8332b-812b-44c1-8eeb-f5ae329f86e1 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:53.664560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.759860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 59e8332b-812b-44c1-8eeb-f5ae329f86e1 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:53.760920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 59e8332b-812b-44c1-8eeb-f5ae329f86e1 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:53.776570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=5acf8ee0-83e5-4842-8548-868c3e1545e6,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:53.792031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.795916 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b38a5ebf-48d5-4ba8-9c4f-0d744bad6df0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7624018 Oct 16 13:38:53.799838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0b33bb-3c23-4785-b864-e2acabc70008,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:53.804908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 5acf8ee0-83e5-4842-8548-868c3e1545e6 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:53.844525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.845424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.849407 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e54606e1-3817-480b-bb4c-fc16a990ef4a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/9f0b33bb-3c23-4785-b864-e2acabc70008 HTTP/1.1" status: 204 len: 168 time: 1.0924084 Oct 16 13:38:53.854206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebcec8c-a09e-45a0-ab2b-6684e028145f None None] Network 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:53.858980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33962) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:53.880773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] For port 69c4baa6-419c-4f54-8037-4faa099cc78d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:53.890593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.908691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Pushing event updated for resources: {'Port': ['ID=e32b2fea-ea13-4f3f-9294-47f3d91b5344,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:53.950319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33964) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:53.957159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:53.983162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] For port 69c4baa6-419c-4f54-8037-4faa099cc78d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69c4baa6-419c-4f54-8037-4faa099cc78d,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:53.983162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.983162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.983162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.983634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:53.983741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.983741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.983741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.984001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network c49eacd3-efb1-4c41-8b4a-0b99fb71486e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:53.984095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.984095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.984095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.984095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.984095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.984095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:53.985441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:53.990130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:53.992358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Attempting to bind port e32b2fea-ea13-4f3f-9294-47f3d91b5344 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:53.994478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Attempting to bind port e32b2fea-ea13-4f3f-9294-47f3d91b5344 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:53.994478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Attempting to bind port e32b2fea-ea13-4f3f-9294-47f3d91b5344 on network 60b52218-5706-4602-a55e-075534b298db {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:54.017029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc3e738-263a-46b7-a2c8-fbc6376b8225,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:54.035687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.045072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:54.045698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.048951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:54.049409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Checking segment: {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:54.050674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.051143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Bound using segment: {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:54.051767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Bound port: e32b2fea-ea13-4f3f-9294-47f3d91b5344, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:54.052238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.066734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.095895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:54.101001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:54.104933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:54.134414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Pushing event updated for resources: {'Port': ['ID=0caa1c0c-487c-4540-a697-1deadd865ad0,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:54.214604 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a8c8db7d-e080-41c1-a3ed-17a137c6091e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7392595 Oct 16 13:38:54.218350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33966) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:54.231316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5aa583-ef2b-48f6-ba44-5207e471e239 None None] Pushing event updated for resources: {'Port': ['ID=69c4baa6-419c-4f54-8037-4faa099cc78d,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:54.266060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] For port e32b2fea-ea13-4f3f-9294-47f3d91b5344, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:54.269923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] For port e32b2fea-ea13-4f3f-9294-47f3d91b5344, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e32b2fea-ea13-4f3f-9294-47f3d91b5344,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:54.363585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.380127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] DHCP port deletion for 2e1b6fb1-a832-4a1e-abe6-3645bfec3003 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:54.498726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a97a7-b9b1-4e3b-9ce9-488155cc9ecd None None] Pushing event updated for resources: {'Port': ['ID=e32b2fea-ea13-4f3f-9294-47f3d91b5344,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:54.516535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Deleting port 7cc3e738-263a-46b7-a2c8-fbc6376b8225 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:54.519162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.557950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.560638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] Deleting port 89fa38ab-c348-4ad6-a876-a45d49dcda89 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:54.561484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.570207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.730044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8532a232-f815-4d6b-8a65-4acf98766475 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:54.730178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.745258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Calling delete_port for 7cc3e738-263a-46b7-a2c8-fbc6376b8225 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:54.770024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] For port 89fa38ab-c348-4ad6-a876-a45d49dcda89, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=89fa38ab-c348-4ad6-a876-a45d49dcda89,segment=NetworkSegment(b97698c9-3a50-44a2-ab48-d350e0cba5ee),segment_id=b97698c9-3a50-44a2-ab48-d350e0cba5ee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:54.770806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.802959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] Calling delete_port for 89fa38ab-c348-4ad6-a876-a45d49dcda89 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:54.811999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:54.818611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.819247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:54.826124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.837743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:54.849027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:54.859042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:54.859200 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.890926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:54.928887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=96b6152a-1a08-4cec-8a77-099151a5f2f3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.023446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 8532a232-f815-4d6b-8a65-4acf98766475 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:55.023806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.039800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=36129ff3-d54d-4e38-b130-b80779dff26f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.041938 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.048384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.048697 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-39c7b2b7-282c-4c54-866b-45b85fd2fd25 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/36129ff3-d54d-4e38-b130-b80779dff26f HTTP/1.1" status: 204 len: 168 time: 1.8364918 Oct 16 13:38:55.052116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33968) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:55.080784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.133968 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-39bf89e3-44bb-402b-a5ba-af3664f66be2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8917449 Oct 16 13:38:55.137327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33970) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:55.137470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] Pushing event deleted for resources: {'Port': ['ID=89fa38ab-c348-4ad6-a876-a45d49dcda89,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.139178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2a46f-a7aa-4cf9-bd71-bf3741bb6ff1 None None] No DVR routers for this DVR port 89fa38ab-c348-4ad6-a876-a45d49dcda89 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:55.165623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f06027-4c79-4d28-abfb-818167728fe6 None None] Network 21adc5df-8672-4a28-b210-97a46865058e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:55.188452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Pushing event deleted for resources: {'Port': ['ID=72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.232526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.237688 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-788c2e42-c2ee-4267-88e0-ad964b4d6757 tempest-RoutersAdminNegativeTest-982922219 tempest-RoutersAdminNegativeTest-982922219-project-admin] 10.222.0.24 "DELETE /v2.0/ports/72e0c39d-2bb0-4ec2-bc3e-588b2f3d1a19 HTTP/1.1" status: 204 len: 168 time: 2.4230444 Oct 16 13:38:55.249392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 89fa38ab-c348-4ad6-a876-a45d49dcda89 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:55.249392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.289952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.299471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.381382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4b10edd7-f756-424b-bef2-314871b92f13 None None] Provisioning complete for port 8532a232-f815-4d6b-8a65-4acf98766475 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:55.381765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4b10edd7-f756-424b-bef2-314871b92f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.383063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] For port 89fa38ab-c348-4ad6-a876-a45d49dcda89, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:55.383308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.392953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.402267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cc3e738-263a-46b7-a2c8-fbc6376b8225,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.410479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 89fa38ab-c348-4ad6-a876-a45d49dcda89 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:55.415015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Port 89fa38ab-c348-4ad6-a876-a45d49dcda89 was not found and therefore no delete operation was performed {{(pid=101081) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:38:55.422645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.455610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedcecc-7885-4522-b9e8-6159adc2e1e1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:55.464159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cedcecc-7885-4522-b9e8-6159adc2e1e1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:55.466110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7cedcecc-7885-4522-b9e8-6159adc2e1e1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3260629 Oct 16 13:38:55.473519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33974) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:55.485479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.486192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.486795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.487189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No DVR routers for this DVR port 89fa38ab-c348-4ad6-a876-a45d49dcda89 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:55.487530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.488032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.488609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.489107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.494143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.494143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.494143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.494682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 8532a232-f815-4d6b-8a65-4acf98766475, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8532a232-f815-4d6b-8a65-4acf98766475,segment=NetworkSegment(32a1e5aa-4a8c-4c53-8421-d9edb5672534),segment_id=32a1e5aa-4a8c-4c53-8421-d9edb5672534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:55.494842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.494842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:38:55.518459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=89fa38ab-c348-4ad6-a876-a45d49dcda89,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.599299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4b10edd7-f756-424b-bef2-314871b92f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.602021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.610692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.636576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.640574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1b6fb1-a832-4a1e-abe6-3645bfec3003']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:55.696082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97698c9-3a50-44a2-ab48-d350e0cba5ee') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:55.696723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97698c9-3a50-44a2-ab48-d350e0cba5ee') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:55.710397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 89fa38ab-c348-4ad6-a876-a45d49dcda89 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:38:55.718214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.740165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.745734 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-52722f73-9c57-44b1-8504-17cf7b943705 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7cc3e738-263a-46b7-a2c8-fbc6376b8225 HTTP/1.1" status: 204 len: 168 time: 1.5249398 Oct 16 13:38:55.756478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33976) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:55.757485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.765932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=3cc9ed28-8b67-40f7-87dc-07cc641ca9b2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.775348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'external_fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2'}]}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:55.793817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:55.794380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:55.798180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 89fa38ab-c348-4ad6-a876-a45d49dcda89 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:38:55.798815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 89fa38ab-c348-4ad6-a876-a45d49dcda89 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:55.799088 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:55.878510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-4b10edd7-f756-424b-bef2-314871b92f13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:55.880496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-4b10edd7-f756-424b-bef2-314871b92f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:55.880496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=8532a232-f815-4d6b-8a65-4acf98766475,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:55.882123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] DHCP port deletion for 21adc5df-8672-4a28-b210-97a46865058e request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:38:55.935255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33980) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:55.959024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '0f508615-12e5-4350-88b4-4474aeae859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:55.959689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 5acf8ee0-83e5-4842-8548-868c3e1545e6, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:55.977186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] Deleting port 8532a232-f815-4d6b-8a65-4acf98766475 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:55.977756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.049054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.055066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.063131 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/2e1b6fb1-a832-4a1e-abe6-3645bfec3003 HTTP/1.1" status: 204 len: 168 time: 2.1993542 Oct 16 13:38:56.068949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33984) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:56.077768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 5acf8ee0-83e5-4842-8548-868c3e1545e6 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:56.083238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] For port 8532a232-f815-4d6b-8a65-4acf98766475, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8532a232-f815-4d6b-8a65-4acf98766475,segment=NetworkSegment(32a1e5aa-4a8c-4c53-8421-d9edb5672534),segment_id=32a1e5aa-4a8c-4c53-8421-d9edb5672534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:56.084060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.084199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.086127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.101358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] Calling delete_port for 8532a232-f815-4d6b-8a65-4acf98766475 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:56.106514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1582591339'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:56.151317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b180ba-1be1-4cfe-aba1-ad331e37e9ab tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=2e1b6fb1-a832-4a1e-abe6-3645bfec3003,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:56.173394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-366e67bb-229c-4fa8-9985-68fe5ae05e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.304498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 5acf8ee0-83e5-4842-8548-868c3e1545e6) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:56.304498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:56.304498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.305580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b12a364-94ba-4073-a78a-1336d3eb8767 None None] Network 5acf8ee0-83e5-4842-8548-868c3e1545e6 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:56.306636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.333697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:56.337915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.366442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.378336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 8532a232-f815-4d6b-8a65-4acf98766475 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:56.379047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.392860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:56.407334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-366e67bb-229c-4fa8-9985-68fe5ae05e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.412929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.413855 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Added segment 3197e561-e612-44d4-9fe3-aa5b375e43b9 of type vlan for network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f Oct 16 13:38:56.475304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.477028 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3ec2c7dc-b2ff-4b77-8df5-47f940e725c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5094411 Oct 16 13:38:56.477028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33986) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:56.480252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b7ee2-5920-4345-95d5-b83af4564167 None None] Network 60b52218-5706-4602-a55e-075534b298db requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:56.484998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] No DVR routers for this DVR port 8532a232-f815-4d6b-8a65-4acf98766475 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:56.495855 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264934576'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:56.526080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] For port 8532a232-f815-4d6b-8a65-4acf98766475, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8532a232-f815-4d6b-8a65-4acf98766475,segment=NetworkSegment(32a1e5aa-4a8c-4c53-8421-d9edb5672534),segment_id=32a1e5aa-4a8c-4c53-8421-d9edb5672534)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:56.526603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.527890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-366e67bb-229c-4fa8-9985-68fe5ae05e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.549340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f085e81-e74c-4e60-a3b1-8299d720070d None None] Pushing event deleted for resources: {'Port': ['ID=8532a232-f815-4d6b-8a65-4acf98766475,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:56.574372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-5acf8ee0-83e5-4842-8548-868c3e1545e6', 'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': '3cc9ed28-8b67-40f7-87dc-07cc641ca9b2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:56.576264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.592202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 96b6152a-1a08-4cec-8a77-099151a5f2f3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:38:56.592631 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.596488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.596649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 8532a232-f815-4d6b-8a65-4acf98766475 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:56.637752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e32b2fea-ea13-4f3f-9294-47f3d91b5344 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:56.661203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:56.664702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.695927 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-366e67bb-229c-4fa8-9985-68fe5ae05e2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=456aa259f67e442794954044b7cffe22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7553542 Oct 16 13:38:56.702664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33988) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:56.713394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e67bb-229c-4fa8-9985-68fe5ae05e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de9fe6-945b-4cd3-bc7a-debe739b562e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:56.755299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.774530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:56.785105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.785105 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment ee2cd017-87b3-4e52-9cd4-93d510db2acd of type vlan for network bf9148fd-c13b-490d-81d1-a651417de4a3 Oct 16 13:38:56.827838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.876718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.883405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.889213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:56.900288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.911680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 96b6152a-1a08-4cec-8a77-099151a5f2f3 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:38:56.925457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-023f3e1c-a41d-40c0-8240-62b13d99f2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.928889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.964269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.969858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:56.970441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.989052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No DVR routers for this DVR port 8532a232-f815-4d6b-8a65-4acf98766475 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:38:56.991218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Provisioning complete for port e32b2fea-ea13-4f3f-9294-47f3d91b5344 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:56.991591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:56.994439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=8532a232-f815-4d6b-8a65-4acf98766475,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.018443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Network': ['ID=867e14d9-0bc6-4a60-ae31-da8e5fb09b4f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.044565 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0d46e572-c1f8-4449-a996-bb010378a89c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9604380 Oct 16 13:38:57.047496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:57.058761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33990) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:57.066278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:57.074776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-023f3e1c-a41d-40c0-8240-62b13d99f2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.115605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e32b2fea-ea13-4f3f-9294-47f3d91b5344 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:57.115997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.128062 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6588471 Oct 16 13:38:57.131216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 33992) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:57.140671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': 'bf9148fd-c13b-490d-81d1-a651417de4a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:57.178585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:38:57.224189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.229136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e980b98-8f4c-476d-89c9-ff179b406902 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=bf9148fd-c13b-490d-81d1-a651417de4a3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.253549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Allocated IP 172.20.255.242 (5acf8ee0-83e5-4842-8548-868c3e1545e6/3cc9ed28-8b67-40f7-87dc-07cc641ca9b2/96df0a29-5800-4529-b63c-66feaaa9fe1e) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:57.258278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network bf9148fd-c13b-490d-81d1-a651417de4a3 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:57.280186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21adc5df-8672-4a28-b210-97a46865058e']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:57.375110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a1e5aa-4a8c-4c53-8421-d9edb5672534') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:57.375390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a1e5aa-4a8c-4c53-8421-d9edb5672534') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:57.416628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.424401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.498772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.505956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.506373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] For port e32b2fea-ea13-4f3f-9294-47f3d91b5344, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e32b2fea-ea13-4f3f-9294-47f3d91b5344,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:57.507955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.515831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-023f3e1c-a41d-40c0-8240-62b13d99f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.520265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-023f3e1c-a41d-40c0-8240-62b13d99f2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.521503 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-023f3e1c-a41d-40c0-8240-62b13d99f2ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77de9fe6-945b-4cd3-bc7a-debe739b562e HTTP/1.1" status: 204 len: 168 time: 0.8147209 Oct 16 13:38:57.531349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:38:57.531768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.534859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:38:57.541833 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:38:57.546885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:57.550543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.582741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f3e1c-a41d-40c0-8240-62b13d99f2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de9fe6-945b-4cd3-bc7a-debe739b562e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.633546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.641850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:38:57.656167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.661676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Sync routers for ids ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:38:57.685682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:57.690725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.750142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=96b6152a-1a08-4cec-8a77-099151a5f2f3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.780470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.784881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4a2f406-bc30-432c-846f-552d00c6a9c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/96b6152a-1a08-4cec-8a77-099151a5f2f3 HTTP/1.1" status: 204 len: 168 time: 2.3084137 Oct 16 13:38:57.787504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33996) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:57.823222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.831267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.835751 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/21adc5df-8672-4a28-b210-97a46865058e HTTP/1.1" status: 204 len: 168 time: 2.7825251 Oct 16 13:38:57.842781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 33998) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:57.856258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1805515417'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:57.877138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.878439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-61427eba-3f63-4a8a-8cc9-1e6241917a5f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5662093 Oct 16 13:38:57.885877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34002) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:57.886737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4ad12-b73c-496c-94d6-ba75c63c85a1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=21adc5df-8672-4a28-b210-97a46865058e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.890347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Routers {'4af41cc1-47da-48b6-9df8-c253f2c6f1c9'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:38:57.891249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:57.893851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Provisioning complete for port 69c4baa6-419c-4f54-8037-4faa099cc78d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:57.894454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:57.961059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74507cd2-c9fe-49c6-bc44-19066610cd99 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:57.963324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74507cd2-c9fe-49c6-bc44-19066610cd99 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:57.967297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-74507cd2-c9fe-49c6-bc44-19066610cd99 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1763599 Oct 16 13:38:57.973343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34004) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:57.989469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Pushing event updated for resources: {'Port': ['ID=e32b2fea-ea13-4f3f-9294-47f3d91b5344,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:57.992480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:38:57.993082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:38:58.085022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.094441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 8f36278a-acbd-4c0f-a652-5f7b32526df8 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:38:58.101925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:58.101925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.112637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.160919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.173874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Set router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:38:58.235445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=e9ba9386-c9b2-47d4-bc9c-4d14ccb7984e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:58.247351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.253913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:38:58.267673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Allocated IP 172.20.0.2 (c49eacd3-efb1-4c41-8b4a-0b99fb71486e/9578d4bb-161f-40ae-a57f-554e995840b2/a021c387-7ba5-4170-aff3-9dd4dbdd93a6) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:58.270133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': 'ee2cd017-87b3-4e52-9cd4-93d510db2acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bf9148fd-c13b-490d-81d1-a651417de4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:58.270493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: bf9148fd-c13b-490d-81d1-a651417de4a3, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:58.273393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.324493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.331906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.331906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment 61c495b3-f1c0-4b86-b16e-48d88374e944 of type vlan for network 4169480e-980b-4db7-aefc-19086f880142 Oct 16 13:38:58.351629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.384862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34006) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:58.392716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Network 5acf8ee0-83e5-4842-8548-868c3e1545e6 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:58.403482 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network bf9148fd-c13b-490d-81d1-a651417de4a3 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:58.408996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:58.427740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:58.427740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Pushing event updated for resources: {'Port': ['ID=96df0a29-5800-4529-b63c-66feaaa9fe1e,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:58.431850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.463837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=a3554250-55c9-4cef-b053-bdfb6d686d90,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:58.471979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] For port 69c4baa6-419c-4f54-8037-4faa099cc78d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69c4baa6-419c-4f54-8037-4faa099cc78d,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:38:58.512108 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3ccf535b-fe6f-4c51-86c8-2302be57f868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5e6d385ff31410d82490162a25728f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221902 Oct 16 13:38:58.515125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34008) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:58.518067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, bf9148fd-c13b-490d-81d1-a651417de4a3) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:58.523679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:58.524263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.530952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Checking segment: {'id': '3197e561-e612-44d4-9fe3-aa5b375e43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:58.536075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network hostable DHCP agents. Network: 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:38:58.537782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.561881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d130061-2c64-4f23-b1ff-b08d0f6fa780 None None] Network bf9148fd-c13b-490d-81d1-a651417de4a3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:58.587931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.595871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.622141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.627796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:58.628393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.636812 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0b0f5354-d447-460a-8f41-6bc8219b805c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5014877 Oct 16 13:38:58.637448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:38:58.639939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34010) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:58.669373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.671430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:58.679676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Could not find standard attr ID for object 96b6152a-1a08-4cec-8a77-099151a5f2f3. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:38:58.687030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Attempting to bind port 96df0a29-5800-4529-b63c-66feaaa9fe1e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:38:58.688154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Attempting to bind port 96df0a29-5800-4529-b63c-66feaaa9fe1e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0f508615-12e5-4350-88b4-4474aeae859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:38:58.688743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Attempting to bind port 96df0a29-5800-4529-b63c-66feaaa9fe1e on network 5acf8ee0-83e5-4842-8548-868c3e1545e6 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:38:58.703452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cb3b6-d4a7-420c-bb67-33665c30588a None None] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:58.713400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f11fae9-9b24-4de0-a6ec-196d7dda385f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.728994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69c4baa6-419c-4f54-8037-4faa099cc78d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:38:58.729254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:58.729933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.737101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:38:58.737779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Checking segment: {'id': '0f508615-12e5-4350-88b4-4474aeae859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:38:58.738182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.738575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Bound using segment: {'id': '0f508615-12e5-4350-88b4-4474aeae859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:38:58.739229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Bound port: 96df0a29-5800-4529-b63c-66feaaa9fe1e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f508615-12e5-4350-88b4-4474aeae859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5acf8ee0-83e5-4842-8548-868c3e1545e6'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:38:58.739802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.780226 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9302526 Oct 16 13:38:58.789710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34012) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:58.796577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46de45-0adc-4b7c-b69f-a83e0f2b2729 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=4169480e-980b-4db7-aefc-19086f880142,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:58.825176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f11fae9-9b24-4de0-a6ec-196d7dda385f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.846445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '4169480e-980b-4db7-aefc-19086f880142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:58.885324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:58.934803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=8f36278a-acbd-4c0f-a652-5f7b32526df8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:59.010256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.013300 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ef212832-953a-458d-b92c-a8c2992c833e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/8f36278a-acbd-4c0f-a652-5f7b32526df8 HTTP/1.1" status: 204 len: 168 time: 1.0388577 Oct 16 13:38:59.022335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34014) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:59.024085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4169480e-980b-4db7-aefc-19086f880142 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:38:59.036964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121db544-bee6-4b1c-bfb4-22b35c33129f None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:38:59.059346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ab25b-82de-4ac2-b083-ffd33b923a2d None None] Pushing event updated for resources: {'Port': ['ID=69c4baa6-419c-4f54-8037-4faa099cc78d,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:59.081363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b8f1764c-992a-49e1-85ac-258531c44d4b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549347 Oct 16 13:38:59.086112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34018) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:59.089588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network c49eacd3-efb1-4c41-8b4a-0b99fb71486e is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:38:59.097209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:38:59.101445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:38:59.125959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Port': ['ID=a021c387-7ba5-4170-aff3-9dd4dbdd93a6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:59.145297 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-50a29849-3092-4d31-b43d-d26d270d9b68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0823228 Oct 16 13:38:59.148710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34020) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:59.161955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1294313443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:59.176235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f11fae9-9b24-4de0-a6ec-196d7dda385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.178997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f11fae9-9b24-4de0-a6ec-196d7dda385f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.183618 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8f11fae9-9b24-4de0-a6ec-196d7dda385f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/754e29f3-075f-4042-9905-943dea1b2c0f HTTP/1.1" status: 204 len: 168 time: 0.6643260 Oct 16 13:38:59.184585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.218982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11fae9-9b24-4de0-a6ec-196d7dda385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e29f3-075f-4042-9905-943dea1b2c0f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:59.233255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.268629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] For port 96df0a29-5800-4529-b63c-66feaaa9fe1e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:38:59.272369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] For port 96df0a29-5800-4529-b63c-66feaaa9fe1e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=96df0a29-5800-4529-b63c-66feaaa9fe1e,segment=NetworkSegment(0f508615-12e5-4350-88b4-4474aeae859b),segment_id=0f508615-12e5-4350-88b4-4474aeae859b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:38:59.289048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6a53b-0615-41d3-8794-feee4c45a2fc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:59.291760 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-98f6a53b-0615-41d3-8794-feee4c45a2fc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2047255 Oct 16 13:38:59.302640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34024) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:59.316650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:38:59.322522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.360948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-567b3444-5aa2-4fc5-89a0-358f57c65aed None None] Provisioning complete for port e32b2fea-ea13-4f3f-9294-47f3d91b5344 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:59.361918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-567b3444-5aa2-4fc5-89a0-358f57c65aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.418132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.421259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.454155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c7f8a-7405-4613-9454-defc043c73dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:38:59.458030 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-851c7f8a-7405-4613-9454-defc043c73dc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1519382 Oct 16 13:38:59.466674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34026) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:59.484547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.485844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.543888 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-826a6e3f-7e39-4686-8784-5f59af0c85b8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693564 Oct 16 13:38:59.557025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34028) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:38:59.562192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:38:59.608244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-867e14d9-0bc6-4a60-ae31-da8e5fb09b4f', 'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': 'a3554250-55c9-4cef-b053-bdfb6d686d90'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:59.609206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.625050 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.631179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:38:54Z', 'revision_number': 3, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:38:59.696910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.728546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918967a5-ab3b-43ce-b00e-547518735055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-bf9148fd-c13b-490d-81d1-a651417de4a3', 'network_id': 'bf9148fd-c13b-490d-81d1-a651417de4a3', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': 'e9ba9386-c9b2-47d4-bc9c-4d14ccb7984e'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:38:59.733323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-918967a5-ab3b-43ce-b00e-547518735055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.742218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Checking router: 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:38:59.742849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Updating router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 port 0caa1c0c-487c-4540-a697-1deadd865ad0 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:38:59.745554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 69c4baa6-419c-4f54-8037-4faa099cc78d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:38:59.745919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.752958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Allocated IP 172.20.0.1 (60b52218-5706-4602-a55e-075534b298db/b3fe64ac-e54e-4659-8569-2d87b30df7d3/0242cd87-d84f-4e73-8185-e0e17fbdd860) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:38:59.763171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.773037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ba9386-c9b2-47d4-bc9c-4d14ccb7984e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:59.866902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:38:59.920224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9c229-a2ce-4a1e-a3d6-a75586ab5c39 None None] Pushing event updated for resources: {'Port': ['ID=96df0a29-5800-4529-b63c-66feaaa9fe1e,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:38:59.938801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.019436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:00.023000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.034123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.060809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.086215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9148fd-c13b-490d-81d1-a651417de4a3']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:00.124844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2cd017-87b3-4e52-9cd4-93d510db2acd') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:00.125459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2cd017-87b3-4e52-9cd4-93d510db2acd') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:00.183969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.194031 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd64faba-142c-47c5-b4bc-fd9d601be29e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0325847 Oct 16 13:39:00.194031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.194031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34040) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:00.194736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.207084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f', 'name': 'tempest-PortsTestJSON-1009632727'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:00.251240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.274801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=a3da0e18-d341-4be9-a46e-a2cb30faa3ac,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:00.290572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.333423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:00.333831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:00.337608 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:00.362571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f311c48-f716-4af2-9b45-fbac100815f3 None None] Network bf9148fd-c13b-490d-81d1-a651417de4a3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:00.489812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Allocated IP 172.20.0.2 (867e14d9-0bc6-4a60-ae31-da8e5fb09b4f/a3554250-55c9-4cef-b053-bdfb6d686d90/e80ddb6d-af02-44d9-9b42-31626e562209) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:00.520695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:00.609430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.615182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8532a232-f815-4d6b-8a65-4acf98766475 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:00.621822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.628479 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/bf9148fd-c13b-490d-81d1-a651417de4a3 HTTP/1.1" status: 204 len: 168 time: 1.9835448 Oct 16 13:39:00.631952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34048) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:00.646227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952155054'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:00.654199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b75f5-4a73-4081-976f-f023eabc06c8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=bf9148fd-c13b-490d-81d1-a651417de4a3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:00.661735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.750405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 8532a232-f815-4d6b-8a65-4acf98766475 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:00.751067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8532a232-f815-4d6b-8a65-4acf98766475 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:00.891435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:00.900196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.919961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] Deleting port 69c4baa6-419c-4f54-8037-4faa099cc78d {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:00.920372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:00.933840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 0dc93c7b-9672-4510-8c3f-ba12ee840588 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:00.983769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34052) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:00.999332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Pushing event updated for resources: {'Port': ['ID=0242cd87-d84f-4e73-8185-e0e17fbdd860,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:01.007774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Network 60b52218-5706-4602-a55e-075534b298db is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:01.015392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.023966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:01.035675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:01.042694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.047577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:01.096964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.107336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': '61c495b3-f1c0-4b86-b16e-48d88374e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4169480e-980b-4db7-aefc-19086f880142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:01.108021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: 4169480e-980b-4db7-aefc-19086f880142, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:01.114462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.117301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] For port 69c4baa6-419c-4f54-8037-4faa099cc78d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69c4baa6-419c-4f54-8037-4faa099cc78d,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:01.117701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.133402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:01.140635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] Calling delete_port for 69c4baa6-419c-4f54-8037-4faa099cc78d owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:01.144799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:01.149947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:01.159108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:01.160005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.190556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.191348 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 891cb1c1-5106-491b-9290-6cf8132790d4 of type vlan for network 12083700-1c71-4744-b0d1-bc7691d4b268 Oct 16 13:39:01.195995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=7677fdde-4b15-4f13-995f-c8a8323541e6,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:01.204633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.253590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.253690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.261669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 96df0a29-5800-4529-b63c-66feaaa9fe1e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:01.289180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2251918e-8d45-4b21-92f9-4de21a97355a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7318723 Oct 16 13:39:01.289180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 4169480e-980b-4db7-aefc-19086f880142 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:01.289484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34056) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:01.292993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1727145851'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:01.299240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:1e:ac:b3', 'name': 'tempest-NetworksTestDHCPv6-1949268469'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:01.371274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.377339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:01.377999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.420661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.3 (867e14d9-0bc6-4a60-ae31-da8e5fb09b4f/a3554250-55c9-4cef-b053-bdfb6d686d90/0dc93c7b-9672-4510-8c3f-ba12ee840588) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:01.422833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Made reservation on behalf of a7f91a013769403fbe53bf3e0b7223a5 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:01.426361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.455576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.455805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4169480e-980b-4db7-aefc-19086f880142) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:01.464137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:01.464860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.487316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.489480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Router ad7b440b-1dae-4150-ae2c-f59df64be33e is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:01.506552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=12083700-1c71-4744-b0d1-bc7691d4b268,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:01.516282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1baf7-9e3f-4383-a41b-1c36461bd660 None None] Network 5acf8ee0-83e5-4842-8548-868c3e1545e6 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:01.526626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e9591-b474-422e-92b8-699ce2b07827 None None] Network 4169480e-980b-4db7-aefc-19086f880142 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:01.540365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.543237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 12083700-1c71-4744-b0d1-bc7691d4b268 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:01.548581 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-04e5278d-ae1c-4378-a2e5-089baae1202a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9040470 Oct 16 13:39:01.556297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34058) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:01.559237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '12083700-1c71-4744-b0d1-bc7691d4b268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:01.590005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8c55a22f-e164-4987-8cd7-021a78407e7b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7910318 Oct 16 13:39:01.593493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34060) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:01.600019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '4169480e-980b-4db7-aefc-19086f880142', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1260197419'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:01.606571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:01.647226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:01.691162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:01.765595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Pushing event updated for resources: {'Port': ['ID=e80ddb6d-af02-44d9-9b42-31626e562209,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:01.771940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:01.779511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Provisioning complete for port 0242cd87-d84f-4e73-8185-e0e17fbdd860 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:01.780193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.859337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Attempting to bind port 0caa1c0c-487c-4540-a697-1deadd865ad0 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:01.859743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Attempting to bind port 0caa1c0c-487c-4540-a697-1deadd865ad0 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:01.860330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Attempting to bind port 0caa1c0c-487c-4540-a697-1deadd865ad0 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:01.893924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:01.905438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.910356 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Sync routers for ids ['ad7b440b-1dae-4150-ae2c-f59df64be33e'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:01.918748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.922366 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Routers {'ad7b440b-1dae-4150-ae2c-f59df64be33e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:01.923453 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ad7b440b-1dae-4150-ae2c-f59df64be33e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:01.934681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.942305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:01.953902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 9992b39d-96b1-4bb1-82d2-726bac7f91d5 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:01.975405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:01.980045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.003105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.058028 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Set router ad7b440b-1dae-4150-ae2c-f59df64be33e gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:02.062684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.121692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.160499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Port 0242cd87-d84f-4e73-8185-e0e17fbdd860 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:02.162829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:02.163483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:02.164111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.164730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:02.167347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Bound port: 0caa1c0c-487c-4540-a697-1deadd865ad0, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:02.167982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.171512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d38b3-9141-4620-8341-75bf2b24c815 None None] Pushing event updated for resources: {'Port': ['ID=0caa1c0c-487c-4540-a697-1deadd865ad0,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:02.177630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Attempting to bind port e80ddb6d-af02-44d9-9b42-31626e562209 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:02.179603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Attempting to bind port e80ddb6d-af02-44d9-9b42-31626e562209 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '3197e561-e612-44d4-9fe3-aa5b375e43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:02.179603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Attempting to bind port e80ddb6d-af02-44d9-9b42-31626e562209 on network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:02.208860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.223096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4169480e-980b-4db7-aefc-19086f880142', 'network_id': '4169480e-980b-4db7-aefc-19086f880142', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': 'a3da0e18-d341-4be9-a46e-a2cb30faa3ac'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:02.224109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.261302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::2a3 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/7677fdde-4b15-4f13-995f-c8a8323541e6/9992b39d-96b1-4bb1-82d2-726bac7f91d5) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:02.288643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:02.289230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Checking segment: {'id': '3197e561-e612-44d4-9fe3-aa5b375e43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:02.289766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.290542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Bound using segment: {'id': '3197e561-e612-44d4-9fe3-aa5b375e43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:02.291941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Bound port: e80ddb6d-af02-44d9-9b42-31626e562209, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197e561-e612-44d4-9fe3-aa5b375e43b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '867e14d9-0bc6-4a60-ae31-da8e5fb09b4f'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:02.292134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.297219 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7b440b-1dae-4150-ae2c-f59df64be33e', 'name': '', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'external_fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a021c387-7ba5-4170-aff3-9dd4dbdd93a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:56Z', 'updated_at': '2021-10-16T13:38:59Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': 'a021c387-7ba5-4170-aff3-9dd4dbdd93a6', 'name': '', 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7b440b-1dae-4150-ae2c-f59df64be33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:57Z', 'updated_at': '2021-10-16T13:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:02.308824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Pushing event updated for resources: {'Port': ['ID=0242cd87-d84f-4e73-8185-e0e17fbdd860,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:02.314702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] Pushing event deleted for resources: {'Port': ['ID=69c4baa6-419c-4f54-8037-4faa099cc78d,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:02.330104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e83be5-5817-4110-a5c8-d7327572939d None None] No DVR routers for this DVR port 69c4baa6-419c-4f54-8037-4faa099cc78d on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:02.338655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 96df0a29-5800-4529-b63c-66feaaa9fe1e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:02.339180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.369953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Provisioning complete for port 96df0a29-5800-4529-b63c-66feaaa9fe1e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:02.371264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.371960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:02.372870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.377872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.378071 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3c0b9ccb-9ec6-4e66-be16-af0bc50d4243 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6166346 Oct 16 13:39:02.378071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34062) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:02.379091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing IP validity checks on allocation pools {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:39:02.380544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:39:02.382878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:02.396136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.403984 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Checking router: ad7b440b-1dae-4150-ae2c-f59df64be33e for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:39:02.404645 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Updating router ad7b440b-1dae-4150-ae2c-f59df64be33e port a021c387-7ba5-4170-aff3-9dd4dbdd93a6 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:39:02.450537 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.455625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03962f2a-5988-40b0-b39e-00cc6d5b4ad5 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:02.480626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 1e4cbecf-69f8-4517-aa34-234ce105662c yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:02.506854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=0dc93c7b-9672-4510-8c3f-ba12ee840588,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:02.525141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127c22de-2bb6-43a5-ad26-36db6524fcf2,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:02.529931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.530330 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Added segment e7884469-7984-41b1-a0a3-f6ea4dc72768 of type vlan for network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 Oct 16 13:39:02.541281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:02.557316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:02.565105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:02.600525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] For port 0caa1c0c-487c-4540-a697-1deadd865ad0, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:02.616935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:02.617372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.646231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Network 60b52218-5706-4602-a55e-075534b298db is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:02.657252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:02.679629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.692485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] For port 0caa1c0c-487c-4540-a697-1deadd865ad0, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0caa1c0c-487c-4540-a697-1deadd865ad0,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:02.701254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.745191 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-082539e4-4684-4180-9f37-e4a889fd9435 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5485046 Oct 16 13:39:02.749938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] For port e80ddb6d-af02-44d9-9b42-31626e562209, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:02.758285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] For port e80ddb6d-af02-44d9-9b42-31626e562209, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e80ddb6d-af02-44d9-9b42-31626e562209,segment=NetworkSegment(3197e561-e612-44d4-9fe3-aa5b375e43b9),segment_id=3197e561-e612-44d4-9fe3-aa5b375e43b9)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:02.766082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.774362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34064) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:02.871631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.901266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.953588 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:02.981379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::3e9 (4169480e-980b-4db7-aefc-19086f880142/a3da0e18-d341-4be9-a46e-a2cb30faa3ac/1e4cbecf-69f8-4517-aa34-234ce105662c) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:03.014376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.020144 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.020689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:03.021376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.052295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Routers {'4af41cc1-47da-48b6-9df8-c253f2c6f1c9'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:03.053040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:03.144290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.146746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d38b3-9141-4620-8341-75bf2b24c815 None None] Pushing event updated for resources: {'Port': ['ID=0caa1c0c-487c-4540-a697-1deadd865ad0,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.151692 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Attempting to bind port a021c387-7ba5-4170-aff3-9dd4dbdd93a6 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:03.152283 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Attempting to bind port a021c387-7ba5-4170-aff3-9dd4dbdd93a6 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '61a8b97e-b921-4ad7-9a95-4b3d088a4e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:03.152917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Attempting to bind port a021c387-7ba5-4170-aff3-9dd4dbdd93a6 on network c49eacd3-efb1-4c41-8b4a-0b99fb71486e {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:03.170337 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:03.170972 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Checking segment: {'id': '61a8b97e-b921-4ad7-9a95-4b3d088a4e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:03.176743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.176902 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.176902 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Bound using segment: {'id': '61a8b97e-b921-4ad7-9a95-4b3d088a4e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:03.176902 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Bound port: a021c387-7ba5-4170-aff3-9dd4dbdd93a6, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8b97e-b921-4ad7-9a95-4b3d088a4e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:03.176902 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.186047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.261387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:03.263627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:39:03.275308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:03.278406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:03.284113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:03.284792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.309595 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] For port a021c387-7ba5-4170-aff3-9dd4dbdd93a6, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:03.313689 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] For port a021c387-7ba5-4170-aff3-9dd4dbdd93a6, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a021c387-7ba5-4170-aff3-9dd4dbdd93a6,segment=NetworkSegment(61a8b97e-b921-4ad7-9a95-4b3d088a4e47),segment_id=61a8b97e-b921-4ad7-9a95-4b3d088a4e47)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:03.330015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=9992b39d-96b1-4bb1-82d2-726bac7f91d5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.341553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.350440 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb28db-ed92-4c88-bfc8-5208e4e2243d None None] Pushing event updated for resources: {'Port': ['ID=a021c387-7ba5-4170-aff3-9dd4dbdd93a6,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.420563 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.425586 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db755638-ad39-4be2-8ff7-741aaa536e2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1304793 Oct 16 13:39:03.435858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34066) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:03.454990 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4388196 Oct 16 13:39:03.463281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:03.471613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.489977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Routers {'ad7b440b-1dae-4150-ae2c-f59df64be33e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:03.490595 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ad7b440b-1dae-4150-ae2c-f59df64be33e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:03.497382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'subnet': {'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:03.523877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8d9e5-ef8c-4386-9238-66f616339524 None None] Pushing event updated for resources: {'Port': ['ID=e80ddb6d-af02-44d9-9b42-31626e562209,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.530871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-96401397-e350-4bea-b604-eb4e82235960 None None] For port 96df0a29-5800-4529-b63c-66feaaa9fe1e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=96df0a29-5800-4529-b63c-66feaaa9fe1e,segment=NetworkSegment(0f508615-12e5-4350-88b4-4474aeae859b),segment_id=0f508615-12e5-4350-88b4-4474aeae859b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:03.553303 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb28db-ed92-4c88-bfc8-5208e4e2243d None None] Pushing event updated for resources: {'Port': ['ID=a021c387-7ba5-4170-aff3-9dd4dbdd93a6,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.575007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a519f-2936-4f50-8f2e-e1a350250266 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Network': ['ID=83d9915f-65d9-47aa-9e3f-8e1bff7d2a54,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.578156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.585721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15458de0-1097-4614-a647-00b856e3385d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '7677fdde-4b15-4f13-995f-c8a8323541e6'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:03.593277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15458de0-1097-4614-a647-00b856e3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.599889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:03.612021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] Set router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:03.621362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.680969 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] Set router ad7b440b-1dae-4150-ae2c-f59df64be33e gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:03.690097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:03.734958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '891cb1c1-5106-491b-9290-6cf8132790d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12083700-1c71-4744-b0d1-bc7691d4b268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:03.735351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 12083700-1c71-4744-b0d1-bc7691d4b268, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:03.746908 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4b386438-8318-4ce6-ac26-445fd6695344 admin admin] 10.222.0.24 "PUT /v2.0/routers/4af41cc1-47da-48b6-9df8-c253f2c6f1c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8559825 Oct 16 13:39:03.748246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.748963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=83511d68-3bff-42fc-b89c-76e3afd9b6c2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:03.834829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Deleting port a021c387-7ba5-4170-aff3-9dd4dbdd93a6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:03.835188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.842221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.858102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 4169480e-980b-4db7-aefc-19086f880142 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:03.894384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:03.908781 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 12083700-1c71-4744-b0d1-bc7691d4b268 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:03.909300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ded2c-c6fe-41a9-85a9-da99b7bdeb72 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:03.911576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8d9ded2c-c6fe-41a9-85a9-da99b7bdeb72 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4741716 Oct 16 13:39:03.912616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:03.920148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:03.921366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:03.929874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34072) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:03.985138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Made reservation on behalf of a7f91a013769403fbe53bf3e0b7223a5 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:03.989767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.050280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=1e4cbecf-69f8-4517-aa34-234ce105662c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:04.059992 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7b440b-1dae-4150-ae2c-f59df64be33e', 'name': '', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'external_fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a021c387-7ba5-4170-aff3-9dd4dbdd93a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:56Z', 'updated_at': '2021-10-16T13:38:59Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': 'a021c387-7ba5-4170-aff3-9dd4dbdd93a6', 'name': '', 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7b440b-1dae-4150-ae2c-f59df64be33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:57Z', 'updated_at': '2021-10-16T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:04.068861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 12083700-1c71-4744-b0d1-bc7691d4b268) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:04.083404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:04.084089 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.099060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] For port a021c387-7ba5-4170-aff3-9dd4dbdd93a6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a021c387-7ba5-4170-aff3-9dd4dbdd93a6,segment=NetworkSegment(61a8b97e-b921-4ad7-9a95-4b3d088a4e47),segment_id=61a8b97e-b921-4ad7-9a95-4b3d088a4e47)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:04.099433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.124145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0fd89360-9f74-41be-b402-aa84bf534afa tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5281582 Oct 16 13:39:04.155554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34078) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:04.208000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8e915-8dc8-4bd6-bf27-2e4478a6d75a None None] Network 12083700-1c71-4744-b0d1-bc7691d4b268 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:04.224614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Calling delete_port for a021c387-7ba5-4170-aff3-9dd4dbdd93a6 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:04.276939 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f2ddd8e0-947a-42ef-b482-06efa2b9f661 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7221749 Oct 16 13:39:04.280716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34080) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:04.309633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96401397-e350-4bea-b604-eb4e82235960 None None] Pushing event updated for resources: {'Port': ['ID=96df0a29-5800-4529-b63c-66feaaa9fe1e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:04.377995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Allocated IP 2001:db8::2 (4169480e-980b-4db7-aefc-19086f880142/a3da0e18-d341-4be9-a46e-a2cb30faa3ac/118ad1ad-945f-40b2-bc35-2c701211f8f3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:04.435512 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30844a2f-3e11-41e7-bacd-79a548f5c9bd None None] The sync data for ids ['ad7b440b-1dae-4150-ae2c-f59df64be33e'] in dv-neutron-743142-24-hyperv is: [{'id': 'ad7b440b-1dae-4150-ae2c-f59df64be33e', 'name': '', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'external_fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a021c387-7ba5-4170-aff3-9dd4dbdd93a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:56Z', 'updated_at': '2021-10-16T13:38:59Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': 'a021c387-7ba5-4170-aff3-9dd4dbdd93a6', 'name': '', 'network_id': 'c49eacd3-efb1-4c41-8b4a-0b99fb71486e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7b440b-1dae-4150-ae2c-f59df64be33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:57Z', 'updated_at': '2021-10-16T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9578d4bb-161f-40ae-a57f-554e995840b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:04.568483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.674534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 1e4cbecf-69f8-4517-aa34-234ce105662c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:04.674879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.793140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 9992b39d-96b1-4bb1-82d2-726bac7f91d5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:04.793484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.873460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:04.902730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34082) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:04.935983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172142206', 'description': 'tempest-secgroup-smoke-1172142206 description', 'project_id': '373278b19057453d9698b00ac17f36e4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:04.981034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3c1db-e950-468b-9b4f-df08c10235b4 None None] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:05.013865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.018622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.039815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 1e4cbecf-69f8-4517-aa34-234ce105662c owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:05.140144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Subnet': ['ID=a7d8b01d-1087-4209-8d08-656ceb3b0114,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.179439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-15458de0-1097-4614-a647-00b856e3385d None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/7677fdde-4b15-4f13-995f-c8a8323541e6/9d4cdf4b-65c7-43b7-aec9-641b206e0575) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:05.197223 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.220500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.240358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Checking segment: {'id': 'e7884469-7984-41b1-a0a3-f6ea4dc72768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:05.240718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network hostable DHCP agents. Network: 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:05.243197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 9992b39d-96b1-4bb1-82d2-726bac7f91d5 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:05.283728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.293171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.355285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=1e4cbecf-69f8-4517-aa34-234ce105662c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.416390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fcbfc6b8-5f61-4501-8372-ebe210ec4afc None None] Provisioning complete for port 0242cd87-d84f-4e73-8185-e0e17fbdd860 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:05.417426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc6b8-5f61-4501-8372-ebe210ec4afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.420796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.424221 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9ccc8a77-6029-4a45-8886-e627890869a9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/1e4cbecf-69f8-4517-aa34-234ce105662c HTTP/1.1" status: 204 len: 168 time: 1.2559807 Oct 16 13:39:05.428668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=0dc93c7b-9672-4510-8c3f-ba12ee840588,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.432737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.442205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34084) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:05.478973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.516016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfc6b8-5f61-4501-8372-ebe210ec4afc None None] Port 0242cd87-d84f-4e73-8185-e0e17fbdd860 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:05.518084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:05.518440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:05.519526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=83511d68-3bff-42fc-b89c-76e3afd9b6c2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.526846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event deleted for resources: {'Port': ['ID=a021c387-7ba5-4170-aff3-9dd4dbdd93a6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.569971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.581596 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3f5dc0-be4b-4693-b443-45280f6dd82b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:39:05.583327 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7b3f5dc0-be4b-4693-b443-45280f6dd82b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/1e4cbecf-69f8-4517-aa34-234ce105662c HTTP/1.1" status: 404 len: 333 time: 0.0919800 Oct 16 13:39:05.604781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.641707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12083700-1c71-4744-b0d1-bc7691d4b268']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:05.659250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891cb1c1-5106-491b-9290-6cf8132790d4') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:05.659250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891cb1c1-5106-491b-9290-6cf8132790d4') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:05.669063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fcbfc6b8-5f61-4501-8372-ebe210ec4afc None None] Provisioning complete for port 96df0a29-5800-4529-b63c-66feaaa9fe1e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:05.669764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fcbfc6b8-5f61-4501-8372-ebe210ec4afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.677994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.694277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.702121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:05.702659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.751391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:05.774870 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:05.777928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34086) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:05.780095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:05.843843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.851280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet a3da0e18-d341-4be9-a46e-a2cb30faa3ac {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:05.885703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.888877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=9992b39d-96b1-4bb1-82d2-726bac7f91d5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.891491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.901211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15458de0-1097-4614-a647-00b856e3385d None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.937644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.939606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.943062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:05.945728 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/12083700-1c71-4744-b0d1-bc7691d4b268 HTTP/1.1" status: 204 len: 168 time: 1.6492403 Oct 16 13:39:05.947188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ef147-1d07-4736-a134-6db5ff167d7d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=12083700-1c71-4744-b0d1-bc7691d4b268,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:05.949444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34088) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:05.952017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Network 4169480e-980b-4db7-aefc-19086f880142 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:05.960253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-121733402'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:05.976086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:05.976361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23979dab-82b1-4bfc-ac56-def6da83ddbd None None] Network 12083700-1c71-4744-b0d1-bc7691d4b268 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:05.985363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0242cd87-d84f-4e73-8185-e0e17fbdd860', 'name': '', 'network_id': '60b52218-5706-4602-a55e-075534b298db', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'mac_address': 'fa:16:3e:be:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:59Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 2, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'subnets': [{'id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:05.992407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:06.008514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Pushing event updated for resources: {'Port': ['ID=118ad1ad-945f-40b2-bc35-2c701211f8f3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:06.010160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:06.011179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.011326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7dcb33-2264-4340-a04f-ad4f96a357d9 None None] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:06.023455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.029701 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cecbb1c2-db6f-4dde-a4d1-23ebdf083524 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/9992b39d-96b1-4bb1-82d2-726bac7f91d5 HTTP/1.1" status: 204 len: 168 time: 2.0948739 Oct 16 13:39:06.031885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34090) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:06.043110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:06.066764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23979dab-82b1-4bfc-ac56-def6da83ddbd None None] Network 12083700-1c71-4744-b0d1-bc7691d4b268 could not be found, it might have been deleted concurrently. {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 16 13:39:06.068631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15458de0-1097-4614-a647-00b856e3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.091906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.096084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63caa386-3f03-499f-b026-51b1275c2249 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:06.097897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63caa386-3f03-499f-b026-51b1275c2249 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:06.098981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc5ba2-a8fc-4a36-b3a2-2bf6175b42d5 None None] The sync data for ids ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'] in dv-neutron-743142-24-hyperv is: [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0242cd87-d84f-4e73-8185-e0e17fbdd860', 'name': '', 'network_id': '60b52218-5706-4602-a55e-075534b298db', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'mac_address': 'fa:16:3e:be:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:59Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 2, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'subnets': [{'id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:06.103975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-63caa386-3f03-499f-b026-51b1275c2249 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0679636 Oct 16 13:39:06.103975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34092) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:06.170327 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.172976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.173432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:06.176958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.228975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-900d9ac6-9df5-4fea-9189-da17defeda69 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7395098 Oct 16 13:39:06.249718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 7677fdde-4b15-4f13-995f-c8a8323541e6 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:06.253798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:06.256256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34094) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:06.264650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1649326170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:06.280469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.353063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15458de0-1097-4614-a647-00b856e3385d None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:06.360549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458de0-1097-4614-a647-00b856e3385d None None] Pushing event updated for resources: {'Port': ['ID=9d4cdf4b-65c7-43b7-aec9-641b206e0575,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:06.366019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e32b2fea-ea13-4f3f-9294-47f3d91b5344 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:06.374495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.375102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad7b440b-1dae-4150-ae2c-f59df64be33e {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:06.388513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.389616 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7ae41706-66c3-48c0-b98d-141da2af91a0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ad7b440b-1dae-4150-ae2c-f59df64be33e HTTP/1.1" status: 204 len: 168 time: 4.0001893 Oct 16 13:39:06.397981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.398791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34096) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:06.439428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-15458de0-1097-4614-a647-00b856e3385d None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:06.447281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15458de0-1097-4614-a647-00b856e3385d None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:06.501417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.526946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Attempting to bind port 118ad1ad-945f-40b2-bc35-2c701211f8f3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:06.529969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Attempting to bind port 118ad1ad-945f-40b2-bc35-2c701211f8f3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '61c495b3-f1c0-4b86-b16e-48d88374e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4169480e-980b-4db7-aefc-19086f880142'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:06.529969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Attempting to bind port 118ad1ad-945f-40b2-bc35-2c701211f8f3 on network 4169480e-980b-4db7-aefc-19086f880142 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:06.554470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.564080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:06.564591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Checking segment: {'id': '61c495b3-f1c0-4b86-b16e-48d88374e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4169480e-980b-4db7-aefc-19086f880142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:06.564997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.565401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Bound using segment: {'id': '61c495b3-f1c0-4b86-b16e-48d88374e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4169480e-980b-4db7-aefc-19086f880142'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:06.565883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Bound port: 118ad1ad-945f-40b2-bc35-2c701211f8f3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c495b3-f1c0-4b86-b16e-48d88374e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4169480e-980b-4db7-aefc-19086f880142'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:06.566266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.568254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e32b2fea-ea13-4f3f-9294-47f3d91b5344 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:06.568651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.617287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.622528 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6977181 Oct 16 13:39:06.627232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34098) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:06.640981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ecc60374-63d5-4a8d-ac61-5a644c1f6f99 None None] Provisioning complete for port e80ddb6d-af02-44d9-9b42-31626e562209 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:06.641621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ecc60374-63d5-4a8d-ac61-5a644c1f6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.643797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-15458de0-1097-4614-a647-00b856e3385d None None] Attempting to bind port 9d4cdf4b-65c7-43b7-aec9-641b206e0575 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:06.644380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-15458de0-1097-4614-a647-00b856e3385d None None] Attempting to bind port 9d4cdf4b-65c7-43b7-aec9-641b206e0575 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:06.644932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15458de0-1097-4614-a647-00b856e3385d None None] Attempting to bind port 9d4cdf4b-65c7-43b7-aec9-641b206e0575 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:06.645771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group_rule': {'security_group_id': '21a44621-c513-4a40-beeb-5b114571a380', 'project_id': '373278b19057453d9698b00ac17f36e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:06.669730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Deleting subnet 9578d4bb-161f-40ae-a57f-554e995840b2 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:06.671977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa11729-2116-4210-bc55-bf12f8b8b3e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a44621-c513-4a40-beeb-5b114571a380,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:06.724455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.831385 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.918913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.921389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.928264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:06.928787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 7d9a8e6e-f830-408a-a700-e0e48ff9d9b6 of type vlan for network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 Oct 16 13:39:07.007116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.012505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] For port 118ad1ad-945f-40b2-bc35-2c701211f8f3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:07.017863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] For port 118ad1ad-945f-40b2-bc35-2c701211f8f3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=118ad1ad-945f-40b2-bc35-2c701211f8f3,segment=NetworkSegment(61c495b3-f1c0-4b86-b16e-48d88374e944),segment_id=61c495b3-f1c0-4b86-b16e-48d88374e944)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:07.019597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15458de0-1097-4614-a647-00b856e3385d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:07.020299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15458de0-1097-4614-a647-00b856e3385d None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:07.020942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15458de0-1097-4614-a647-00b856e3385d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.021535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15458de0-1097-4614-a647-00b856e3385d None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:07.022209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-15458de0-1097-4614-a647-00b856e3385d None None] Bound port: 9d4cdf4b-65c7-43b7-aec9-641b206e0575, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:07.022863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15458de0-1097-4614-a647-00b856e3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.091817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.099730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.103100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.104189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.121553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.150987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.187841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.256160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.267311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9578d4bb-161f-40ae-a57f-554e995840b2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:07.274840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.281567 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3e74291a-7574-4b11-a5d4-06ed593d7977 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/9578d4bb-161f-40ae-a57f-554e995840b2 HTTP/1.1" status: 204 len: 168 time: 0.8621080 Oct 16 13:39:07.284352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34100) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:07.316444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.resource_extend [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:39:07.357399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.359310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-15458de0-1097-4614-a647-00b856e3385d None None] For port 9d4cdf4b-65c7-43b7-aec9-641b206e0575, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:07.378776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-83d9915f-65d9-47aa-9e3f-8e1bff7d2a54', 'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54', 'tenant_id': 'a7f91a013769403fbe53bf3e0b7223a5', 'fixed_ips': [{'subnet_id': 'a7d8b01d-1087-4209-8d08-656ceb3b0114'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:07.380421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.418802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fcb12-2cea-416d-a3e7-a71b6a53b35b None None] Pushing event updated for resources: {'Port': ['ID=118ad1ad-945f-40b2-bc35-2c701211f8f3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:07.442489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-15458de0-1097-4614-a647-00b856e3385d None None] For port 9d4cdf4b-65c7-43b7-aec9-641b206e0575, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9d4cdf4b-65c7-43b7-aec9-641b206e0575,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:07.454800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.464124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.475389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.528385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15458de0-1097-4614-a647-00b856e3385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.544845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.546553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9506b455-5635-49f8-979d-54b38ec4a2c1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:07.549041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=a3da0e18-d341-4be9-a46e-a2cb30faa3ac,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:07.568282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.605266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.605266 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3bbaa97a-c604-45ca-af08-b689cd29690b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/a3da0e18-d341-4be9-a46e-a2cb30faa3ac HTTP/1.1" status: 204 len: 168 time: 1.8208690 Oct 16 13:39:07.615902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34102) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:07.656298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.656298 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9650d7b7-9415-4c8b-a816-52e108215052 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0217876 Oct 16 13:39:07.656771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34104) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:07.686203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group_rule': {'security_group_id': '21a44621-c513-4a40-beeb-5b114571a380', 'project_id': '373278b19057453d9698b00ac17f36e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:07.699048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.705027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:07.705641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.716097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.717278 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5058498b-5573-44ed-8d85-b58c7a5e7d08 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4586005 Oct 16 13:39:07.724819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34106) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:07.739731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69c4baa6-419c-4f54-8037-4faa099cc78d no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:07.822055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 69c4baa6-419c-4f54-8037-4faa099cc78d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:07.822543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69c4baa6-419c-4f54-8037-4faa099cc78d not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:07.824113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ecc60374-63d5-4a8d-ac61-5a644c1f6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.932678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.950065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.955521 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49eacd3-efb1-4c41-8b4a-0b99fb71486e']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:07.966373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a8b97e-b921-4ad7-9a95-4b3d088a4e47') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:07.966835 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a8b97e-b921-4ad7-9a95-4b3d088a4e47') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:07.978726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:07.998780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ecc60374-63d5-4a8d-ac61-5a644c1f6f99 None None] For port e80ddb6d-af02-44d9-9b42-31626e562209, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e80ddb6d-af02-44d9-9b42-31626e562209,segment=NetworkSegment(3197e561-e612-44d4-9fe3-aa5b375e43b9),segment_id=3197e561-e612-44d4-9fe3-aa5b375e43b9)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:08.009598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.022076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15458de0-1097-4614-a647-00b856e3385d None None] Pushing event updated for resources: {'Port': ['ID=9d4cdf4b-65c7-43b7-aec9-641b206e0575,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:08.051308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=2e33dbd6-6c31-4dd7-88aa-9f5ff557f068,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:08.059440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Allocated IP 172.20.0.2 (83d9915f-65d9-47aa-9e3f-8e1bff7d2a54/a7d8b01d-1087-4209-8d08-656ceb3b0114/e5a464d0-2ae2-434d-a494-8b3f6ccf037f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:08.081488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ecc60374-63d5-4a8d-ac61-5a644c1f6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.156971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:08.168512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.173023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:08.173443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:08.177287 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:08.257767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-049040ff-bea5-4739-bf9b-c4ad370ee5df tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3011522 Oct 16 13:39:08.261728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=7677fdde-4b15-4f13-995f-c8a8323541e6,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:08.264660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34108) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:08.274721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:08.287759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.291281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-aed26226-da51-43fe-a419-b9b1863f89f7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/7677fdde-4b15-4f13-995f-c8a8323541e6 HTTP/1.1" status: 204 len: 168 time: 2.1668727 Oct 16 13:39:08.308822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34110) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:08.308822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.368419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 118ad1ad-945f-40b2-bc35-2c701211f8f3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:08.368419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.424621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc60374-63d5-4a8d-ac61-5a644c1f6f99 None None] Pushing event updated for resources: {'Port': ['ID=e80ddb6d-af02-44d9-9b42-31626e562209,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:08.472935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] For port 118ad1ad-945f-40b2-bc35-2c701211f8f3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=118ad1ad-945f-40b2-bc35-2c701211f8f3,segment=NetworkSegment(61c495b3-f1c0-4b86-b16e-48d88374e944),segment_id=61c495b3-f1c0-4b86-b16e-48d88374e944)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:08.473306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.478279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-916f35e8-b7a8-4ebd-8e95-bc3afb9a7e07 None None] Provisioning complete for port 0dc93c7b-9672-4510-8c3f-ba12ee840588 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:08.478861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-916f35e8-b7a8-4ebd-8e95-bc3afb9a7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.487817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 118ad1ad-945f-40b2-bc35-2c701211f8f3 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:08.498268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 96df0a29-5800-4529-b63c-66feaaa9fe1e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:08.551586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.559367 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-82b30660-7ba9-478c-8e6a-082dcea41aa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2508094 Oct 16 13:39:08.570553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34112) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:08.621629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.681032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.688084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b58ba9-fd8b-4e91-b52d-79c9ebb525e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:08.689782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-18b58ba9-fd8b-4e91-b52d-79c9ebb525e5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1170659 Oct 16 13:39:08.692189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34114) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:08.700868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 96df0a29-5800-4529-b63c-66feaaa9fe1e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:08.700868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.715832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.737863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:08.742331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.786461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-916f35e8-b7a8-4ebd-8e95-bc3afb9a7e07 None None] Port 0dc93c7b-9672-4510-8c3f-ba12ee840588 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:08.788054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.873922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=118ad1ad-945f-40b2-bc35-2c701211f8f3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:08.878694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-916f35e8-b7a8-4ebd-8e95-bc3afb9a7e07 None None] Provisioning complete for port e80ddb6d-af02-44d9-9b42-31626e562209 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:08.879066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-916f35e8-b7a8-4ebd-8e95-bc3afb9a7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.881323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=0dc93c7b-9672-4510-8c3f-ba12ee840588,revision_number=3']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:08.908252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.922609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.927243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c49eacd3-efb1-4c41-8b4a-0b99fb71486e {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:39:08.929609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No DVR routers for this DVR port 118ad1ad-945f-40b2-bc35-2c701211f8f3 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:08.929826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.936468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49245b82-9957-4800-88fe-1126859a6b67 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:08.938331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-49245b82-9957-4800-88fe-1126859a6b67 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2443480 Oct 16 13:39:08.947167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34116) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:08.951020 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c49eacd3-efb1-4c41-8b4a-0b99fb71486e HTTP/1.1" status: 204 len: 168 time: 1.6520460 Oct 16 13:39:08.954403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:08.986765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 118ad1ad-945f-40b2-bc35-2c701211f8f3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:09.030444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 118ad1ad-945f-40b2-bc35-2c701211f8f3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:09.030895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 118ad1ad-945f-40b2-bc35-2c701211f8f3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 16 13:39:09.036100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.053561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a6e4a-0bd0-4429-ab7d-7f5a2fbc2233 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event deleted for resources: {'Network': ['ID=c49eacd3-efb1-4c41-8b4a-0b99fb71486e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:09.061438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a45b265-66b4-4554-aa04-03e5fe30dc52,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:09.095188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-09e1e058-1193-4883-9b30-edec623565f0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066082 Oct 16 13:39:09.101462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34120) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:09.104637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec21383-46a1-447b-a0a2-cca234d6ba42 None None] Network 4169480e-980b-4db7-aefc-19086f880142 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:09.123326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:09.145043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Port 118ad1ad-945f-40b2-bc35-2c701211f8f3 not found, will not notify nova. {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 16 13:39:09.146103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0caa1c0c-487c-4540-a697-1deadd865ad0 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:09.242950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:09.248236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.264832 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:09.268266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:09.340665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4169480e-980b-4db7-aefc-19086f880142']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:09.348378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Pushing event updated for resources: {'Port': ['ID=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:09.356715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0caa1c0c-487c-4540-a697-1deadd865ad0 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:09.367407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.368935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.376963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.390889 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-54b8f377-e77d-477f-b646-21ee7abef65e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7277582 Oct 16 13:39:09.391592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34126) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:09.394003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c495b3-f1c0-4b86-b16e-48d88374e944') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:09.394294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c495b3-f1c0-4b86-b16e-48d88374e944') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:09.404582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group_rule': {'security_group_id': '21a44621-c513-4a40-beeb-5b114571a380', 'project_id': '373278b19057453d9698b00ac17f36e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:09.429451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.471724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.492089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:09.492571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.500751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34128) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:09.512121 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:09.514180 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'name': 'tempest-router--800584655', 'project_id': '03dd5c42147244eda122bf6aac211ebd'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:09.542775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Attempting to bind port e5a464d0-2ae2-434d-a494-8b3f6ccf037f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:09.543317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Attempting to bind port e5a464d0-2ae2-434d-a494-8b3f6ccf037f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e7884469-7984-41b1-a0a3-f6ea4dc72768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:09.543718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Attempting to bind port e5a464d0-2ae2-434d-a494-8b3f6ccf037f on network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:09.568934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:09.569567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Checking segment: {'id': 'e7884469-7984-41b1-a0a3-f6ea4dc72768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:09.570038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.570554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Bound using segment: {'id': 'e7884469-7984-41b1-a0a3-f6ea4dc72768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:09.571213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Bound port: e5a464d0-2ae2-434d-a494-8b3f6ccf037f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7884469-7984-41b1-a0a3-f6ea4dc72768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:09.572344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.576120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:09.585499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.585830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:09.591055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:09.648368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab9a20-c6ae-45c9-8820-b36bf284dfc3 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:09.724836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6eec8f-dec9-4472-b0f2-90321692776e None None] DHCP port deletion for 4169480e-980b-4db7-aefc-19086f880142 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:09.780128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.843482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.866482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:09.877365 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/4169480e-980b-4db7-aefc-19086f880142 HTTP/1.1" status: 204 len: 168 time: 2.2279482 Oct 16 13:39:09.888209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34130) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:09.901425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'name': 'tempest-PortsIpV6TestJSON-1745603077'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:09.911674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Could not find standard attr ID for object 9992b39d-96b1-4bb1-82d2-726bac7f91d5. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:39:09.926268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c4dc8-9217-4414-a8fe-95a43b97f1ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=4169480e-980b-4db7-aefc-19086f880142,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:09.976673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=d6907e5a-240b-4aa9-8ccd-02f60eb7f9cb,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:10.042228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:10.042595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:10.101746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Could not find standard attr ID for object 118ad1ad-945f-40b2-bc35-2c701211f8f3. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:39:10.107822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] For port e5a464d0-2ae2-434d-a494-8b3f6ccf037f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:10.110187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.150302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] For port e5a464d0-2ae2-434d-a494-8b3f6ccf037f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,segment=NetworkSegment(e7884469-7984-41b1-a0a3-f6ea4dc72768),segment_id=e7884469-7984-41b1-a0a3-f6ea4dc72768)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:10.179116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0caa1c0c-487c-4540-a697-1deadd865ad0, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0caa1c0c-487c-4540-a697-1deadd865ad0,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:10.180493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Provisioning complete for port 9d4cdf4b-65c7-43b7-aec9-641b206e0575 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:10.180861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.191019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:10.196744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.224279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.273350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.274678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e80ddb6d-af02-44d9-9b42-31626e562209 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:10.300669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.301325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:10.301958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.329450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013f1d9-eee8-46e8-bd4b-9e119e708aa8 None None] Network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:10.360347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.372159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:10.396780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:39:10.399681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:10.400796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.432745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Allocated IP 172.20.0.1 (83d9915f-65d9-47aa-9e3f-8e1bff7d2a54/a7d8b01d-1087-4209-8d08-656ceb3b0114/7f9505f5-b695-4e95-bdf1-308ef677f021) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:10.457754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7c1ac-0d95-4d92-a4fd-04d24e74988f None None] Pushing event updated for resources: {'Port': ['ID=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:10.500940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.520500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:10.524932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.526891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Sync routers for ids ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:10.534811 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.545813 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-34aba715-d459-49bb-a214-e5c0c5ec7b24 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2800896 Oct 16 13:39:10.553785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34132) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:10.573356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Router 07bd0873-5759-4882-b0a3-8230ab5f3d4b is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:10.573456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.620571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Routers {'4af41cc1-47da-48b6-9df8-c253f2c6f1c9'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:10.621760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:10.633134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.636510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0def3a28-1560-4e4a-899e-a3d7d9a3e832,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:10.659893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 8526df32-aaa5-418b-943e-134b284f21ff yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:10.660183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.661947 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9cec266c-5a96-49b9-af4e-3e77dfeaf46c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2644093 Oct 16 13:39:10.671746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34134) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:10.706593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e80ddb6d-af02-44d9-9b42-31626e562209 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:10.706966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.722449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group_rule': {'security_group_id': '21a44621-c513-4a40-beeb-5b114571a380', 'project_id': '373278b19057453d9698b00ac17f36e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:10.743727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0caa1c0c-487c-4540-a697-1deadd865ad0,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:10.776254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.783723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.785395 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-44d1cd61-5f36-42b3-acef-3d5414425b8e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2836421 Oct 16 13:39:10.791581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34136) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:10.793849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] For port 9d4cdf4b-65c7-43b7-aec9-641b206e0575, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9d4cdf4b-65c7-43b7-aec9-641b206e0575,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:10.864925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] Deleting port 9d4cdf4b-65c7-43b7-aec9-641b206e0575 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:10.865209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.885065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:10.888367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.894135 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-da738ab5-eb27-42eb-b9e0-1a45c14b9fc1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/routers/07bd0873-5759-4882-b0a3-8230ab5f3d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1108539 Oct 16 13:39:10.895628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34138) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:10.910694 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] Sync routers for ids ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:10.913416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.919900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.932158 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] Routers {'07bd0873-5759-4882-b0a3-8230ab5f3d4b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:10.937296 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:10.939024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.966377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2e33dbd6-6c31-4dd7-88aa-9f5ff557f068', 'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': 'd6907e5a-240b-4aa9-8ccd-02f60eb7f9cb'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:10.967483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:10.995040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.029544 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:11.046034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Set router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:11.048871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf32fc-6420-4370-a9c3-39f1cb955c99 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:11.050461 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8daf32fc-6420-4370-a9c3-39f1cb955c99 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports?device_id=07bd0873-5759-4882-b0a3-8230ab5f3d4b HTTP/1.1" status: 200 len: 982 time: 0.1538210 Oct 16 13:39:11.052551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.061051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34140) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:11.065287 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] Routers {'07bd0873-5759-4882-b0a3-8230ab5f3d4b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:11.067869 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:11.070692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:11.078733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:11.126616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:11.138766 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:11.140087 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7819bf2-dcba-47c9-a38a-24a104e41619 None None] The sync data for ids ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:11.158012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.218133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcba50-cc3d-4e46-ae96-8fc7f8645b0a None None] Pushing event updated for resources: {'Port': ['ID=9d4cdf4b-65c7-43b7-aec9-641b206e0575,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:11.236969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Port': ['ID=7f9505f5-b695-4e95-bdf1-308ef677f021,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:11.252105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d34db3-0d07-4d13-a9a2-49d3b8478ab1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:11.263236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a4264b17-9fdf-49a0-a62d-e775e9e090b4 None None] Provisioning complete for port 0dc93c7b-9672-4510-8c3f-ba12ee840588 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:11.263591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a4264b17-9fdf-49a0-a62d-e775e9e090b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.266662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] For port 9d4cdf4b-65c7-43b7-aec9-641b206e0575, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9d4cdf4b-65c7-43b7-aec9-641b206e0575,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:11.267645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.267951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.349076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.354436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.357648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] Calling delete_port for 9d4cdf4b-65c7-43b7-aec9-641b206e0575 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:11.380679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.380679 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bf7a6d9f-6c80-41b9-ab8c-8b49381ffdd6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7070880 Oct 16 13:39:11.383102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34144) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:11.388219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group_rule': {'security_group_id': '21a44621-c513-4a40-beeb-5b114571a380', 'project_id': '373278b19057453d9698b00ac17f36e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:11.470841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.554649 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Project 373278b19057453d9698b00ac17f36e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:39:11.565723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a4264b17-9fdf-49a0-a62d-e775e9e090b4 None None] Port 0dc93c7b-9672-4510-8c3f-ba12ee840588 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:11.566128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.569365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.602610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.634151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Allocated IP 172.20.0.1 (2e33dbd6-6c31-4dd7-88aa-9f5ff557f068/d6907e5a-240b-4aa9-8ccd-02f60eb7f9cb/9cdb3f69-2130-4b7a-a9f7-f705af00b307) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:11.637479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.669246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e80ddb6d-af02-44d9-9b42-31626e562209 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:11.717023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.717534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df80b605-ebef-4c91-9a1c-e352eef86c50 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:11.734071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.739913 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6fccce65-83f3-4db1-9b9f-baa7c83b2a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/routers/df80b605-ebef-4c91-9a1c-e352eef86c50 HTTP/1.1" status: 204 len: 168 time: 0.9449489 Oct 16 13:39:11.742379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.755985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.860029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec6b16-7f01-415a-8e85-b156c61c08f1 None None] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:11.868117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.942119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a051f3-175e-4ed0-b9fe-7737cb1140e3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:11.966532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:11.970347 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f52ff2c4-3c35-44c6-a255-e7e61495547a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5834308 Oct 16 13:39:11.972021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34148) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:11.978039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'security_group_rule': {'security_group_id': '21a44621-c513-4a40-beeb-5b114571a380', 'project_id': '373278b19057453d9698b00ac17f36e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:12.034852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34150) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:12.108272 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Project 373278b19057453d9698b00ac17f36e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:39:12.129386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.212537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e80ddb6d-af02-44d9-9b42-31626e562209 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:12.212537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.214702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a1af265a-7612-430f-963d-e60c59b4f357 None None] Provisioning complete for port e5a464d0-2ae2-434d-a494-8b3f6ccf037f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:12.214702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a1af265a-7612-430f-963d-e60c59b4f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.300947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.302953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.317144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabf0a-ec67-4ae7-8ef7-667902bee601 req-964c8325-8fc9-480b-9681-4be27950048a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:12.325990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8dcabf0a-ec67-4ae7-8ef7-667902bee601 req-964c8325-8fc9-480b-9681-4be27950048a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.9476299 Oct 16 13:39:12.340248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:12.351899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0242cd87-d84f-4e73-8185-e0e17fbdd860', 'name': '', 'network_id': '60b52218-5706-4602-a55e-075534b298db', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'mac_address': 'fa:16:3e:be:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:59Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 2, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'subnets': [{'id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:12.360958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=8526df32-aaa5-418b-943e-134b284f21ff,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:12.363422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:12.369931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:12.385003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:12.385003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.388252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] For port 9d4cdf4b-65c7-43b7-aec9-641b206e0575, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9d4cdf4b-65c7-43b7-aec9-641b206e0575,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:12.395015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1264523847', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:12.400670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.427608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8dcabf0a-ec67-4ae7-8ef7-667902bee601 req-121e1219-bea0-4870-a2b3-11c977013f3f tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007216 Oct 16 13:39:12.432096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Checking router: 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:39:12.435687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Updating router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 port 0242cd87-d84f-4e73-8185-e0e17fbdd860 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:39:12.443741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.482994 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-27824f79-e3b0-48e3-bb20-66721ee1938b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5849459 Oct 16 13:39:12.485386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34160) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:12.522404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.523427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.528650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a1af265a-7612-430f-963d-e60c59b4f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.539663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.565243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Port': ['ID=7f9505f5-b695-4e95-bdf1-308ef677f021,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:12.575667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.623961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.637174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a1af265a-7612-430f-963d-e60c59b4f357 None None] For port e5a464d0-2ae2-434d-a494-8b3f6ccf037f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,segment=NetworkSegment(e7884469-7984-41b1-a0a3-f6ea4dc72768),segment_id=e7884469-7984-41b1-a0a3-f6ea4dc72768)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:12.646414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] No DVR routers for this DVR port 9d4cdf4b-65c7-43b7-aec9-641b206e0575 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:12.647430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.649296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.650513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.653246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.660222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:12.703694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:12.716062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:12.719481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.724430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5a464d0-2ae2-434d-a494-8b3f6ccf037f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:12.729949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=3398a346-3be7-455e-ad1f-82a16efff0bd,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:12.737536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=9d4cdf4b-65c7-43b7-aec9-641b206e0575,revision_number=6']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:12.767991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301b25-c87f-4bfe-b421-66587b5e47b7 req-7192d120-7f01-42b4-818e-0f1c816e99be tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:12.769700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12301b25-c87f-4bfe-b421-66587b5e47b7 req-7192d120-7f01-42b4-818e-0f1c816e99be tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2327185 Oct 16 13:39:12.780160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4118f4e-0e66-4b48-ac2f-ebf3f8c1399b None None] Pushing event deleted for resources: {'Port': ['ID=9d4cdf4b-65c7-43b7-aec9-641b206e0575,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:12.782806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458ccdd5-4562-45d5-9e48-ba5601435140 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:12.785964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a1af265a-7612-430f-963d-e60c59b4f357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.828427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 8526df32-aaa5-418b-943e-134b284f21ff {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:12.828912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.927889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd0d0-dfd7-452b-9815-48055780956c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.935112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:12.955938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 8526df32-aaa5-418b-943e-134b284f21ff owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:12.994789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.028592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-df83631e-927a-4e01-8e71-afb20a388ce5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9220839 Oct 16 13:39:13.032271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34162) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:13.042804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:13.063084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbe18b6-8d31-4663-a29e-b5be2984c63a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:13.075052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.087203 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a52f1492-09ea-4925-b42c-411faa3df849 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1058643 Oct 16 13:39:13.090090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12301b25-c87f-4bfe-b421-66587b5e47b7 req-3b5263d4-6225-4f44-bdda-94605db063a5 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054509 Oct 16 13:39:13.198784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af265a-7612-430f-963d-e60c59b4f357 None None] Pushing event updated for resources: {'Port': ['ID=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:13.250302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.254672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.271870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.309685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:13.313124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.314388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:13.314925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=d6907e5a-240b-4aa9-8ccd-02f60eb7f9cb,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:13.366326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5a464d0-2ae2-434d-a494-8b3f6ccf037f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:13.366943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.383862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:13.412147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.540518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=8526df32-aaa5-418b-943e-134b284f21ff,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:13.547639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.557619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da299835-868c-4b69-b337-c615ac04a26d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/8526df32-aaa5-418b-943e-134b284f21ff HTTP/1.1" status: 204 len: 168 time: 1.0711310 Oct 16 13:39:13.560869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34204) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:13.566885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'mac_address': 'fa:16:3e:fb:d1:95', 'name': 'tempest-PortsIpV6TestJSON-554453481'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:13.604753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.637758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '3398a346-3be7-455e-ad1f-82a16efff0bd'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:13.638754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.652273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.ipam_backend_mixin [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3398a346-3be7-455e-ad1f-82a16efff0bd (CIDR: 2001:db8::/64) Oct 16 13:39:13.659187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e33dbd6-6c31-4dd7-88aa-9f5ff557f068']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:13.685489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:13.712901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:13.713289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:39:13.728820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:13.729136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:13.743553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.768775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.777130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.783670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214bd9-2a3c-4ef1-b51a-e3613ce59a06 req-15836290-3729-4e2c-8908-df37a4385025 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:13.785566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73214bd9-2a3c-4ef1-b51a-e3613ce59a06 req-15836290-3729-4e2c-8908-df37a4385025 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1316948 Oct 16 13:39:13.790681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:13.795379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.795520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:13.795650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:13.797286 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:13.801761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Pushing event updated for resources: {'Port': ['ID=9cdb3f69-2130-4b7a-a9f7-f705af00b307,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:13.805607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9d5458a7-d795-4bc3-ac52-0c54d09b4b63 None None] Provisioning complete for port e5a464d0-2ae2-434d-a494-8b3f6ccf037f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:13.807550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d5458a7-d795-4bc3-ac52-0c54d09b4b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.834025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 0dc93c7b-9672-4510-8c3f-ba12ee840588 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:13.834679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.864927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2e08608b-e8b7-4225-b013-1309a994e3bd tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8266852 Oct 16 13:39:13.865950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34218) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:13.873342 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73214bd9-2a3c-4ef1-b51a-e3613ce59a06 req-b0f10938-b97f-4107-a51e-891e29e6de35 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750723 Oct 16 13:39:13.881483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:13.969181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:13.975016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:13.984953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.018649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 0dc93c7b-9672-4510-8c3f-ba12ee840588 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:14.018914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:39:14.018914 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:39:14.018914 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068'}] Oct 16 13:39:14.018914 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:14.019221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:14.048645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Attempting to bind port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:14.048960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Attempting to bind port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:14.049331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Attempting to bind port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 on network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:14.058791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0caa1c0c-487c-4540-a697-1deadd865ad0 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:14.084986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Router c494b221-e1d4-43c6-a208-c16615249c15 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:14.089230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:14.089618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Checking segment: {'id': '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:14.090004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.090399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Bound using segment: {'id': '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:14.090892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Bound port: 9cdb3f69-2130-4b7a-a9f7-f705af00b307, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2e33dbd6-6c31-4dd7-88aa-9f5ff557f068'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:14.091335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.096508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Allocated IP 2001:db8::f816:3eff:fea4:ad82 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/3398a346-3be7-455e-ad1f-82a16efff0bd/acbbffa4-6438-4874-8386-2f4f182b6a10) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:14.099565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.146066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.151059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:14.155192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.238886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port b181f567-f47c-4cb6-9158-0a94e0977783 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:14.322664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7980bb-cebc-48b5-89a4-3b4de4cabb3e None None] Pushing event updated for resources: {'Port': ['ID=0242cd87-d84f-4e73-8185-e0e17fbdd860,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:14.434860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:14.464106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] For port 9cdb3f69-2130-4b7a-a9f7-f705af00b307, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:14.470541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] Sync routers for ids ['c494b221-e1d4-43c6-a208-c16615249c15'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:14.480069 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d65e8ae-937d-456d-8fe0-c286f6d15728 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "PUT /v2.0/routers/c494b221-e1d4-43c6-a208-c16615249c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7500262 Oct 16 13:39:14.488470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34220) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:14.501535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'port': {'network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54', 'name': 'tempest-FloatingIPNegativeTestJSON-1676961563'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:14.504975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0caa1c0c-487c-4540-a697-1deadd865ad0 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:14.504975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.514054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Attempting to bind port 0242cd87-d84f-4e73-8185-e0e17fbdd860 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:14.515329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Attempting to bind port 0242cd87-d84f-4e73-8185-e0e17fbdd860 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:14.516046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Attempting to bind port 0242cd87-d84f-4e73-8185-e0e17fbdd860 on network 60b52218-5706-4602-a55e-075534b298db {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:14.522180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.610384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:14.610650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.637771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.665849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.719196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port 9cdb3f69-2130-4b7a-a9f7-f705af00b307, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:14.719560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.740112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:14.748895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for 9cdb3f69-2130-4b7a-a9f7-f705af00b307 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:14.753322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:14.760636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:14.761222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.774789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=20d39886-3020-4403-b724-152b3021d180,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:14.788366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] For port 9cdb3f69-2130-4b7a-a9f7-f705af00b307, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9cdb3f69-2130-4b7a-a9f7-f705af00b307,segment=NetworkSegment(7d9a8e6e-f830-408a-a700-e0e48ff9d9b6),segment_id=7d9a8e6e-f830-408a-a700-e0e48ff9d9b6)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:14.792817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9d5458a7-d795-4bc3-ac52-0c54d09b4b63 None None] Provisioning complete for port 7f9505f5-b695-4e95-bdf1-308ef677f021 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:14.792817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d5458a7-d795-4bc3-ac52-0c54d09b4b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.841817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:14.842524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Checking segment: {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:14.843099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.843828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Bound using segment: {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:14.844501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Bound port: 0242cd87-d84f-4e73-8185-e0e17fbdd860, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60b52218-5706-4602-a55e-075534b298db'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:14.845051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.848392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] Routers {'c494b221-e1d4-43c6-a208-c16615249c15'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:14.849251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c494b221-e1d4-43c6-a208-c16615249c15'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:14.856043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.874176 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5ccbbb43-e883-462f-9d47-cde3b1868c8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9991591 Oct 16 13:39:14.876882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34230) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:14.883475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.884190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:73:91:92', 'name': 'tempest-NetworksTestDHCPv6-650316872'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:14.887857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.947398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:14.958256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:14.969494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.025668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.039522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9d5458a7-d795-4bc3-ac52-0c54d09b4b63 None None] Port 7f9505f5-b695-4e95-bdf1-308ef677f021 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:15.068686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.084620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=9cdb3f69-2130-4b7a-a9f7-f705af00b307,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:15.084852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:15.092205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:15.094674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] Routers {'c494b221-e1d4-43c6-a208-c16615249c15'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:15.095211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:38:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c494b221-e1d4-43c6-a208-c16615249c15'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:15.107124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=b181f567-f47c-4cb6-9158-0a94e0977783,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:15.117073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:15.129665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:15.134363 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:15.134995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.169201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368190c-3655-4181-85ed-10ace9bd23eb req-0d29d1a9-0a42-438b-9d56-7e8c378537b7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:15.170289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5368190c-3655-4181-85ed-10ace9bd23eb req-0d29d1a9-0a42-438b-9d56-7e8c378537b7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1876516 Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-64a224a7-5b74-40d3-9fa5-2826a5b10f26 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 could not be found. Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:15.175640 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1558, in get_port Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 9cdb3f69-2130-4b7a-a9f7-f705af00b307 could not be found. Oct 16 13:39:15.179695 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:39:15.218983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.224703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae3a84-3a84-4d3a-8f70-78166140f4f5 None None] Pushing event updated for resources: {'Port': ['ID=9cdb3f69-2130-4b7a-a9f7-f705af00b307,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:15.282341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.320071 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5368190c-3655-4181-85ed-10ace9bd23eb req-2affa69f-79c6-4022-a8a6-14bd4b305ff2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385062 Oct 16 13:39:15.322883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e33dbd6-6c31-4dd7-88aa-9f5ff557f068']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:15.342361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:15.342361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9a8e6e-f830-408a-a700-e0e48ff9d9b6') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:15.342630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Pushing event updated for resources: {'Port': ['ID=acbbffa4-6438-4874-8386-2f4f182b6a10,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:15.345899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:15.352174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:15.354742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93dc28f-4034-4870-95ab-e18037b71aea None None] The sync data for ids ['c494b221-e1d4-43c6-a208-c16615249c15'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:15.356373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2e935-53d7-4aca-92a2-1a75fe5b7ef4 None None] Network 2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:15.368038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.428595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ed322d0-a2ee-4b3e-8cf6-d53ecb095a93 None None] Provisioning complete for port 0242cd87-d84f-4e73-8185-e0e17fbdd860 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:15.428967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ed322d0-a2ee-4b3e-8cf6-d53ecb095a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.485142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:15.487695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] For port 0242cd87-d84f-4e73-8185-e0e17fbdd860, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:15.489270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.499492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:15.499917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.503960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:15.519871 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:15.556192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6ed322d0-a2ee-4b3e-8cf6-d53ecb095a93 None None] Port 0242cd87-d84f-4e73-8185-e0e17fbdd860 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:15.564804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:15.578086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] For port 0242cd87-d84f-4e73-8185-e0e17fbdd860, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0242cd87-d84f-4e73-8185-e0e17fbdd860,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:15.582481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.601614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3925eb21-3c04-4dfe-9f04-6fb31dace34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.611792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port d4f2e156-f538-480b-86e5-1a3d5f82b222 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:15.620889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=0dc93c7b-9672-4510-8c3f-ba12ee840588,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:15.628415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ed322d0-a2ee-4b3e-8cf6-d53ecb095a93 None None] Provisioning complete for port 7f9505f5-b695-4e95-bdf1-308ef677f021 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:15.628793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ed322d0-a2ee-4b3e-8cf6-d53ecb095a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.678155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Allocated IP 172.26.5.120 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/6c5a830d-569b-4117-854b-2c17b462903f) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:15.694315 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.717265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.721984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 HTTP/1.1" status: 204 len: 168 time: 5.1671512 Oct 16 13:39:15.729096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34270) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:15.743961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-309131922'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:15.749201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 118ad1ad-945f-40b2-bc35-2c701211f8f3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:15.762203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.766875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81423-2ef0-4c0d-b475-0d6a30b1d30c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=2e33dbd6-6c31-4dd7-88aa-9f5ff557f068,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:15.780845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Made reservation on behalf of a7f91a013769403fbe53bf3e0b7223a5 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:15.785111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.878844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 118ad1ad-945f-40b2-bc35-2c701211f8f3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:15.879516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 118ad1ad-945f-40b2-bc35-2c701211f8f3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:15.888762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.900484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] device_id is not set on port 45d6473c-b3ef-4a77-b844-50b621ec6067 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:15.935112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Attempting to bind port acbbffa4-6438-4874-8386-2f4f182b6a10 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:15.935493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Attempting to bind port acbbffa4-6438-4874-8386-2f4f182b6a10 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:15.935860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Attempting to bind port acbbffa4-6438-4874-8386-2f4f182b6a10 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:15.937445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8:0:1::185 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/20d39886-3020-4403-b724-152b3021d180/d4f2e156-f538-480b-86e5-1a3d5f82b222) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:15.942220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6ed322d0-a2ee-4b3e-8cf6-d53ecb095a93 None None] Port 7f9505f5-b695-4e95-bdf1-308ef677f021 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:15.945001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fe73:9192 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/3398a346-3be7-455e-ad1f-82a16efff0bd/d4f2e156-f538-480b-86e5-1a3d5f82b222) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:15.954400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:15.954786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:15.955201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.955683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:15.956173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Bound port: acbbffa4-6438-4874-8386-2f4f182b6a10, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:15.956675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:15.987229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Routers {'4af41cc1-47da-48b6-9df8-c253f2c6f1c9'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:15.988018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:16.003605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7980bb-cebc-48b5-89a4-3b4de4cabb3e None None] Pushing event updated for resources: {'Port': ['ID=0242cd87-d84f-4e73-8185-e0e17fbdd860,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:16.117164 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5e18b969-cfa7-4052-8f7b-bde59e4fe094 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5544078 Oct 16 13:39:16.120565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34272) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:16.143101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:16.146795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.199461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.277969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027702a-3a95-440a-aec1-1b04c13e3be4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:16.281012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1027702a-3a95-440a-aec1-1b04c13e3be4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/b181f567-f47c-4cb6-9158-0a94e0977783 HTTP/1.1" status: 200 len: 844 time: 0.1576245 Oct 16 13:39:16.281130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5a464d0-2ae2-434d-a494-8b3f6ccf037f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:16.286184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34276) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:16.293242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:16.316901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.318893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.319153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment e647e76a-b11e-4c06-ba50-7e5526d5d095 of type vlan for network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 Oct 16 13:39:16.338607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] Set router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:16.398270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.453223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] For port acbbffa4-6438-4874-8386-2f4f182b6a10, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:16.460855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] For port acbbffa4-6438-4874-8386-2f4f182b6a10, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=acbbffa4-6438-4874-8386-2f4f182b6a10,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:16.505269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-eac3c46f-8a81-4c23-bcbb-1693289a434a None None] Provisioning complete for port 0242cd87-d84f-4e73-8185-e0e17fbdd860 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:16.505656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eac3c46f-8a81-4c23-bcbb-1693289a434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.515218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5a464d0-2ae2-434d-a494-8b3f6ccf037f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:16.515588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.517226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Allocated IP 172.20.0.4 (83d9915f-65d9-47aa-9e3f-8e1bff7d2a54/a7d8b01d-1087-4209-8d08-656ceb3b0114/45d6473c-b3ef-4a77-b844-50b621ec6067) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:16.522011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Router 07bd0873-5759-4882-b0a3-8230ab5f3d4b has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:39:16.561330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9b28b-6fe9-4f47-bc9f-f574426dbc99 req-9c8d5ccc-5703-49aa-9808-a67acacfbf81 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:16.564401 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3c9b28b-6fe9-4f47-bc9f-f574426dbc99 req-9c8d5ccc-5703-49aa-9808-a67acacfbf81 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1145787 Oct 16 13:39:16.622430 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3c9b28b-6fe9-4f47-bc9f-f574426dbc99 req-46c8a600-de87-4d0a-9c4e-6d72d2801ee8 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504935 Oct 16 13:39:16.650185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.660572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.669971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:16.671429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.676726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.682238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.694399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.772678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.794324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:16.809013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ffce2-6d1c-49f6-87ff-6e5b0c0e64c4 None None] Pushing event updated for resources: {'Port': ['ID=acbbffa4-6438-4874-8386-2f4f182b6a10,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:16.813119 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] Sync routers for ids ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:16.814209 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c03ff5d3-e1da-45ca-9a5c-c81f1dea697a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/routers/07bd0873-5759-4882-b0a3-8230ab5f3d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7537858 Oct 16 13:39:16.821877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34284) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:16.823578 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] Routers {'07bd0873-5759-4882-b0a3-8230ab5f3d4b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:16.824203 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:16.825593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:16.842692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=d4f2e156-f538-480b-86e5-1a3d5f82b222,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:16.858724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:16.874365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:16.883556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:16.888950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:16.894595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:16.895476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.918683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:16.926342 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00bed1b-98e2-478a-9052-e6a44905898b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:39:16.933149 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d00bed1b-98e2-478a-9052-e6a44905898b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/0dc93c7b-9672-4510-8c3f-ba12ee840588 HTTP/1.1" status: 404 len: 333 time: 0.1003270 Oct 16 13:39:16.933999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34286) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:16.947415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:16.953352 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:16.962149 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b426285b-4d33-4c18-8522-e25b071f67f7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2302091 Oct 16 13:39:16.965721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34288) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:16.969479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:16.974477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:16.986197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eac3c46f-8a81-4c23-bcbb-1693289a434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:16.998244 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] Routers {'07bd0873-5759-4882-b0a3-8230ab5f3d4b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:16.998244 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:17.031277 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-990509bb-04bc-4184-ae2d-58e6590f2fcc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1529944 Oct 16 13:39:17.033013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34290) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:17.036434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event updated for resources: {'Port': ['ID=6c5a830d-569b-4117-854b-2c17b462903f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:17.048414 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port b181f567-f47c-4cb6-9158-0a94e0977783 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:17.048414 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.124148 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:17.125387 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418f82ce-ed1a-41a6-a031-429fa0214df9 None None] The sync data for ids ['07bd0873-5759-4882-b0a3-8230ab5f3d4b'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:17.174976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.277399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-eac3c46f-8a81-4c23-bcbb-1693289a434a None None] For port 0242cd87-d84f-4e73-8185-e0e17fbdd860, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0242cd87-d84f-4e73-8185-e0e17fbdd860,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:17.347276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eac3c46f-8a81-4c23-bcbb-1693289a434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.355402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.369903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.374490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:17.378751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.392555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0242cd87-d84f-4e73-8185-e0e17fbdd860', 'name': '', 'network_id': '60b52218-5706-4602-a55e-075534b298db', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'mac_address': 'fa:16:3e:be:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:59Z', 'updated_at': '2021-10-16T13:39:15Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'subnets': [{'id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:17.607282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f47324-c260-4a65-9c43-9f3f08087576 None None] The sync data for ids ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'] in dv-neutron-743142-24-hyperv is: [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:39:01Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0242cd87-d84f-4e73-8185-e0e17fbdd860', 'name': '', 'network_id': '60b52218-5706-4602-a55e-075534b298db', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'mac_address': 'fa:16:3e:be:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:59Z', 'updated_at': '2021-10-16T13:39:15Z', 'revision_number': 4, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'subnets': [{'id': 'b3fe64ac-e54e-4659-8569-2d87b30df7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:17.607282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3c46f-8a81-4c23-bcbb-1693289a434a None None] Pushing event updated for resources: {'Port': ['ID=0242cd87-d84f-4e73-8185-e0e17fbdd860,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:17.608496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port d4f2e156-f538-480b-86e5-1a3d5f82b222 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:17.608496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.609489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for b181f567-f47c-4cb6-9158-0a94e0977783 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:17.627298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:17.657165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for d4f2e156-f538-480b-86e5-1a3d5f82b222 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:18.051890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ba6a8-0f1f-4d39-af0f-111049b4c2e3 req-ba413046-472b-438b-81d4-dc02a1ddba0c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.054116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3ba6a8-0f1f-4d39-af0f-111049b4c2e3 req-ba413046-472b-438b-81d4-dc02a1ddba0c tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2088120 Oct 16 13:39:18.059211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.100134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.105064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.262163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device acbbffa4-6438-4874-8386-2f4f182b6a10 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:18.263428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.263428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Fanout notify agent at l3_agent the message router_deleted on router 07bd0873-5759-4882-b0a3-8230ab5f3d4b {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:18.264983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.274334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.278991 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-003d5856-bf4e-4d6f-8422-a6cb1f15005e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/routers/07bd0873-5759-4882-b0a3-8230ab5f3d4b HTTP/1.1" status: 204 len: 168 time: 1.3138757 Oct 16 13:39:18.279614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34296) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:18.358468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=bfde41ec-0b4d-4cc0-b0f1-00442452922f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:18.367627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.385091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da266a-6c0c-41c9-a676-ca9b4d8c012a None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:18.389600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:18.399081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:18.403292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3ba6a8-0f1f-4d39-af0f-111049b4c2e3 req-e9a708e6-7f36-42ea-8968-86f7d4c2ca1e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361716 Oct 16 13:39:18.421427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.431626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:18.447343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c1f8c335-91bb-4f40-979e-752b54738c96 None None] Provisioning complete for port acbbffa4-6438-4874-8386-2f4f182b6a10 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:18.447343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c335-91bb-4f40-979e-752b54738c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.466607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.478540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34298) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:18.480066 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/b181f567-f47c-4cb6-9158-0a94e0977783 HTTP/1.1" status: 204 len: 168 time: 2.1886082 Oct 16 13:39:18.504609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=d4f2e156-f538-480b-86e5-1a3d5f82b222,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:18.527029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.569943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-143b526b-8f42-4311-92fe-c57dd6ed5ba8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:39:18.572206 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-143b526b-8f42-4311-92fe-c57dd6ed5ba8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/b181f567-f47c-4cb6-9158-0a94e0977783 HTTP/1.1" status: 404 len: 333 time: 0.0909386 Oct 16 13:39:18.573453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': 'e647e76a-b11e-4c06-ba50-7e5526d5d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:18.573819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:18.579691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34300) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:18.590998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port acbbffa4-6438-4874-8386-2f4f182b6a10 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:18.591367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.598662 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Port': ['ID=45d6473c-b3ef-4a77-b844-50b621ec6067,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:18.609701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'name': 'tempest-PortsIpV6TestJSON-1731975112'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:18.674839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet a3554250-55c9-4cef-b053-bdfb6d686d90 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:18.677984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.678805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.682237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4a333b01-a9f7-4820-b48f-2a8f8d28c1ca tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/d4f2e156-f538-480b-86e5-1a3d5f82b222 HTTP/1.1" status: 204 len: 168 time: 1.5421832 Oct 16 13:39:18.715509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34302) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:18.736584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.810086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b847602-2fcd-4ad8-adac-b4dffd9aaa95 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.810412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c335-91bb-4f40-979e-752b54738c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.811857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9b847602-2fcd-4ad8-adac-b4dffd9aaa95 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0953777 Oct 16 13:39:18.814301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34304) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:18.850910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:18.851563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.885762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf256d90-0d21-4a8e-97a1-04dfce488224 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.890212 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cf256d90-0d21-4a8e-97a1-04dfce488224 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0719941 Oct 16 13:39:18.890212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34306) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:18.907054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.913040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c1f8c335-91bb-4f40-979e-752b54738c96 None None] For port acbbffa4-6438-4874-8386-2f4f182b6a10, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=acbbffa4-6438-4874-8386-2f4f182b6a10,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:18.925374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edce8a-49f8-4284-b0dd-74e889426537 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=b181f567-f47c-4cb6-9158-0a94e0977783,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:18.927808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:18.931566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.948716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:18.954719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.957362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.957943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.959977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1e686-4a14-4416-8728-1171f53a8695 None None] Network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:18.963801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.964368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:18.980489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 4daeada1-fff7-4e07-b479-ed97f3aa6cb7 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:18.989345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475f7c4-fd5a-47a7-b37b-6e6ecc8208b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.991984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475f7c4-fd5a-47a7-b37b-6e6ecc8208b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.993229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475f7c4-fd5a-47a7-b37b-6e6ecc8208b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:18.997698 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0475f7c4-fd5a-47a7-b37b-6e6ecc8208b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1036901 Oct 16 13:39:18.998458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:19.016567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1f8c335-91bb-4f40-979e-752b54738c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.018930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.063156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=a3554250-55c9-4cef-b053-bdfb6d686d90,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:19.071946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.076234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7a63420a-4a30-4f7e-a0e3-425c6a738288 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1064024 Oct 16 13:39:19.078331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34312) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:19.084817 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7803d45b-a520-4e71-9329-f3e7ec94fa17 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/a3554250-55c9-4cef-b053-bdfb6d686d90 HTTP/1.1" status: 204 len: 168 time: 0.7979488 Oct 16 13:39:19.091874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34314) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:19.103909 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ae4e120b-7a55-4d4c-97c9-f814f75e245f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6089189 Oct 16 13:39:19.117287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34316) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:19.148434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:19.156753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6728482-c675-4ff9-bbc3-cedcaeae1499 None None] Network 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:19.233158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:19.233515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:19.380921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427617b7-47b6-44d9-9b41-8b203e0cb992 None None] Update dhcp port {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': '3398a346-3be7-455e-ad1f-82a16efff0bd', 'ip_address': '2001:db8::f816:3eff:fea4:ad82'}, {'subnet_id': '20d39886-3020-4403-b724-152b3021d180'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'acbbffa4-6438-4874-8386-2f4f182b6a10'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:39:19.385590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.428451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e547ac0c-297f-4ec2-a21d-f1d7a55473dd None None] Provisioning complete for port 45d6473c-b3ef-4a77-b844-50b621ec6067 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:19.428728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e547ac0c-297f-4ec2-a21d-f1d7a55473dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.484611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8c335-91bb-4f40-979e-752b54738c96 None None] Pushing event updated for resources: {'Port': ['ID=acbbffa4-6438-4874-8386-2f4f182b6a10,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:19.507262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-427617b7-47b6-44d9-9b41-8b203e0cb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.583467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] DHCP port deletion for 867e14d9-0bc6-4a60-ae31-da8e5fb09b4f request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:19.622724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 20d39886-3020-4403-b724-152b3021d180 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:19.634597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e547ac0c-297f-4ec2-a21d-f1d7a55473dd None None] Port 45d6473c-b3ef-4a77-b844-50b621ec6067 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:19.713845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.796123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8', 'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': 'bfde41ec-0b4d-4cc0-b0f1-00442452922f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:19.796123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.849436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Router 8baf40bb-121a-4d21-b2f3-2c63d4e0a138 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:19.852031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0242cd87-d84f-4e73-8185-e0e17fbdd860 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:19.892978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.957330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.959611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] Deleting port e80ddb6d-af02-44d9-9b42-31626e562209 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:19.959989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:19.969054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.006822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbb803-24cc-4c8e-9cfd-8f43e43f2d43 req-1312517c-7b74-480d-8bf6-f26e4a41f47b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:20.008515 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dcbb803-24cc-4c8e-9cfd-8f43e43f2d43 req-1312517c-7b74-480d-8bf6-f26e4a41f47b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3988369 Oct 16 13:39:20.009292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.037449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:20.055726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] Sync routers for ids ['8baf40bb-121a-4d21-b2f3-2c63d4e0a138'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:20.079196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] For port e80ddb6d-af02-44d9-9b42-31626e562209, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e80ddb6d-af02-44d9-9b42-31626e562209,segment=NetworkSegment(3197e561-e612-44d4-9fe3-aa5b375e43b9),segment_id=3197e561-e612-44d4-9fe3-aa5b375e43b9)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:20.079594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.090270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0242cd87-d84f-4e73-8185-e0e17fbdd860 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:20.090527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.110095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.125394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] Routers {'8baf40bb-121a-4d21-b2f3-2c63d4e0a138'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:20.125886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8baf40bb-121a-4d21-b2f3-2c63d4e0a138'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:20.130160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] Calling delete_port for e80ddb6d-af02-44d9-9b42-31626e562209 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:20.132238 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:39:20.138317 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dcbb803-24cc-4c8e-9cfd-8f43e43f2d43 req-ea2d8ddd-e63c-426d-9ab2-4fcd351ccf0e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165762 Oct 16 13:39:20.138718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Allocated IP 172.20.0.2 (35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8/bfde41ec-0b4d-4cc0-b0f1-00442452922f/7e16e9d7-3542-43f2-843b-0dd67f213d06) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:20.150094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.161028 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a17356d-0525-44c3-aa40-aa02c8d9a34c tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1138048 Oct 16 13:39:20.161346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34322) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:20.188608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:20.217610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.278885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.326217 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab78dc54-febd-48f4-89f0-fe7e99637958 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/8baf40bb-121a-4d21-b2f3-2c63d4e0a138 HTTP/1.1" status: 200 len: 921 time: 0.1635537 Oct 16 13:39:20.328593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34324) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:20.361693 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f46d474c-e6e2-45c2-b99e-7a16cad39b90 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=8baf40bb-121a-4d21-b2f3-2c63d4e0a138 HTTP/1.1" status: 200 len: 205 time: 0.0317678 Oct 16 13:39:20.364412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34326) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:20.434143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.438626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] Routers {'8baf40bb-121a-4d21-b2f3-2c63d4e0a138'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:20.439454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8baf40bb-121a-4d21-b2f3-2c63d4e0a138'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:20.491025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:20.497894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:20.498799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24c9d-f789-4bdf-8218-26d9d24c5521 None None] The sync data for ids ['8baf40bb-121a-4d21-b2f3-2c63d4e0a138'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:20.507582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:20.518366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:20.526913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:20.527576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.532415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.545562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=4daeada1-fff7-4e07-b479-ed97f3aa6cb7,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:20.574504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port e80ddb6d-af02-44d9-9b42-31626e562209 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:20.574830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.645900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-427617b7-47b6-44d9-9b41-8b203e0cb992 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20d39886-3020-4403-b724-152b3021d180: This subnet is being modified by another concurrent operation. Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:39:20.660476 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20d39886-3020-4403-b724-152b3021d180: This subnet is being modified by another concurrent operation. Oct 16 13:39:20.665654 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:39:20.667889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.671889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] For port e80ddb6d-af02-44d9-9b42-31626e562209, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e80ddb6d-af02-44d9-9b42-31626e562209,segment=NetworkSegment(3197e561-e612-44d4-9fe3-aa5b375e43b9),segment_id=3197e561-e612-44d4-9fe3-aa5b375e43b9)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:20.672248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.682929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.721439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] Pushing event deleted for resources: {'Port': ['ID=e80ddb6d-af02-44d9-9b42-31626e562209,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:20.721936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5582b60d-2cca-4550-96e6-7f3171e16276 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1225817 Oct 16 13:39:20.737037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f08a7f-debf-4a7e-bc94-992df9b020b5 None None] No DVR routers for this DVR port e80ddb6d-af02-44d9-9b42-31626e562209 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:20.737797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34328) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:20.756136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:20.756291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for e80ddb6d-af02-44d9-9b42-31626e562209 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:20.761264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=20d39886-3020-4403-b724-152b3021d180,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:20.775825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.779053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-285e3661-b697-46a4-b3ea-733549d77326 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/20d39886-3020-4403-b724-152b3021d180 HTTP/1.1" status: 204 len: 168 time: 1.7798104 Oct 16 13:39:20.791669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34330) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:20.807917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.812959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.874424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-aac1d350-78f4-4771-b6f1-67f5318d4444 None None] Provisioning complete for port acbbffa4-6438-4874-8386-2f4f182b6a10 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:20.874833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aac1d350-78f4-4771-b6f1-67f5318d4444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.882363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.887723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:20.973581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 3398a346-3be7-455e-ad1f-82a16efff0bd {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:21.000743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:21.005432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e80ddb6d-af02-44d9-9b42-31626e562209 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:21.007837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.036421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:21.039415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:21.047023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e80ddb6d-af02-44d9-9b42-31626e562209 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:21.047373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e80ddb6d-af02-44d9-9b42-31626e562209 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:21.049731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Pushing event updated for resources: {'Port': ['ID=7e16e9d7-3542-43f2-843b-0dd67f213d06,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:21.064235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.095693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device acbbffa4-6438-4874-8386-2f4f182b6a10 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:21.119438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Allocated IP 172.26.5.70 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/32612f7b-673e-476b-8e2b-017dc0b38569) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:21.161899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Deleting port 6c5a830d-569b-4117-854b-2c17b462903f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:21.171230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.191530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Attempting to bind port 7e16e9d7-3542-43f2-843b-0dd67f213d06 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:21.191906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Attempting to bind port 7e16e9d7-3542-43f2-843b-0dd67f213d06 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e647e76a-b11e-4c06-ba50-7e5526d5d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:21.192369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Attempting to bind port 7e16e9d7-3542-43f2-843b-0dd67f213d06 on network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:21.218927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:21.218927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Checking segment: {'id': 'e647e76a-b11e-4c06-ba50-7e5526d5d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:21.218927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.218927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Bound using segment: {'id': 'e647e76a-b11e-4c06-ba50-7e5526d5d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:21.219468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Bound port: 7e16e9d7-3542-43f2-843b-0dd67f213d06, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e647e76a-b11e-4c06-ba50-7e5526d5d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:21.219578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.231947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.265673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=bfde41ec-0b4d-4cc0-b0f1-00442452922f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:21.363099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] For port 7e16e9d7-3542-43f2-843b-0dd67f213d06, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:21.366457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.367153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] For port 7e16e9d7-3542-43f2-843b-0dd67f213d06, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7e16e9d7-3542-43f2-843b-0dd67f213d06,segment=NetworkSegment(e647e76a-b11e-4c06-ba50-7e5526d5d095),segment_id=e647e76a-b11e-4c06-ba50-7e5526d5d095)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:21.368294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.371402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f35d7812-e3e2-4a49-83f3-e7342f65810b None None] Could not find standard attr ID for object d4f2e156-f538-480b-86e5-1a3d5f82b222. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:39:21.388032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.398713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.414782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.416283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Calling delete_port for 6c5a830d-569b-4117-854b-2c17b462903f owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:21.420125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port acbbffa4-6438-4874-8386-2f4f182b6a10, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=acbbffa4-6438-4874-8386-2f4f182b6a10,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:21.501854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:21.507393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=e80ddb6d-af02-44d9-9b42-31626e562209,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:21.512617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.550685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No DVR routers for this DVR port e80ddb6d-af02-44d9-9b42-31626e562209 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:21.553362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e647e76a-b11e-4c06-ba50-7e5526d5d095') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:21.553726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e647e76a-b11e-4c06-ba50-7e5526d5d095') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:21.555295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.572215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.625153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] In _notify_port_updated(), no bound segment for port 4daeada1-fff7-4e07-b479-ed97f3aa6cb7 on network bbd3e568-4714-47a1-b49b-cfb7ad34e716 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:39:21.628950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.631402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:21.632505 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.634131 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/ports/4daeada1-fff7-4e07-b479-ed97f3aa6cb7 HTTP/1.1" status: 200 len: 818 time: 0.8937147 Oct 16 13:39:21.638185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34336) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:21.667400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d54efc-affb-46eb-9ac8-f79c17cae5ef None None] Pushing event updated for resources: {'Port': ['ID=7e16e9d7-3542-43f2-843b-0dd67f213d06,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:21.675409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.687602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927271e9-7332-4e8c-9c4b-7fa03677d69a req-1347eb84-7017-4a47-ac7e-d10fb1c81ca6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:21.690045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-927271e9-7332-4e8c-9c4b-7fa03677d69a req-1347eb84-7017-4a47-ac7e-d10fb1c81ca6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.4196832 Oct 16 13:39:21.754829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3663a-fe44-4eaa-af0b-7e766ed04b66 None None] Network 35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:21.759141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.762665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.768271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f8fd8-8d20-4197-ae2b-d75a2a4fac53 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=4daeada1-fff7-4e07-b479-ed97f3aa6cb7,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:21.779542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=acbbffa4-6438-4874-8386-2f4f182b6a10,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:21.799505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:21.799505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:21.802356 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:21.866627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:21.956439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867e14d9-0bc6-4a60-ae31-da8e5fb09b4f']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:21.985799 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-927271e9-7332-4e8c-9c4b-7fa03677d69a req-acac97db-0c86-40a6-84be-0b493faa65dd tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720699 Oct 16 13:39:21.987583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3197e561-e612-44d4-9fe3-aa5b375e43b9') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:21.987869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3197e561-e612-44d4-9fe3-aa5b375e43b9') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:22.021109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.024351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:39:22.024351 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:39:22.024351 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'id': '35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8'}] Oct 16 13:39:22.024351 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:22.024351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:22.033032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af101bf9-4760-495b-b42d-5ee4d1283443 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:39:22.033723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.051875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:22.052278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:22.055810 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:22.198786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 4daeada1-fff7-4e07-b479-ed97f3aa6cb7 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:22.199130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.208808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af101bf9-4760-495b-b42d-5ee4d1283443 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:39:22.272123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.286088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 4daeada1-fff7-4e07-b479-ed97f3aa6cb7 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:22.327317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.355146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=3398a346-3be7-455e-ad1f-82a16efff0bd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:22.374028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.380306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.380306 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ac58963d-f683-4c7c-b1e1-6c3f38bfe388 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/3398a346-3be7-455e-ad1f-82a16efff0bd HTTP/1.1" status: 204 len: 168 time: 1.5870693 Oct 16 13:39:22.380306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.394615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.396194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.400832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34342) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.414631 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.415746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event deleted for resources: {'Port': ['ID=6c5a830d-569b-4117-854b-2c17b462903f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:22.417880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/867e14d9-0bc6-4a60-ae31-da8e5fb09b4f HTTP/1.1" status: 204 len: 168 time: 3.3236339 Oct 16 13:39:22.427255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34344) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.485335 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7a3b6443-7fa5-4b63-9a47-f9f7145b9fb3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841024 Oct 16 13:39:22.505237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:22.508505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34346) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.517275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:22.520830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5d991-a3bd-4202-97dd-daedd47f5ce6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=867e14d9-0bc6-4a60-ae31-da8e5fb09b4f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:22.527787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:22.529553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.544367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:22.549965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11e668-4ca6-4c19-ae78-066640b61890 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:22.555495 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ae11e668-4ca6-4c19-ae78-066640b61890 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/8c655baf-60a3-4194-9cb1-af526d0ad1e2 HTTP/1.1" status: 200 len: 841 time: 0.1230049 Oct 16 13:39:22.555716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.559103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.580550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91c5f7-5088-4a68-8e1e-0ea5ac667ef6 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:39:22.588129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Port': ['ID=32612f7b-673e-476b-8e2b-017dc0b38569,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:22.627558 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c64d06b6-7a5a-4d7b-83d7-e372e0c92641 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/8c655baf-60a3-4194-9cb1-af526d0ad1e2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0672674 Oct 16 13:39:22.636939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34350) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.642460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:22.653607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=4daeada1-fff7-4e07-b479-ed97f3aa6cb7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:22.657634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.662846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.669484 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3bbf685d-57e1-4bef-a01a-d3ef768b2f44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/4daeada1-fff7-4e07-b479-ed97f3aa6cb7 HTTP/1.1" status: 204 len: 168 time: 1.0276778 Oct 16 13:39:22.691201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34352) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.733217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91c5f7-5088-4a68-8e1e-0ea5ac667ef6 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:39:22.786739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.790048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.873634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.888260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ca10d-72b6-4733-a201-2c1bfb8efd8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:22.892049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f31ca10d-72b6-4733-a201-2c1bfb8efd8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1976058 Oct 16 13:39:22.892749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34354) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.902630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port 7e16e9d7-3542-43f2-843b-0dd67f213d06 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:22.903052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.936949 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b141a973-6d68-4ef1-98d0-9bc30814b044 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:39:22.938663 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b141a973-6d68-4ef1-98d0-9bc30814b044 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/4daeada1-fff7-4e07-b479-ed97f3aa6cb7 HTTP/1.1" status: 404 len: 333 time: 0.0448682 Oct 16 13:39:22.939421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.940001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Fanout notify agent at l3_agent the message router_deleted on router 8baf40bb-121a-4d21-b2f3-2c63d4e0a138 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:22.950784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.952046 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70c56486-8d51-4818-8721-a01f4ba253f2 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/8baf40bb-121a-4d21-b2f3-2c63d4e0a138 HTTP/1.1" status: 204 len: 168 time: 2.5865190 Oct 16 13:39:22.960778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34356) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.960778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1745827355'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:22.962499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34358) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:22.968803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:22.972785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:22.972975 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'name': 'tempest-snat-router-695983487', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': False}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:23.003855 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:39:23.003855 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:39:23.003855 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': '4c18d825e73f464ea5ea532a6e8250fc', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 39, 2, 965769)}] Oct 16 13:39:23.003855 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:23.004364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:23.006618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:39:23.006618 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:39:23.006618 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': 'b2a920e4d5e54f069814233551f3b25b', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 39, 2, 978209)}] Oct 16 13:39:23.006618 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:23.006618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:23.070110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60950f31-4a6c-448b-879d-28eebb95ebc8 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:23.090767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port 7e16e9d7-3542-43f2-843b-0dd67f213d06, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7e16e9d7-3542-43f2-843b-0dd67f213d06,segment=NetworkSegment(e647e76a-b11e-4c06-ba50-7e5526d5d095),segment_id=e647e76a-b11e-4c06-ba50-7e5526d5d095)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:23.091128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.123689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:23.127450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.162282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a014cd32-de71-4600-a4a5-a924cae68d70 None None] Provisioning complete for port acbbffa4-6438-4874-8386-2f4f182b6a10 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:23.162963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a014cd32-de71-4600-a4a5-a924cae68d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.318392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a014cd32-de71-4600-a4a5-a924cae68d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.332509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:23.388404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a014cd32-de71-4600-a4a5-a924cae68d70 None None] For port acbbffa4-6438-4874-8386-2f4f182b6a10, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=acbbffa4-6438-4874-8386-2f4f182b6a10,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:23.411800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] Deleting port acbbffa4-6438-4874-8386-2f4f182b6a10 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:23.412176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.477509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for 7e16e9d7-3542-43f2-843b-0dd67f213d06 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:23.479574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.486304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a014cd32-de71-4600-a4a5-a924cae68d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.555705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] For port acbbffa4-6438-4874-8386-2f4f182b6a10, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=acbbffa4-6438-4874-8386-2f4f182b6a10,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:23.555705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.577660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] Calling delete_port for acbbffa4-6438-4874-8386-2f4f182b6a10 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:23.601126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014cd32-de71-4600-a4a5-a924cae68d70 None None] Pushing event updated for resources: {'Port': ['ID=acbbffa4-6438-4874-8386-2f4f182b6a10,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:23.772310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d01a1-81ef-43a3-8c42-dfb8f664a3ee req-df20c1ff-62e4-4354-b235-81de7a35841d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:23.774587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8e6d01a1-81ef-43a3-8c42-dfb8f664a3ee req-df20c1ff-62e4-4354-b235-81de7a35841d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.6806982 Oct 16 13:39:23.798487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:23.803470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.828097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.830270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-cd541f4a-ef27-46bb-b434-20464f802c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:23.835241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-cd541f4a-ef27-46bb-b434-20464f802c2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.3481932 Oct 16 13:39:23.850076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:23.861614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] Pushing event deleted for resources: {'Port': ['ID=acbbffa4-6438-4874-8386-2f4f182b6a10,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:23.863986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45a7a5-7529-42be-adea-0c17c0eee463 None None] No DVR routers for this DVR port acbbffa4-6438-4874-8386-2f4f182b6a10 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:23.864574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.865347 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment 7ffd87ff-069e-44d8-8dad-b35bfd824388 of type vlan for network 5181ed21-2879-4370-af4a-d76f5db96259 Oct 16 13:39:23.916831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.917846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.924912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:23.995682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.025394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.031418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:24.033897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.042432 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8e6d01a1-81ef-43a3-8c42-dfb8f664a3ee req-1842fec7-44e6-486f-91ea-aee31d5a5498 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498415 Oct 16 13:39:24.078608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.121751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=5181ed21-2879-4370-af4a-d76f5db96259,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:24.139308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=7e16e9d7-3542-43f2-843b-0dd67f213d06,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:24.140910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:24.146912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port 7e16e9d7-3542-43f2-843b-0dd67f213d06 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:24.161397 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5801e973-0f4f-4ecb-b46a-884418c59198 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2069864 Oct 16 13:39:24.165928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34364) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:24.172062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '5181ed21-2879-4370-af4a-d76f5db96259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:24.232798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-4afed872-23b4-49ea-a78f-13eff35a8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:24.234299 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-4afed872-23b4-49ea-a78f-13eff35a8c30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.3560624 Oct 16 13:39:24.238689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.356065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.363035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.425274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.467480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:39:24.491397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.494752 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-72917c9a-ea0a-45bb-99dd-f20ad1d4a20a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.2490857 Oct 16 13:39:24.497136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:24.570516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:24.571141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e647e76a-b11e-4c06-ba50-7e5526d5d095') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:24.571692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e647e76a-b11e-4c06-ba50-7e5526d5d095') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:24.574745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.598034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.612474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Port': ['ID=32612f7b-673e-476b-8e2b-017dc0b38569,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:24.635522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.660358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:24.675616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.678140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=df3347d7-6c4f-4f4e-9c20-2930c89624ff,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:24.681026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:24.689681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.691864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13e734-839a-4ad6-ac48-66791dd69df2 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:24.696813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:24.698291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:24.698873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.701713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-342617c1-0d14-4ecd-83f1-73c796a3a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:24.703142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-342617c1-0d14-4ecd-83f1-73c796a3a1ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.1866899 Oct 16 13:39:24.736597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:24.738740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:24.739143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:24.756657 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:24.770423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:24.771055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.785017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc9e9d-c758-4b41-8eb3-aa0a4eb8488a None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:24.908281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.910881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-366a3a05-d048-4f06-862f-c85d79eb602f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7885544 Oct 16 13:39:24.915822 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8ccc47e9-4635-4b91-91e2-94a829ce53bf tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4089203 Oct 16 13:39:24.920449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34368) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:24.925159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6fc5dd3b-3ef8-47f8-bece-4462eaa0ad42 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'floatingip': {'port_id': '45d6473c-b3ef-4a77-b844-50b621ec6067', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:24.925974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34370) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:24.932209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:24.970783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=1e7271c4-fe3b-4fcc-84d6-d8b227223dd6,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:24.980933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.987033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6fc5dd3b-3ef8-47f8-bece-4462eaa0ad42 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:24.999209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.007138 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 HTTP/1.1" status: 204 len: 168 time: 5.9276371 Oct 16 13:39:25.011199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-4474c713-2eca-4b80-905b-4214c2f2a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:25.012960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-4474c713-2eca-4b80-905b-4214c2f2a0b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2811515 Oct 16 13:39:25.019204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34372) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:25.031452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1044012044'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:25.040423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': 'df3347d7-6c4f-4f4e-9c20-2930c89624ff'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:25.041832 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.068945 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-63beb816-8443-456e-838d-230e523a59e2 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4302349 Oct 16 13:39:25.069157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.073214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34376) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:25.084239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'security_group': {'name': 'tempest-secgroup-831169420'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:25.179571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'tenant_id': '10419b20217b406a8c97e178e2d8446c', 'fixed_ips': [{'subnet_id': '1e7271c4-fe3b-4fcc-84d6-d8b227223dd6'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:25.180431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.185869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.202555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fe143-16d9-4add-a775-9de3dc32b9ec tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:25.215072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=2e0d9615-b00d-4666-8a75-0918b08b1cf2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:25.223727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.246351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:25.250518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.300562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': '7ffd87ff-069e-44d8-8dad-b35bfd824388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5181ed21-2879-4370-af4a-d76f5db96259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:25.301217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: 5181ed21-2879-4370-af4a-d76f5db96259, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:25.336179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:25.381304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.381853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:39:25.381853 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 16 13:39:25.381853 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id': '10419b20217b406a8c97e178e2d8446c', 'id': '23986ff4-c3a3-4bde-bbbc-b7e796fdfd3a', 'expiration': datetime.datetime(2021, 10, 16, 13, 41, 25, 351003)}] Oct 16 13:39:25.381853 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:25.382240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:25.382519 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 6862cc41-4415-4f37-b5a0-a831faa6273c of type vlan for network b587f958-2220-408d-a05e-ff6f11219770 Oct 16 13:39:25.398767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Allocated IP 2001:db8::f816:3eff:fe00:eaf5 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/df3347d7-6c4f-4f4e-9c20-2930c89624ff/b65676ba-0f3a-4bf2-81ad-e12dc4c12112) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:25.405514 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-d539a6cf-fa1b-478b-9650-d00c48ddd246 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312964 Oct 16 13:39:25.426280 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-6fc5dd3b-3ef8-47f8-bece-4462eaa0ad42 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] update failed (client error): The resource could not be found. Oct 16 13:39:25.433333 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6fc5dd3b-3ef8-47f8-bece-4462eaa0ad42 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "PUT /v2.0/floatingips/b25b3b7e-1c2c-41d1-8132-10267133f14e HTTP/1.1" status: 404 len: 507 time: 0.5058255 Oct 16 13:39:25.433537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34380) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:25.444639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Allocated IP 172.26.5.206 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/1d0230a5-956c-437a-9181-042917fc67da) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:25.462272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f91a-1494-4291-9799-c16509513329 req-cff17468-5683-42d2-ba71-0ce6672a9b23 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:25.468042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Allocated IP 172.20.0.2 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/1e7271c4-fe3b-4fcc-84d6-d8b227223dd6/dc885311-da37-4f14-b352-941bfd432fa8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:25.470624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7742f91a-1494-4291-9799-c16509513329 req-cff17468-5683-42d2-ba71-0ce6672a9b23 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2084501 Oct 16 13:39:25.521115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 5181ed21-2879-4370-af4a-d76f5db96259 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:25.530961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.532949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:25.536524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.556990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7742f91a-1494-4291-9799-c16509513329 req-ce260068-e821-46a9-b145-33dae4373f00 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862169 Oct 16 13:39:25.588773 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c1496dd-fcb3-4ab4-bbb4-49b7f5cc5d7c req-8beebfcf-5d8b-407b-8577-eccd541d975a service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756248 Oct 16 13:39:25.709007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 5181ed21-2879-4370-af4a-d76f5db96259) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:25.753136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:25.753721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.755850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.762159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:25.762766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:25.767514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95081729-a72b-423e-b496-860087163a37 None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:25.918153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.025926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.028179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.068524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.075497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331a78d-f7f9-4bd4-8c7a-c9a4db22d746 req-25bcc272-596d-4b61-a29f-c6534f3e3ca6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:26.081964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5331a78d-f7f9-4bd4-8c7a-c9a4db22d746 req-25bcc272-596d-4b61-a29f-c6534f3e3ca6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1556082 Oct 16 13:39:26.127358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:26.151020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:26.158456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:26.162511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Pushing event updated for resources: {'Port': ['ID=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:26.191505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-5181ed21-2879-4370-af4a-d76f5db96259', 'network_id': '5181ed21-2879-4370-af4a-d76f5db96259', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': '2e0d9615-b00d-4666-8a75-0918b08b1cf2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:26.192686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.245216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.269873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5331a78d-f7f9-4bd4-8c7a-c9a4db22d746 req-07cf4db2-6efe-44f4-aa61-d75565bd6fd9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819646 Oct 16 13:39:26.305113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.317221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:26.323473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-cca996e8-8d4f-41f5-ac22-af08e7f6a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:26.323473 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-cca996e8-8d4f-41f5-ac22-af08e7f6a164 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.1213870 Oct 16 13:39:26.323756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Attempting to bind port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:26.323756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Attempting to bind port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:26.323756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Attempting to bind port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:26.378388 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3559968 Oct 16 13:39:26.379552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34394) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:26.396100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:26.396529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': 'b587f958-2220-408d-a05e-ff6f11219770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:26.415072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:26.420021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-01695d35-aa77-4750-8176-41b5e82ee4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:26.421525 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-01695d35-aa77-4750-8176-41b5e82ee4dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.0923526 Oct 16 13:39:26.422633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.432788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:26.432788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:26.432788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.432788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:26.432788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Bound port: b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:26.432788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.480273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06467bc-e31c-467b-88fd-7acf128fa46c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=b587f958-2220-408d-a05e-ff6f11219770,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:26.487738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Pushing event updated for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:26.497402 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-00ea976e-acad-421a-96a4-06736297bf21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3301938 Oct 16 13:39:26.511582 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-8122a532-92bf-4c43-8b88-2bd18d4a74a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.0794008 Oct 16 13:39:26.512169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34398) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:26.521661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '5181ed21-2879-4370-af4a-d76f5db96259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:26.581661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b587f958-2220-408d-a05e-ff6f11219770 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:26.599025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-f15c5abe-bd52-47b8-91a5-63fb5d2d95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:26.600537 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-f15c5abe-bd52-47b8-91a5-63fb5d2d95c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.0672984 Oct 16 13:39:26.606285 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.ipam_backend_mixin [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df3347d7-6c4f-4f4e-9c20-2930c89624ff (CIDR: 2001:db8::/64) Oct 16 13:39:26.612506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.675060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa706bb-e807-4d8b-afc6-f3eb46440340,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:26.675366 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:26.675802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:39:26.714727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.719279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b8984e2b-ceb0-4c82-bf46-01f1e54444a7 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6386151 Oct 16 13:39:26.724427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34404) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:26.727060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Deleting port 32612f7b-673e-476b-8e2b-017dc0b38569 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:26.727330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.738470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1161005229'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:26.741521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Attempting to bind port dc885311-da37-4f14-b352-941bfd432fa8 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:26.742019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Attempting to bind port dc885311-da37-4f14-b352-941bfd432fa8 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:26.742863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Attempting to bind port dc885311-da37-4f14-b352-941bfd432fa8 on network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:26.753601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-c38c72e3-0911-4cfd-9c75-88f941d9e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:26.753601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-c38c72e3-0911-4cfd-9c75-88f941d9e1f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1356938 Oct 16 13:39:26.758214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Allocated IP 2001:db8::2 (5181ed21-2879-4370-af4a-d76f5db96259/2e0d9615-b00d-4666-8a75-0918b08b1cf2/6c115de6-e907-4125-b448-462a0e3b4c48) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:26.760619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:26.760809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Checking segment: {'id': '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:26.761274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.761771 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Bound using segment: {'id': '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:26.762460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Bound port: dc885311-da37-4f14-b352-941bfd432fa8, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:26.762843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.833093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] For port b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:26.876775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.879778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] For port b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:26.958297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.964000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0230a5-956c-437a-9181-042917fc67da,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:26.968523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:26.972473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:26.986805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:27.004491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:27.007395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:27.021401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:27.096265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.114152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing IP validity checks on allocation pools {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:39:27.115421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:39:27.136013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc885311-da37-4f14-b352-941bfd432fa8,segment=NetworkSegment(66304dfd-27d3-4ae2-9063-cdb90a8ea2ea),segment_id=66304dfd-27d3-4ae2-9063-cdb90a8ea2ea)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:27.154956 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-da1d2945-de0e-43dc-91ff-f7b785674ec3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2269645 Oct 16 13:39:27.159888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.160656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.164626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a26dd-64e8-4130-b31f-510138c8a7ea None None] Pushing event updated for resources: {'Port': ['ID=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:27.165185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34406) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:27.189699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:27.201980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.233804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Calling delete_port for 32612f7b-673e-476b-8e2b-017dc0b38569 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:27.249769 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.275042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:27.282659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:27.289214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:27.297452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-fb84fac3-1d0f-48f2-870e-c26ad1252bec service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299852 Oct 16 13:39:27.301592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Pushing event updated for resources: {'Port': ['ID=6c115de6-e907-4125-b448-462a0e3b4c48,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:27.403403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0d00d-dfb2-45b6-af39-29751284074f None None] Pushing event updated for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:27.458895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.518408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Attempting to bind port 6c115de6-e907-4125-b448-462a0e3b4c48 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:27.521292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Attempting to bind port 6c115de6-e907-4125-b448-462a0e3b4c48 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '7ffd87ff-069e-44d8-8dad-b35bfd824388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5181ed21-2879-4370-af4a-d76f5db96259'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:27.521694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Attempting to bind port 6c115de6-e907-4125-b448-462a0e3b4c48 on network 5181ed21-2879-4370-af4a-d76f5db96259 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:27.542969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:27.543254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Checking segment: {'id': '7ffd87ff-069e-44d8-8dad-b35bfd824388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5181ed21-2879-4370-af4a-d76f5db96259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:27.543667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.544063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Bound using segment: {'id': '7ffd87ff-069e-44d8-8dad-b35bfd824388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5181ed21-2879-4370-af4a-d76f5db96259'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:27.545377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Bound port: 6c115de6-e907-4125-b448-462a0e3b4c48, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ffd87ff-069e-44d8-8dad-b35bfd824388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5181ed21-2879-4370-af4a-d76f5db96259'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:27.545377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.551270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50f703dc-9b5e-4d37-9458-29d00d59190b req-2c3fd1e7-998d-44e6-b0e1-085206f4a165 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527885 Oct 16 13:39:27.592404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8e3c7-c6e5-4d56-9c8a-80c753be37c7 req-97deea45-ce37-4b25-8378-49f9bc8d932d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:27.594082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8c8e3c7-c6e5-4d56-9c8a-80c753be37c7 req-97deea45-ce37-4b25-8378-49f9bc8d932d tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1896296 Oct 16 13:39:27.654146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:27.658358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.690801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.697933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] For port 6c115de6-e907-4125-b448-462a0e3b4c48, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:27.708868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] For port 6c115de6-e907-4125-b448-462a0e3b4c48, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c115de6-e907-4125-b448-462a0e3b4c48,segment=NetworkSegment(7ffd87ff-069e-44d8-8dad-b35bfd824388),segment_id=7ffd87ff-069e-44d8-8dad-b35bfd824388)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:27.765229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8c8e3c7-c6e5-4d56-9c8a-80c753be37c7 req-b779da82-25e6-42f2-8788-87f084faedc2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608448 Oct 16 13:39:27.806306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.823715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.853022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad6e49-b563-4987-93cc-7389426fc059,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:27.886854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.ipam_backend_mixin [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e0d9615-b00d-4666-8a75-0918b08b1cf2 (CIDR: 2001:db8::/64) Oct 16 13:39:27.934966 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:27.935432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:39:27.939935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.944939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-345b8d27-3246-48fe-be48-74ec1cab46f3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2079649 Oct 16 13:39:27.951876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34412) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:27.957888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:27.959308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa1b18-6380-4eed-8947-e6fe3cbebe35 None None] Pushing event updated for resources: {'Port': ['ID=6c115de6-e907-4125-b448-462a0e3b4c48,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:28.014646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1116826970', 'security_groups': ['7cad6e49-b563-4987-93cc-7389426fc059'], 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e7271c4-fe3b-4fcc-84d6-d8b227223dd6'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:28.274439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:28.278394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.289615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f05406a3-b36c-498d-ac4b-37525963579a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7704766 Oct 16 13:39:28.292033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34414) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:28.297445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '5181ed21-2879-4370-af4a-d76f5db96259', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:28.366676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=5dba83b5-9ee8-41f3-9eb5-da6f44622ef3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:28.369324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.484447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Port': ['ID=32612f7b-673e-476b-8e2b-017dc0b38569,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:28.526753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.530861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '6862cc41-4415-4f37-b5a0-a831faa6273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b587f958-2220-408d-a05e-ff6f11219770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:28.531227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: b587f958-2220-408d-a05e-ff6f11219770, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:28.569004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:28.573955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.685160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-285316ca-a973-44ba-90d1-76c2154c8e4c None None] Provisioning complete for port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:28.686353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-285316ca-a973-44ba-90d1-76c2154c8e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.694647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.698492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.703057 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-21ddc7a1-42cf-405f-9ac9-59f9a52a1a4c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "DELETE /v2.0/floatingips/b25b3b7e-1c2c-41d1-8132-10267133f14e HTTP/1.1" status: 204 len: 168 time: 3.2612908 Oct 16 13:39:28.704023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34416) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:28.713225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-362f476d-a943-4be6-99fd-fb08d7dc3249 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'floatingip': {'floating_network_id': '83d9915f-65d9-47aa-9e3f-8e1bff7d2a54', 'port_id': '45d6473c-b3ef-4a77-b844-50b621ec6067', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:28.774477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network b587f958-2220-408d-a05e-ff6f11219770 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:28.845153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:28.908467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-285316ca-a973-44ba-90d1-76c2154c8e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:28.961087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-285316ca-a973-44ba-90d1-76c2154c8e4c None None] For port b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:29.032539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b587f958-2220-408d-a05e-ff6f11219770) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:29.037358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-362f476d-a943-4be6-99fd-fb08d7dc3249 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.042281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-285316ca-a973-44ba-90d1-76c2154c8e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.106470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcdb9d-126f-4be9-bd1d-437b294cda14 None None] Network b587f958-2220-408d-a05e-ff6f11219770 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:29.147894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b65676ba-0f3a-4bf2-81ad-e12dc4c12112 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:29.155289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.184842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bdbac-7be6-4bea-8ed8-df8f04567a25 req-f047fd93-3531-44da-b19d-6e4ac6a800a7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:29.196041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-915bdbac-7be6-4bea-8ed8-df8f04567a25 req-f047fd93-3531-44da-b19d-6e4ac6a800a7 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2235548 Oct 16 13:39:29.260427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285316ca-a973-44ba-90d1-76c2154c8e4c None None] Pushing event updated for resources: {'Port': ['ID=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:29.333072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-915bdbac-7be6-4bea-8ed8-df8f04567a25 req-f287d512-8e2b-4f75-940f-5b31eef79499 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353765 Oct 16 13:39:29.355208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 5181ed21-2879-4370-af4a-d76f5db96259 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:29.363612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:29.364355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.366252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:29.377428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:29.378774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.459010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b587f958-2220-408d-a05e-ff6f11219770', 'network_id': 'b587f958-2220-408d-a05e-ff6f11219770', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': '5dba83b5-9ee8-41f3-9eb5-da6f44622ef3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:29.459990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.464700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Provisioning complete for port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:29.465204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.487190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=a85f985f-7092-4faa-8a19-53af35d745dc,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:29.543930 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e054ae22-1cc5-4317-b834-39e4733618ea tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2518089 Oct 16 13:39:29.545689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34424) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:29.594560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '5181ed21-2879-4370-af4a-d76f5db96259', 'fixed_ips': [{'subnet_id': '2e0d9615-b00d-4666-8a75-0918b08b1cf2'}, {'subnet_id': 'a85f985f-7092-4faa-8a19-53af35d745dc'}], 'name': 'tempest-PortsIpV6TestJSON-1761545446'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:29.607243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:29.701212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:29.701651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.709465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c115de6-e907-4125-b448-462a0e3b4c48 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:29.710593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.721101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:29.721688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.761406 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-362f476d-a943-4be6-99fd-fb08d7dc3249 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:29.768183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-362f476d-a943-4be6-99fd-fb08d7dc3249 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0618956 Oct 16 13:39:29.768963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34426) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:29.782795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port 7ca23be5-4752-47b4-82f5-1235795f963e yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:29.794635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '45d6473c-b3ef-4a77-b844-50b621ec6067', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:29.798285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba021444-956c-4853-910c-83eacd106ca0 None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:29.805125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Allocated IP 172.20.0.3 (b587f958-2220-408d-a05e-ff6f11219770/5dba83b5-9ee8-41f3-9eb5-da6f44622ef3/cb73f2cb-5b68-4e38-8822-3db42cc5a6df) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:29.831527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7922c-8b7f-49ae-80cd-716dddd3c1ca req-20e0eb6a-697b-46c0-971d-66f3fc158563 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:29.833677 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6e7922c-8b7f-49ae-80cd-716dddd3c1ca req-20e0eb6a-697b-46c0-971d-66f3fc158563 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3993745 Oct 16 13:39:29.921187 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6e7922c-8b7f-49ae-80cd-716dddd3c1ca req-173755aa-8580-4fb0-a87a-140e92d4947e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739954 Oct 16 13:39:29.939697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:29.978504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6c115de6-e907-4125-b448-462a0e3b4c48 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:29.979134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.082993 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-69f81fbc-1087-4770-a0ca-e1e6a96358bb tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6892939 Oct 16 13:39:30.084427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34432) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:30.105800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650968-4359-4b70-b4b8-05d2e3c2b5b1 req-403c09fb-e79a-4c19-ba51-19b88146b98e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:30.114709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24650968-4359-4b70-b4b8-05d2e3c2b5b1 req-403c09fb-e79a-4c19-ba51-19b88146b98e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1122682 Oct 16 13:39:30.161350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.10 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/1e7271c4-fe3b-4fcc-84d6-d8b227223dd6/7ca23be5-4752-47b4-82f5-1235795f963e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:30.177444 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24650968-4359-4b70-b4b8-05d2e3c2b5b1 req-03e80fe2-4a5b-41fe-879d-f04317091c36 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603430 Oct 16 13:39:30.289892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.315373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.403150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.410596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc885311-da37-4f14-b352-941bfd432fa8,segment=NetworkSegment(66304dfd-27d3-4ae2-9063-cdb90a8ea2ea),segment_id=66304dfd-27d3-4ae2-9063-cdb90a8ea2ea)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:30.463437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.475432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.516920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 6c115de6-e907-4125-b448-462a0e3b4c48, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c115de6-e907-4125-b448-462a0e3b4c48,segment=NetworkSegment(7ffd87ff-069e-44d8-8dad-b35bfd824388),segment_id=7ffd87ff-069e-44d8-8dad-b35bfd824388)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:30.562772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] Update dhcp port {'port': {'network_id': '5181ed21-2879-4370-af4a-d76f5db96259', 'fixed_ips': [{'subnet_id': '2e0d9615-b00d-4666-8a75-0918b08b1cf2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a85f985f-7092-4faa-8a19-53af35d745dc'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '6c115de6-e907-4125-b448-462a0e3b4c48'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:39:30.582866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.597910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.604184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.655340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.676461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.684588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.692915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.696031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:30.699573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Router 8292e53b-a446-4889-84dc-383ae5d15db3 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:30.718885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:30.721674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.726955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:30.735144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:30.735731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.747425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=344de4c8-d0ec-45b1-9c8b-3216d9669f58,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:30.767281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:30.785696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.802093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:30.843197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e374db8-ce13-49d8-b7b5-cab3b556ffaa None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:30.882971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=5dba83b5-9ee8-41f3-9eb5-da6f44622ef3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:30.890494 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-59623207-c887-472f-a6c1-44e1437f7374 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7200706 Oct 16 13:39:30.891865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34436) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:30.899474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:3f:24:df', 'name': 'tempest-NetworksTestDHCPv6-144480148'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:30.919799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Network b587f958-2220-408d-a05e-ff6f11219770 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:30.926558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:30.938172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:30.946982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:30.958613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=7ca23be5-4752-47b4-82f5-1235795f963e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:30.980132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:30.996290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:31.096087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] Allocated IP 2001:db8:0:1::2 (5181ed21-2879-4370-af4a-d76f5db96259/a85f985f-7092-4faa-8a19-53af35d745dc/6c115de6-e907-4125-b448-462a0e3b4c48) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:31.104122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Allocated IP 172.26.5.91 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/08978128-0db1-4d0c-98a2-68669bbce185) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:31.124079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.154806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.184487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:31.185145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.201366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:31.202194 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b587f958-2220-408d-a05e-ff6f11219770']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:31.211992 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Sync routers for ids ['8292e53b-a446-4889-84dc-383ae5d15db3'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:31.233223 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Routers {'8292e53b-a446-4889-84dc-383ae5d15db3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:31.234917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8292e53b-a446-4889-84dc-383ae5d15db3'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:31.235673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6862cc41-4415-4f37-b5a0-a831faa6273c') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:31.235673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6862cc41-4415-4f37-b5a0-a831faa6273c') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:31.262502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.291519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.301929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] For port 6c115de6-e907-4125-b448-462a0e3b4c48, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c115de6-e907-4125-b448-462a0e3b4c48,segment=NetworkSegment(7ffd87ff-069e-44d8-8dad-b35bfd824388),segment_id=7ffd87ff-069e-44d8-8dad-b35bfd824388)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:31.308863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:31.309275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.316698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port dd9e93be-196e-43f3-8f83-f0018063c8d2 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:31.327651 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:31.352935 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6768aac4-1de4-4102-b7b7-2fc4c5745deb tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3963017 Oct 16 13:39:31.353901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34442) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:31.360787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.364388 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0be04d59-240b-458d-bcc0-912caff32ebb tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3972774 Oct 16 13:39:31.369963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:31.370146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Pushing event updated for resources: {'Port': ['ID=cb73f2cb-5b68-4e38-8822-3db42cc5a6df,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:31.372859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-234bef3b-3736-49e8-8ace-d71d36a1f237 None None] Provisioning complete for port 6c115de6-e907-4125-b448-462a0e3b4c48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:31.373364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-234bef3b-3736-49e8-8ace-d71d36a1f237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.381844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34444) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:31.451230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.453138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:31.453752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.493699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Set router 8292e53b-a446-4889-84dc-383ae5d15db3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:31.530124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:39:31.530124 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:39:31.530124 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'id': 'b587f958-2220-408d-a05e-ff6f11219770'}] Oct 16 13:39:31.530124 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:31.530639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:31.586728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Attempting to bind port cb73f2cb-5b68-4e38-8822-3db42cc5a6df on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:31.587144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Attempting to bind port cb73f2cb-5b68-4e38-8822-3db42cc5a6df by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '6862cc41-4415-4f37-b5a0-a831faa6273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b587f958-2220-408d-a05e-ff6f11219770'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:31.587452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Attempting to bind port cb73f2cb-5b68-4e38-8822-3db42cc5a6df on network b587f958-2220-408d-a05e-ff6f11219770 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:31.596141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.639875 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-99617f5a-bbeb-4064-9400-6e4639456e71 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/8292e53b-a446-4889-84dc-383ae5d15db3 HTTP/1.1" status: 200 len: 908 time: 0.2571096 Oct 16 13:39:31.642517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34446) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:31.646893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'name': 'tempest-snat-router-695983487', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': True}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:31.654839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:31.655213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Checking segment: {'id': '6862cc41-4415-4f37-b5a0-a831faa6273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b587f958-2220-408d-a05e-ff6f11219770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:31.655611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.656004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Bound using segment: {'id': '6862cc41-4415-4f37-b5a0-a831faa6273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b587f958-2220-408d-a05e-ff6f11219770'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:31.656520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Bound port: cb73f2cb-5b68-4e38-8822-3db42cc5a6df, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6862cc41-4415-4f37-b5a0-a831faa6273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b587f958-2220-408d-a05e-ff6f11219770'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:31.656898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.733152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dce26-9920-4d57-b208-99874f05ea8a req-b9ee61b9-44fd-4e20-865a-26598a9869b6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:31.733729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c59b7a-3dda-4733-ade3-c5e0d70a030d None None] Pushing event updated for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:31.735041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7b0dce26-9920-4d57-b208-99874f05ea8a req-b9ee61b9-44fd-4e20-865a-26598a9869b6 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.7033513 Oct 16 13:39:31.815478 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8292e53b-a446-4889-84dc-383ae5d15db3', 'name': 'tempest-snat-router-695983487', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.206'}], 'enable_snat': False}, 'gw_port_id': '1d0230a5-956c-437a-9181-042917fc67da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:39:23Z', 'updated_at': '2021-10-16T13:39:27Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': '1d0230a5-956c-437a-9181-042917fc67da', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8292e53b-a446-4889-84dc-383ae5d15db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:39:25Z', 'updated_at': '2021-10-16T13:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:31.850535 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Checking router: 8292e53b-a446-4889-84dc-383ae5d15db3 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:39:31.851000 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Updating router 8292e53b-a446-4889-84dc-383ae5d15db3 port 1d0230a5-956c-437a-9181-042917fc67da binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:39:31.894196 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.920305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:31.988113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=6c115de6-e907-4125-b448-462a0e3b4c48,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:31.998860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::45 (5181ed21-2879-4370-af4a-d76f5db96259/2e0d9615-b00d-4666-8a75-0918b08b1cf2/dd9e93be-196e-43f3-8f83-f0018063c8d2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:32.016897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7b0dce26-9920-4d57-b208-99874f05ea8a req-7329a17d-19ea-4888-9bf6-3b3c85a40f1e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724214 Oct 16 13:39:32.036866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.043019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8:0:1::121 (5181ed21-2879-4370-af4a-d76f5db96259/a85f985f-7092-4faa-8a19-53af35d745dc/dd9e93be-196e-43f3-8f83-f0018063c8d2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:32.043141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] For port cb73f2cb-5b68-4e38-8822-3db42cc5a6df, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:32.058883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:32.118130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] For port cb73f2cb-5b68-4e38-8822-3db42cc5a6df, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=cb73f2cb-5b68-4e38-8822-3db42cc5a6df,segment=NetworkSegment(6862cc41-4415-4f37-b5a0-a831faa6273c),segment_id=6862cc41-4415-4f37-b5a0-a831faa6273c)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:32.153035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b65676ba-0f3a-4bf2-81ad-e12dc4c12112 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:32.228361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:32.230471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.232350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.243846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46832254-9c51-49e2-ac3b-f482d0b7ce26 None None] Pushing event updated for resources: {'Port': ['ID=6c115de6-e907-4125-b448-462a0e3b4c48,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:32.291812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port cb73f2cb-5b68-4e38-8822-3db42cc5a6df {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:32.291812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.315791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] Update dhcp port {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': 'df3347d7-6c4f-4f4e-9c20-2930c89624ff', 'ip_address': '2001:db8::f816:3eff:fe00:eaf5'}, {'subnet_id': '344de4c8-d0ec-45b1-9c8b-3216d9669f58'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'b65676ba-0f3a-4bf2-81ad-e12dc4c12112'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:39:32.317716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-dfa8ad30-72d4-4ee3-b20c-44ac1894743c None None] Provisioning complete for port 7ca23be5-4752-47b4-82f5-1235795f963e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:32.324786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ad30-72d4-4ee3-b20c-44ac1894743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.374093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.376358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port cb73f2cb-5b68-4e38-8822-3db42cc5a6df, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=cb73f2cb-5b68-4e38-8822-3db42cc5a6df,segment=NetworkSegment(6862cc41-4415-4f37-b5a0-a831faa6273c),segment_id=6862cc41-4415-4f37-b5a0-a831faa6273c)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:32.376817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.392889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for cb73f2cb-5b68-4e38-8822-3db42cc5a6df owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:32.421443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port 010cde21-c319-48ac-a447-64d5e22a7ae2 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:32.492463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.494001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.501388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.519335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33202fa-8f23-46a9-88e8-859d41654074 None None] Pushing event updated for resources: {'Port': ['ID=cb73f2cb-5b68-4e38-8822-3db42cc5a6df,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:32.524562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8ad30-72d4-4ee3-b20c-44ac1894743c None None] Port 7ca23be5-4752-47b4-82f5-1235795f963e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:32.525572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:32.525931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.552303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4840c8-508d-4995-831c-99d43aec0eab None None] Network b587f958-2220-408d-a05e-ff6f11219770 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:32.556971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.558555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.597596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=cb73f2cb-5b68-4e38-8822-3db42cc5a6df,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:32.637195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port cb73f2cb-5b68-4e38-8822-3db42cc5a6df on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:32.678995 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.ipam_backend_mixin [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1e7271c4-fe3b-4fcc-84d6-d8b227223dd6 (CIDR: 172.20.0.0/28) Oct 16 13:39:32.704792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:32.724867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:32.743347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:32.755300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.783344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b587f958-2220-408d-a05e-ff6f11219770']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:32.792860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6862cc41-4415-4f37-b5a0-a831faa6273c') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:32.793281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6862cc41-4415-4f37-b5a0-a831faa6273c') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:32.805913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.820953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.829043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:32.829569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.906343 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:32.915775 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:32.924093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.949051 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:32.950035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:39:32.958241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:32.974411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8:0:1::271 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/344de4c8-d0ec-45b1-9c8b-3216d9669f58/010cde21-c319-48ac-a447-64d5e22a7ae2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:33.001225 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.009616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0983ec2-e894-4fa3-aa80-9c3af17d8be3 None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:33.009820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event updated for resources: {'Port': ['ID=08978128-0db1-4d0c-98a2-68669bbce185,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:33.042685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.051427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.063111 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/b587f958-2220-408d-a05e-ff6f11219770 HTTP/1.1" status: 204 len: 168 time: 2.9751999 Oct 16 13:39:33.063719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34454) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:33.088421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173058671'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:33.097113 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9b305645-8b23-4346-ad49-cc70a70478c4 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7369709 Oct 16 13:39:33.098682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385614bb-c972-444f-ba10-3988c6979952 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=b587f958-2220-408d-a05e-ff6f11219770,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:33.102683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34456) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:33.112824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Attempting to bind port 1d0230a5-956c-437a-9181-042917fc67da on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:33.113440 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Attempting to bind port 1d0230a5-956c-437a-9181-042917fc67da by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:33.113812 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Attempting to bind port 1d0230a5-956c-437a-9181-042917fc67da on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:33.124500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::f816:3eff:fe3f:24df (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/df3347d7-6c4f-4f4e-9c20-2930c89624ff/010cde21-c319-48ac-a447-64d5e22a7ae2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:33.132253 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639b2b-7fa9-472c-b24b-dc220607c8b9 None None] Pushing event updated for resources: {'Port': ['ID=1d0230a5-956c-437a-9181-042917fc67da,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:33.141591 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:33.141963 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:33.142487 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.142757 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:33.143406 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Bound port: 1d0230a5-956c-437a-9181-042917fc67da, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:33.143865 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.159602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:33.176890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-37bb0d15-8ef1-4d10-8653-87356a0d3740 None None] Provisioning complete for port 6c115de6-e907-4125-b448-462a0e3b4c48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:33.177881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37bb0d15-8ef1-4d10-8653-87356a0d3740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.197748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.246513 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] For port 1d0230a5-956c-437a-9181-042917fc67da, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:33.256396 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] For port 1d0230a5-956c-437a-9181-042917fc67da, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1d0230a5-956c-437a-9181-042917fc67da,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:33.314148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:33.339936 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.406346 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Routers {'8292e53b-a446-4889-84dc-383ae5d15db3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:33.406960 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8292e53b-a446-4889-84dc-383ae5d15db3'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:33.416282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.419916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:33.425020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.466806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:33.467400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.487695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:33.509978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.510563 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment a484b8a7-4a33-4028-802d-68c4014fb807 of type vlan for network 71935060-940c-48f9-962b-9ef45ea166f4 Oct 16 13:39:33.529215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88639b2b-7fa9-472c-b24b-dc220607c8b9 None None] Pushing event updated for resources: {'Port': ['ID=1d0230a5-956c-437a-9181-042917fc67da,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:33.537317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=dd9e93be-196e-43f3-8f83-f0018063c8d2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:33.564046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 5181ed21-2879-4370-af4a-d76f5db96259 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:33.591677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.602019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:33.604620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:33.611135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:33.613344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.638835 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:33.642944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.673165 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] Set router 8292e53b-a446-4889-84dc-383ae5d15db3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:33.735763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a21ba-4146-49f4-85e1-d923dd8ef390 req-77c12717-6956-46a7-a0f6-ad1b1b0fe3c3 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:33.739668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b82a21ba-4146-49f4-85e1-d923dd8ef390 req-77c12717-6956-46a7-a0f6-ad1b1b0fe3c3 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.5441399 Oct 16 13:39:33.801558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Deleting port 08978128-0db1-4d0c-98a2-68669bbce185 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:33.802318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.806567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f8787a88-b350-4914-9a11-f0781afdcbda tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.2283747 Oct 16 13:39:33.840098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34460) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:33.856054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e0d9615-b00d-4666-8a75-0918b08b1cf2'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:33.988702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:33.990913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-31185d91-755f-4cec-bdd1-826bfd425fac None None] Provisioning complete for port dd9e93be-196e-43f3-8f83-f0018063c8d2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:33.993028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31185d91-755f-4cec-bdd1-826bfd425fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.030691 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8292e53b-a446-4889-84dc-383ae5d15db3', 'name': 'tempest-snat-router-695983487', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.206'}], 'enable_snat': False}, 'gw_port_id': '1d0230a5-956c-437a-9181-042917fc67da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:39:23Z', 'updated_at': '2021-10-16T13:39:27Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': '1d0230a5-956c-437a-9181-042917fc67da', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8292e53b-a446-4889-84dc-383ae5d15db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:39:25Z', 'updated_at': '2021-10-16T13:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:34.085077 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b6c20-3932-4266-9022-35e62919356c None None] The sync data for ids ['8292e53b-a446-4889-84dc-383ae5d15db3'] in dv-neutron-743142-24-hyperv is: [{'id': '8292e53b-a446-4889-84dc-383ae5d15db3', 'name': 'tempest-snat-router-695983487', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.206'}], 'enable_snat': False}, 'gw_port_id': '1d0230a5-956c-437a-9181-042917fc67da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:39:23Z', 'updated_at': '2021-10-16T13:39:27Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': '1d0230a5-956c-437a-9181-042917fc67da', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8292e53b-a446-4889-84dc-383ae5d15db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:39:25Z', 'updated_at': '2021-10-16T13:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:34.109168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c115de6-e907-4125-b448-462a0e3b4c48 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:34.151188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-31185d91-755f-4cec-bdd1-826bfd425fac None None] Port dd9e93be-196e-43f3-8f83-f0018063c8d2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:34.167748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b82a21ba-4146-49f4-85e1-d923dd8ef390 req-3bc62349-7f0f-4edd-a32e-ff91de90f0b2 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136572 Oct 16 13:39:34.174866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.179458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-31185d91-755f-4cec-bdd1-826bfd425fac None None] Provisioning complete for port 6c115de6-e907-4125-b448-462a0e3b4c48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:34.180737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31185d91-755f-4cec-bdd1-826bfd425fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.251738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6c115de6-e907-4125-b448-462a0e3b4c48 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:34.252375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.260880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.275326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:34.276169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.481735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.482058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.508793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Calling delete_port for 08978128-0db1-4d0c-98a2-68669bbce185 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:34.515508 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4324522 Oct 16 13:39:34.518252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34466) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:34.558694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '71935060-940c-48f9-962b-9ef45ea166f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:34.575786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8ffb8cb3-25f6-4fed-b0f2-5e2360aba35a None None] Provisioning complete for port dd9e93be-196e-43f3-8f83-f0018063c8d2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:34.575786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8cb3-25f6-4fed-b0f2-5e2360aba35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.605803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cecf6-6ef7-4e3b-93ec-d9545aaf910c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=71935060-940c-48f9-962b-9ef45ea166f4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:34.693043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 71935060-940c-48f9-962b-9ef45ea166f4 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:34.720594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:34.808500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] Allocated IP 2001:db8:0:1::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/344de4c8-d0ec-45b1-9c8b-3216d9669f58/b65676ba-0f3a-4bf2-81ad-e12dc4c12112) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:34.810830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb8cb3-25f6-4fed-b0f2-5e2360aba35a None None] Port dd9e93be-196e-43f3-8f83-f0018063c8d2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:34.910846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:34.929336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Delete allocated IP 2001:db8:0:1::121 (5181ed21-2879-4370-af4a-d76f5db96259/a85f985f-7092-4faa-8a19-53af35d745dc) {{(pid=101080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 16 13:39:34.951905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] For port b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:35.002653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:35.027159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.033711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.046319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:35.052438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:35.053345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.056799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=010cde21-c319-48ac-a447-64d5e22a7ae2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:35.059288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:35.062728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.066077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.102876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.124001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc62b5-f0b0-4e90-853e-1008d36b0886 req-b1b051eb-30e1-4b6e-9c88-5fb0454ae55f tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:35.125501 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3afc62b5-f0b0-4e90-853e-1008d36b0886 req-b1b051eb-30e1-4b6e-9c88-5fb0454ae55f tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.3805468 Oct 16 13:39:35.143570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512bb9-15af-415b-8312-2291859628ae req-5f445c54-006e-4aad-9098-7a536e39d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:35.145497 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-5f445c54-006e-4aad-9098-7a536e39d688 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37476cbc9d2c45b4ab9c00f692272801&device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 1099 time: 0.3182652 Oct 16 13:39:35.303262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ee9e7-57e9-42d9-a3c8-e95055ad776c None None] Pushing event updated for resources: {'Port': ['ID=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:35.317440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Allocated IP 172.26.5.168 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/9face0e4-612a-46a9-9ddf-cd34b07d6581) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:35.368936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.531459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:35.553542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:35.563336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:35.563336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.565380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=395920b4-dbfd-4c05-a1e0-e8fe145fa12f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:35.580350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9604d8-c2f7-4667-974d-fff5ae0b78eb None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:35.677379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.745488 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-83f50b64-879d-4a82-bc97-091ae1cae42d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5919273 Oct 16 13:39:35.748956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34480) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:35.763599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-54631686', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '395920b4-dbfd-4c05-a1e0-e8fe145fa12f'}], 'security_groups': ['3fa706bb-e807-4d8b-afc6-f3eb46440340']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:35.824840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512bb9-15af-415b-8312-2291859628ae req-912a96fa-7e05-4609-a728-b076653cd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:35.826431 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-912a96fa-7e05-4609-a728-b076653cd2c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 200 len: 913 time: 0.6371093 Oct 16 13:39:35.833387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3afc62b5-f0b0-4e90-853e-1008d36b0886 req-f809a2ca-0750-44b3-a2c4-f9fd608189d3 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6979213 Oct 16 13:39:35.841511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b55d321c-5231-4e38-ba94-eb05fe0b634e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9467700 Oct 16 13:39:35.841786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34482) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:35.843640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.932516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:35.942704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-96b4cd7c-c222-435e-b8cb-8fc6b2887612 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 200 len: 1001 time: 0.0930941 Oct 16 13:39:36.019028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.032064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] Update dhcp port {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'fixed_ips': [{'subnet_id': '1e7271c4-fe3b-4fcc-84d6-d8b227223dd6', 'ip_address': '172.20.0.2'}, {'subnet_id': '395920b4-dbfd-4c05-a1e0-e8fe145fa12f'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'dc885311-da37-4f14-b352-941bfd432fa8'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:39:36.074110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512bb9-15af-415b-8312-2291859628ae req-09d1b4f3-3b77-4c5f-8cc7-a8a24b4ef472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:36.079141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-09d1b4f3-3b77-4c5f-8cc7-a8a24b4ef472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 200 len: 851 time: 0.1051898 Oct 16 13:39:36.101183 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.174825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Port': ['ID=08978128-0db1-4d0c-98a2-68669bbce185,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:36.247374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.284515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512bb9-15af-415b-8312-2291859628ae req-c56344cf-da78-4de1-8371-1e595f05af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:36.286349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-c56344cf-da78-4de1-8371-1e595f05af9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34ec5c1c-97a6-48fb-858a-be882fbdbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1706676 Oct 16 13:39:36.294588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:36.306225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1d0230a5-956c-437a-9181-042917fc67da up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:36.330845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] create failed (client error): The resource could not be found. Oct 16 13:39:36.332926 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-43d393fa-76b8-474f-83f6-3c1b33a9e114 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.5555077 Oct 16 13:39:36.339360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34484) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:36.341811 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:36.344309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:36.412469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-12a49929-d073-4cee-8045-84b23092a68f None None] Provisioning complete for port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:36.412763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-12a49929-d073-4cee-8045-84b23092a68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.441373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.550947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] Allocated IP 172.20.0.18 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/395920b4-dbfd-4c05-a1e0-e8fe145fa12f/dc885311-da37-4f14-b352-941bfd432fa8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:36.585037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.599402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': 'a484b8a7-4a33-4028-802d-68c4014fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '71935060-940c-48f9-962b-9ef45ea166f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:36.599772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 71935060-940c-48f9-962b-9ef45ea166f4, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:36.602540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=190b5211-a50b-4aa9-90c0-53320e2e6ba1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:36.665708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] In _notify_port_updated(), no bound segment for port dd9e93be-196e-43f3-8f83-f0018063c8d2 on network 5181ed21-2879-4370-af4a-d76f5db96259 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:39:36.678361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:36.679700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.681352 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/ports/dd9e93be-196e-43f3-8f83-f0018063c8d2 HTTP/1.1" status: 200 len: 925 time: 2.8355567 Oct 16 13:39:36.690044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Port': ['ID=9face0e4-612a-46a9-9ddf-cd34b07d6581,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:36.702833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34488) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:36.733333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e0d9615-b00d-4666-8a75-0918b08b1cf2'}, {'subnet_id': 'a85f985f-7092-4faa-8a19-53af35d745dc'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:36.744845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1d0230a5-956c-437a-9181-042917fc67da triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:36.745861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.778625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee49849-d742-4e26-98c3-fbea9883b9ba tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=dd9e93be-196e-43f3-8f83-f0018063c8d2,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:36.802129 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-8ae0721c-3caa-43f9-8e62-70f3f8583209 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069516 Oct 16 13:39:36.814612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc885311-da37-4f14-b352-941bfd432fa8,segment=NetworkSegment(66304dfd-27d3-4ae2-9063-cdb90a8ea2ea),segment_id=66304dfd-27d3-4ae2-9063-cdb90a8ea2ea)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:36.858070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Deleting port 45d6473c-b3ef-4a77-b844-50b621ec6067 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:36.858408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.892240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port 010cde21-c319-48ac-a447-64d5e22a7ae2 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:36.892631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:36.941775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 71935060-940c-48f9-962b-9ef45ea166f4 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:36.947080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.000005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.020441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.024680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 1d0230a5-956c-437a-9181-042917fc67da, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1d0230a5-956c-437a-9181-042917fc67da,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:37.068926 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9512bb9-15af-415b-8312-2291859628ae req-6bf111b1-5d68-45cc-add0-5b2eb200bea0 service neutron] 10.222.0.31 "GET /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582800 Oct 16 13:39:37.086817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.097727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f3f87-69a3-41cd-900c-21d4036ce7ad req-295fad87-6d20-420a-b599-ae7c5c898899 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:37.099462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-389f3f87-69a3-41cd-900c-21d4036ce7ad req-295fad87-6d20-420a-b599-ae7c5c898899 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1257777 Oct 16 13:39:37.123753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Calling delete_port for 45d6473c-b3ef-4a77-b844-50b621ec6067 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:37.130510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.131543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b65676ba-0f3a-4bf2-81ad-e12dc4c12112 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:37.159878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 71935060-940c-48f9-962b-9ef45ea166f4) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:37.165686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:37.166585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.167859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9abf04-e20d-4b89-93f8-261214a4205a None None] Pushing event updated for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:37.182913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943ec9f-44b3-40a7-89f4-86a3fb5bd515 None None] Network 71935060-940c-48f9-962b-9ef45ea166f4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:37.218797 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-389f3f87-69a3-41cd-900c-21d4036ce7ad req-814cb0df-392d-42b3-9df2-3f9219b16092 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091483 Oct 16 13:39:37.223890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2af9f514-956b-4aa2-81fa-64ae327cef0e None None] Provisioning complete for port 010cde21-c319-48ac-a447-64d5e22a7ae2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:37.224607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2af9f514-956b-4aa2-81fa-64ae327cef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.305578 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-951cb5d6-8562-429f-b6ab-6516a3f90cf4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7525258 Oct 16 13:39:37.306150 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34500) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:37.370672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=1d0230a5-956c-437a-9181-042917fc67da,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:37.410636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.478027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2af9f514-956b-4aa2-81fa-64ae327cef0e None None] Port 010cde21-c319-48ac-a447-64d5e22a7ae2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:37.503338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Port': ['ID=45d6473c-b3ef-4a77-b844-50b621ec6067,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:37.510709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:37.511084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.607782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.617409 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eeb78501-9d2b-4e69-a37b-494e254442d5 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "DELETE /v2.0/ports/45d6473c-b3ef-4a77-b844-50b621ec6067 HTTP/1.1" status: 204 len: 168 time: 1.2753801 Oct 16 13:39:37.621024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34504) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:37.789831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8cebe0-d2e8-42b7-9b29-f90b4553d3ea tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:37.792021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2b8cebe0-d2e8-42b7-9b29-f90b4553d3ea tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "GET /v2.0/ports?device_id=c494b221-e1d4-43c6-a208-c16615249c15 HTTP/1.1" status: 200 len: 913 time: 0.1699576 Oct 16 13:39:37.794826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34506) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:37.880803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2af9f514-956b-4aa2-81fa-64ae327cef0e None None] Provisioning complete for port dd9e93be-196e-43f3-8f83-f0018063c8d2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:37.881172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2af9f514-956b-4aa2-81fa-64ae327cef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:37.995958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2af9f514-956b-4aa2-81fa-64ae327cef0e None None] Port dd9e93be-196e-43f3-8f83-f0018063c8d2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:38.009323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.074424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-71935060-940c-48f9-962b-9ef45ea166f4', 'network_id': '71935060-940c-48f9-962b-9ef45ea166f4', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': '190b5211-a50b-4aa9-90c0-53320e2e6ba1'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:38.075695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.194396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Provisioning complete for port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:38.195051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.197302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.214483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for 010cde21-c319-48ac-a447-64d5e22a7ae2 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:38.256704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:38.270612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1d0230a5-956c-437a-9181-042917fc67da up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:38.364966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Provisioning complete for port 7ca23be5-4752-47b4-82f5-1235795f963e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:38.365347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.386999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.413199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Port 7ca23be5-4752-47b4-82f5-1235795f963e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:38.439123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:38.439482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-483d3234-45da-4030-bc02-246d478ecd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.442850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984ca0c-6ccb-4cde-9df6-a1e1b904b194 req-50b1b036-8a8e-49ca-beb1-cb1d4d352c77 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:38.447570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Allocated IP 172.20.0.1 (71935060-940c-48f9-962b-9ef45ea166f4/190b5211-a50b-4aa9-90c0-53320e2e6ba1/211c6473-842b-45ce-b381-cd87b24a54c9) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:38.451589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3984ca0c-6ccb-4cde-9df6-a1e1b904b194 req-50b1b036-8a8e-49ca-beb1-cb1d4d352c77 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1421745 Oct 16 13:39:38.512961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1d0230a5-956c-437a-9181-042917fc67da triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:38.513293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.545914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3984ca0c-6ccb-4cde-9df6-a1e1b904b194 req-926832ab-ca4a-48a1-906e-0fb27d5ee74e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930963 Oct 16 13:39:38.654581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.656447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.740990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b048eb-6cbb-4e33-8ad9-f58e6285a2cf req-5d594332-057d-4403-9ec7-fe9e857107dc tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:38.749465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46b048eb-6cbb-4e33-8ad9-f58e6285a2cf req-5d594332-057d-4403-9ec7-fe9e857107dc tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1104581 Oct 16 13:39:38.760131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:38.816013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.828755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=010cde21-c319-48ac-a447-64d5e22a7ae2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:38.828985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46b048eb-6cbb-4e33-8ad9-f58e6285a2cf req-6cc35b27-708b-4fbc-8cfe-576eaa49111a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785820 Oct 16 13:39:38.861782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Delete allocated IP 172.20.0.10 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/1e7271c4-fe3b-4fcc-84d6-d8b227223dd6) {{(pid=101081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 16 13:39:38.895292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.911994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:38.912409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.958682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Deleting port 7f9505f5-b695-4e95-bdf1-308ef677f021 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:38.958682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:38.963037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.22 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/395920b4-dbfd-4c05-a1e0-e8fe145fa12f/7ca23be5-4752-47b4-82f5-1235795f963e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:38.972253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.087173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.106256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Calling delete_port for 7f9505f5-b695-4e95-bdf1-308ef677f021 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:39.120133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Network 71935060-940c-48f9-962b-9ef45ea166f4 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:39.137405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.137405 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0698e49f-4c3a-4d55-b2f9-d229dbf217b4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/010cde21-c319-48ac-a447-64d5e22a7ae2 HTTP/1.1" status: 204 len: 168 time: 3.2784805 Oct 16 13:39:39.138531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:39.144842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:39.148193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Pushing event updated for resources: {'Port': ['ID=211c6473-842b-45ce-b381-cd87b24a54c9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:39.156618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34516) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:39.248552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Attempting to bind port 211c6473-842b-45ce-b381-cd87b24a54c9 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:39.248922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Attempting to bind port 211c6473-842b-45ce-b381-cd87b24a54c9 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a484b8a7-4a33-4028-802d-68c4014fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '71935060-940c-48f9-962b-9ef45ea166f4'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:39.249319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Attempting to bind port 211c6473-842b-45ce-b381-cd87b24a54c9 on network 71935060-940c-48f9-962b-9ef45ea166f4 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:39.279589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:39.280094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Checking segment: {'id': 'a484b8a7-4a33-4028-802d-68c4014fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '71935060-940c-48f9-962b-9ef45ea166f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:39.280637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.281098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Bound using segment: {'id': 'a484b8a7-4a33-4028-802d-68c4014fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '71935060-940c-48f9-962b-9ef45ea166f4'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:39.281655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Bound port: 211c6473-842b-45ce-b381-cd87b24a54c9, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a484b8a7-4a33-4028-802d-68c4014fb807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '71935060-940c-48f9-962b-9ef45ea166f4'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:39.282146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.459440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] For port 211c6473-842b-45ce-b381-cd87b24a54c9, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:39.463843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] For port 211c6473-842b-45ce-b381-cd87b24a54c9, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=211c6473-842b-45ce-b381-cd87b24a54c9,segment=NetworkSegment(a484b8a7-4a33-4028-802d-68c4014fb807),segment_id=a484b8a7-4a33-4028-802d-68c4014fb807)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:39.480586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf60a-3a85-4629-aa3f-f4e77a90b7c5 req-8ef41c54-39d7-4393-9ce7-56ec571d60fe tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:39.483199 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67bdf60a-3a85-4629-aa3f-f4e77a90b7c5 req-8ef41c54-39d7-4393-9ce7-56ec571d60fe tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.1013303 Oct 16 13:39:39.520308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.543436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8:0:1::57 (5181ed21-2879-4370-af4a-d76f5db96259/a85f985f-7092-4faa-8a19-53af35d745dc/dd9e93be-196e-43f3-8f83-f0018063c8d2) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:39.563287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e2f48-0e1e-4299-92d9-b20fc62905b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:39.564960 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-050e2f48-0e1e-4299-92d9-b20fc62905b0 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4048579 Oct 16 13:39:39.566463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Port': ['ID=7f9505f5-b695-4e95-bdf1-308ef677f021,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:39.568601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34520) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:39.593236 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67bdf60a-3a85-4629-aa3f-f4e77a90b7c5 req-32193e8e-73bf-48a2-97cd-09f626edbf7a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029136 Oct 16 13:39:39.603066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.685377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df092d9-5b69-48cd-bb20-6da0dd6be1d7 None None] Pushing event updated for resources: {'Port': ['ID=211c6473-842b-45ce-b381-cd87b24a54c9,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:39.700748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port 211c6473-842b-45ce-b381-cd87b24a54c9 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:39.701132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.824348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081931e2-c05e-41e8-ba64-af8480899ea3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:39.826148 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-081931e2-c05e-41e8-ba64-af8480899ea3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2514815 Oct 16 13:39:39.833049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.833451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34524) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:39.846313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.918220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:39.955529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1c034-bd40-4482-aa21-16ef24325033 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:39.957566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1c034-bd40-4482-aa21-16ef24325033 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:39.959245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1c034-bd40-4482-aa21-16ef24325033 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:39.964100 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f0e1c034-bd40-4482-aa21-16ef24325033 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1248803 Oct 16 13:39:39.965444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34526) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:40.028658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port 211c6473-842b-45ce-b381-cd87b24a54c9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=211c6473-842b-45ce-b381-cd87b24a54c9,segment=NetworkSegment(a484b8a7-4a33-4028-802d-68c4014fb807),segment_id=a484b8a7-4a33-4028-802d-68c4014fb807)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:40.029301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.052558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for 211c6473-842b-45ce-b381-cd87b24a54c9 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:40.060749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.138421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 344de4c8-d0ec-45b1-9c8b-3216d9669f58 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:40.143068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.261271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.276732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 211c6473-842b-45ce-b381-cd87b24a54c9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:40.348884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 211c6473-842b-45ce-b381-cd87b24a54c9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:40.349263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.367961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.369691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=7ca23be5-4752-47b4-82f5-1235795f963e,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:40.399722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] In _notify_port_updated(), no bound segment for port 7ca23be5-4752-47b4-82f5-1235795f963e on network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:39:40.400448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Router c494b221-e1d4-43c6-a208-c16615249c15 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:39:40.405470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:40.406296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.411942 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d37c426-9182-4075-91d5-fc8468cb868a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/ports/7ca23be5-4752-47b4-82f5-1235795f963e HTTP/1.1" status: 200 len: 919 time: 4.6581943 Oct 16 13:39:40.416660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34536) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:40.451221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.583624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.628754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=dd9e93be-196e-43f3-8f83-f0018063c8d2,revision_number=3']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:40.686730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] In _notify_port_updated(), no bound segment for port dd9e93be-196e-43f3-8f83-f0018063c8d2 on network 5181ed21-2879-4370-af4a-d76f5db96259 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:39:40.694519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:40.700137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.710892 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-be7f5886-f58a-4f5c-bf30-c440e25ebae2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/ports/dd9e93be-196e-43f3-8f83-f0018063c8d2 HTTP/1.1" status: 200 len: 1010 time: 3.9825616 Oct 16 13:39:40.712023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Router 8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:40.719246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34540) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:40.719955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:40.925237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=211c6473-842b-45ce-b381-cd87b24a54c9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:40.996639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-494284d4-fa5a-42d8-932d-b3f182014926 None None] Provisioning complete for port 7ca23be5-4752-47b4-82f5-1235795f963e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:40.997006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-494284d4-fa5a-42d8-932d-b3f182014926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.061251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-494284d4-fa5a-42d8-932d-b3f182014926 None None] Port 7ca23be5-4752-47b4-82f5-1235795f963e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:41.169954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:41.185116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c50b138e-de0b-43d3-9228-2a3a7d3ef1e0 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "PUT /v2.0/routers/c494b221-e1d4-43c6-a208-c16615249c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3889322 Oct 16 13:39:41.186016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] Sync routers for ids ['c494b221-e1d4-43c6-a208-c16615249c15'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:41.186172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34548) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:41.221329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c07c35ea-5058-4904-8ab6-e3b9134915c4 None None] Provisioning complete for port dd9e93be-196e-43f3-8f83-f0018063c8d2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:41.221704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c07c35ea-5058-4904-8ab6-e3b9134915c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.223389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] Routers {'c494b221-e1d4-43c6-a208-c16615249c15'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:41.224031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c494b221-e1d4-43c6-a208-c16615249c15'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:41.271018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.299660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e1217-9d6b-4baa-9ec4-ec0bbaab852c None None] Network 71935060-940c-48f9-962b-9ef45ea166f4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:41.368397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.435645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port 211c6473-842b-45ce-b381-cd87b24a54c9 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:41.441284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:41.500644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] Routers {'c494b221-e1d4-43c6-a208-c16615249c15'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:41.500644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c494b221-e1d4-43c6-a208-c16615249c15'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:41.502556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c07c35ea-5058-4904-8ab6-e3b9134915c4 None None] Port dd9e93be-196e-43f3-8f83-f0018063c8d2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:41.526398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e1d87-2bc1-4446-b13b-a6190c9382d2 req-903ed6e4-3ed7-4825-9639-f7b2f6c18d45 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:41.533900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b4e1d87-2bc1-4446-b13b-a6190c9382d2 req-903ed6e4-3ed7-4825-9639-f7b2f6c18d45 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.4093852 Oct 16 13:39:41.556652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:41.557436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e6c23-e015-4605-af47-979d6a7ec9ca None None] The sync data for ids ['c494b221-e1d4-43c6-a208-c16615249c15'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:41.618695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6f75ac44-7026-4f46-b633-5afb1a16f081 None None] Could not find standard attr ID for object 211c6473-842b-45ce-b381-cd87b24a54c9. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:39:41.629886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.690432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port dd9e93be-196e-43f3-8f83-f0018063c8d2 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:41.690783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.690990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.694803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3d2b1-d600-4df5-8b38-78d1c5278276 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:39:41.709091 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b4e1d87-2bc1-4446-b13b-a6190c9382d2 req-abe39ee7-81ff-46f7-a21d-a2bdfe7e377b tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741753 Oct 16 13:39:41.710835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.749815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.799014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:41.815071 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Sync routers for ids ['8b1f6e2f-d291-4fa5-b3b0-69fb96155d68'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:41.833431 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Routers {'8b1f6e2f-d291-4fa5-b3b0-69fb96155d68'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:41.836278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=344de4c8-d0ec-45b1-9c8b-3216d9669f58,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:41.836670 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8b1f6e2f-d291-4fa5-b3b0-69fb96155d68'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:41.837423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.853398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 7ca23be5-4752-47b4-82f5-1235795f963e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:41.853750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.857608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.863108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-14e17652-2232-441e-8720-b134d2d7080e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/344de4c8-d0ec-45b1-9c8b-3216d9669f58 HTTP/1.1" status: 204 len: 168 time: 1.8950567 Oct 16 13:39:41.865685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34552) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:41.867921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.899361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for dd9e93be-196e-43f3-8f83-f0018063c8d2 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:41.910528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3d2b1-d600-4df5-8b38-78d1c5278276 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:39:41.933532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5636c68-dd05-4608-b148-efa725650763 req-f69b0480-00aa-45ea-9bbb-a0cd9a23861e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:41.935164 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d5636c68-dd05-4608-b148-efa725650763 req-f69b0480-00aa-45ea-9bbb-a0cd9a23861e tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.31 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 946 time: 0.2200506 Oct 16 13:39:41.963836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:41.964496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Fanout notify agent at l3_agent the message router_deleted on router c494b221-e1d4-43c6-a208-c16615249c15 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:41.998480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.002404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d835340-5e9a-4d14-912e-ad66aa88b08c tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "DELETE /v2.0/routers/c494b221-e1d4-43c6-a208-c16615249c15 HTTP/1.1" status: 204 len: 168 time: 0.8112648 Oct 16 13:39:42.006502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34556) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:42.041105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.042515 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c40a14b0-1359-4f38-bbea-9e8843c421f0 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.3990643 Oct 16 13:39:42.058974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=190b5211-a50b-4aa9-90c0-53320e2e6ba1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:42.059238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet df3347d7-6c4f-4f4e-9c20-2930c89624ff {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:42.065549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34558) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:42.096119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.222434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Deleting subnet a7d8b01d-1087-4209-8d08-656ceb3b0114 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:42.251324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.265600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.275867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.296623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.348764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 7ca23be5-4752-47b4-82f5-1235795f963e owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:42.359026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71935060-940c-48f9-962b-9ef45ea166f4']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:42.377121 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a484b8a7-4a33-4028-802d-68c4014fb807') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:42.377426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a484b8a7-4a33-4028-802d-68c4014fb807') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:42.386093 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Set router 8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:42.389597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.429780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.447976 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2d12fc3b-bc30-4195-b5d9-293be666404e tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 HTTP/1.1" status: 200 len: 907 time: 0.3777630 Oct 16 13:39:42.449907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:42.466923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.521246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:42.521645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:42.526532 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:42.559526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Deleting port 67f6c383-5783-41dd-a4cd-97e9477e577d {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:42.560201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.609728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a97c6b-171b-4e79-a61b-edbeed7909e4 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:42.613190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df29a0e-85c2-4a20-b0aa-5e636f3cab30 None None] Network 71935060-940c-48f9-962b-9ef45ea166f4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:42.689688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.749080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.808028 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1f6e2f-d291-4fa5-b3b0-69fb96155d68', 'name': 'tempest-snat-router-695983487', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '9face0e4-612a-46a9-9ddf-cd34b07d6581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:39:32Z', 'updated_at': '2021-10-16T13:39:36Z', 'revision_number': 3, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port': {'id': '9face0e4-612a-46a9-9ddf-cd34b07d6581', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:65:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1f6e2f-d291-4fa5-b3b0-69fb96155d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:39:35Z', 'updated_at': '2021-10-16T13:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:42.853975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.904012 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Checking router: 8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:39:42.904995 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Updating router 8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 port 9face0e4-612a-46a9-9ddf-cd34b07d6581 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:39:42.969116 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:42.994319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-40581043-3470-4537-a7d2-967fe78d47ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.005909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c2e23-e84c-4ee8-9aa6-00cb0e1ac611 None None] DHCP port deletion for 71935060-940c-48f9-962b-9ef45ea166f4 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:43.006947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] For port 67f6c383-5783-41dd-a4cd-97e9477e577d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=67f6c383-5783-41dd-a4cd-97e9477e577d,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:43.007867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.018056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.019787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.025795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.043887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.055659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34568) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:43.057766 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/71935060-940c-48f9-962b-9ef45ea166f4 HTTP/1.1" status: 204 len: 168 time: 5.7415915 Oct 16 13:39:43.105028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-383919410'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:43.130920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.153986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=dd9e93be-196e-43f3-8f83-f0018063c8d2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:43.171548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800252b-4401-4a97-9b1f-2f47b350fef7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=71935060-940c-48f9-962b-9ef45ea166f4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:43.193478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.201425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/df3347d7-6c4f-4f4e-9c20-2930c89624ff HTTP/1.1" status: 204 len: 168 time: 1.3343184 Oct 16 13:39:43.213134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:43.215978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da69a9-1210-4cd8-a2fc-5fb11b4d461d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=df3347d7-6c4f-4f4e-9c20-2930c89624ff,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:43.228454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:43.232369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.299553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46416a41-cc92-416d-a140-abc1f3c8388c None None] Update dhcp port {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': 'df3347d7-6c4f-4f4e-9c20-2930c89624ff'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'b65676ba-0f3a-4bf2-81ad-e12dc4c12112'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:39:43.312416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.318980 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-130c1917-12f8-496d-96e1-c8c8ae63c5dd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/dd9e93be-196e-43f3-8f83-f0018063c8d2 HTTP/1.1" status: 204 len: 168 time: 2.5857689 Oct 16 13:39:43.325310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fdfe34fe-0653-425f-b614-18a422dccd22 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814178 Oct 16 13:39:43.325474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34574) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:43.327790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34576) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:43.366623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46416a41-cc92-416d-a140-abc1f3c8388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.399339 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdbb6af-c5ce-4373-ae59-6ae270c06dc8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:39:43.404405 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5fdbb6af-c5ce-4373-ae59-6ae270c06dc8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/dd9e93be-196e-43f3-8f83-f0018063c8d2 HTTP/1.1" status: 404 len: 333 time: 0.0756958 Oct 16 13:39:43.404973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34578) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:43.537652 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.537785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.537785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.537785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Floating IP 579b85c5-d94a-4ade-8c4b-79dbe19f209c disassociated. External IP: 172.26.5.60, port: 67f6c383-5783-41dd-a4cd-97e9477e577d. Oct 16 13:39:43.537785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Calling delete_port for 67f6c383-5783-41dd-a4cd-97e9477e577d owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:43.545262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet a85f985f-7092-4faa-8a19-53af35d745dc {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:43.549503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.553486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Deleting port 9face0e4-612a-46a9-9ddf-cd34b07d6581 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:43.553810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.619285 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.649098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.656108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04170fa6-e61a-4fd3-8df5-1c9a98fce64a None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:43.709286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.719135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:43.728580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.730878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d607ce5e-5ff3-4e0e-9e7d-6c21cfc6914d None None] Provisioning complete for port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:43.732052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d607ce5e-5ff3-4e0e-9e7d-6c21cfc6914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.735954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.749209 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4eee95-2636-49a8-b732-3cbaa4d1819b None None] Pushing event updated for resources: {'Port': ['ID=9face0e4-612a-46a9-9ddf-cd34b07d6581,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:43.777814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Calling delete_port for 9face0e4-612a-46a9-9ddf-cd34b07d6581 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:43.792058 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Attempting to bind port 9face0e4-612a-46a9-9ddf-cd34b07d6581 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:43.792376 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Attempting to bind port 9face0e4-612a-46a9-9ddf-cd34b07d6581 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:43.792731 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Attempting to bind port 9face0e4-612a-46a9-9ddf-cd34b07d6581 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:43.804058 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:43.804488 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:43.804891 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.805534 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:43.805899 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Bound port: 9face0e4-612a-46a9-9ddf-cd34b07d6581, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:43.806303 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.886159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.886412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.907943 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] For port 9face0e4-612a-46a9-9ddf-cd34b07d6581, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:43.928157 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] For port 9face0e4-612a-46a9-9ddf-cd34b07d6581, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9face0e4-612a-46a9-9ddf-cd34b07d6581,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:43.961660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d8b01d-1087-4209-8d08-656ceb3b0114,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:43.965601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:43.984215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:43.987136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-830f4c0f-ae96-46c9-83e4-bdb8263593d8 tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "DELETE /v2.0/subnets/a7d8b01d-1087-4209-8d08-656ceb3b0114 HTTP/1.1" status: 204 len: 168 time: 1.9775264 Oct 16 13:39:43.988201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=7ca23be5-4752-47b4-82f5-1235795f963e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:43.996272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34582) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:44.011549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edffde4-5ecd-48df-8dee-b76f1b2675d4 None None] Network 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:44.017496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:44.111396 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.122931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event deleted for resources: {'Port': ['ID=67f6c383-5783-41dd-a4cd-97e9477e577d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:44.214908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.233014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] Deleting port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:44.233014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.259290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.259839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 62f7fd82-24d3-4fd9-aa4a-fa2a9e2f7b11 of type vlan for network 4de7bc2a-f116-43d7-8bac-0d2c604dfff9 Oct 16 13:39:44.312289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.325655 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Routers {'8b1f6e2f-d291-4fa5-b3b0-69fb96155d68'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:44.326864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8b1f6e2f-d291-4fa5-b3b0-69fb96155d68'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:44.349198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=a85f985f-7092-4faa-8a19-53af35d745dc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:44.357823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.362641 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dc230751-6671-40a6-af42-90a30ba2b68e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/a85f985f-7092-4faa-8a19-53af35d745dc HTTP/1.1" status: 204 len: 168 time: 0.9546874 Oct 16 13:39:44.373306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34586) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:44.379442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94200dd1-1cd2-4a87-80ce-c18d65a25e78 None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:44.387080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] DHCP port deletion for 83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:44.425236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.475839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 211c6473-842b-45ce-b381-cd87b24a54c9 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:44.481291 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4eee95-2636-49a8-b732-3cbaa4d1819b None None] Pushing event updated for resources: {'Port': ['ID=9face0e4-612a-46a9-9ddf-cd34b07d6581,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:44.496039 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] Set router 8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:44.533803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.543175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event deleted for resources: {'Port': ['ID=9face0e4-612a-46a9-9ddf-cd34b07d6581,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:44.555012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 211c6473-842b-45ce-b381-cd87b24a54c9 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:44.555361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 211c6473-842b-45ce-b381-cd87b24a54c9 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:44.555785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b65676ba-0f3a-4bf2-81ad-e12dc4c12112 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:44.576287 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1f6e2f-d291-4fa5-b3b0-69fb96155d68', 'name': 'tempest-snat-router-695983487', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:39:32Z', 'updated_at': '2021-10-16T13:39:44Z', 'revision_number': 5, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:44.584502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet 2e0d9615-b00d-4666-8a75-0918b08b1cf2 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:44.610337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.617872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a101ee-0d0c-4910-a2ce-c92d76483de4 req-daff5f76-995e-459b-9944-c7c4cc17ab1a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:44.619759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6a101ee-0d0c-4910-a2ce-c92d76483de4 req-daff5f76-995e-459b-9944-c7c4cc17ab1a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 867 time: 1.4153485 Oct 16 13:39:44.629601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:44.632946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6b590-10f8-44da-a44c-43da8248676e None None] The sync data for ids ['8b1f6e2f-d291-4fa5-b3b0-69fb96155d68'] in dv-neutron-743142-24-hyperv is: [{'id': '8b1f6e2f-d291-4fa5-b3b0-69fb96155d68', 'name': 'tempest-snat-router-695983487', 'tenant_id': 'b2a920e4d5e54f069814233551f3b25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:39:32Z', 'updated_at': '2021-10-16T13:39:44Z', 'revision_number': 5, 'project_id': 'b2a920e4d5e54f069814233551f3b25b', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:44.633788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.687429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.688625 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.693772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:44.693948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] For port b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:44.694324 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.694450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.713384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.719941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.723393 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eedf9aca-aaad-4a7b-b152-8cc3c302101d tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/7ca23be5-4752-47b4-82f5-1235795f963e HTTP/1.1" status: 204 len: 168 time: 4.3118353 Oct 16 13:39:44.727930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] Calling delete_port for b65676ba-0f3a-4bf2-81ad-e12dc4c12112 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:44.728127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34592) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:44.817316 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b4dfb2-8d83-423b-9441-ea2ba0e292bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:39:44.822446 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b0b4dfb2-8d83-423b-9441-ea2ba0e292bd tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/7ca23be5-4752-47b4-82f5-1235795f963e HTTP/1.1" status: 404 len: 333 time: 0.0675592 Oct 16 13:39:44.826587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34594) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:44.886268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.887349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.893651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.894050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] Deleting port e5a464d0-2ae2-434d-a494-8b3f6ccf037f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:44.894484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.955070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=4de7bc2a-f116-43d7-8bac-0d2c604dfff9,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:44.974359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] For port e5a464d0-2ae2-434d-a494-8b3f6ccf037f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,segment=NetworkSegment(e7884469-7984-41b1-a0a3-f6ea4dc72768),segment_id=e7884469-7984-41b1-a0a3-f6ea4dc72768)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:44.974359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:44.974599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6a101ee-0d0c-4910-a2ce-c92d76483de4 req-44ba4de3-0ebd-4952-a63b-391eba928112 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups?id=3551f811-031c-4dd9-ba53-88cf7e8e4fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245983 Oct 16 13:39:44.982286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4de7bc2a-f116-43d7-8bac-0d2c604dfff9 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:45.011057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e16f28d5-913d-4cc8-ba99-32fa36d80e1b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9514859 Oct 16 13:39:45.013623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34596) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:45.016570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '4de7bc2a-f116-43d7-8bac-0d2c604dfff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:45.033169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07f03a5d-3811-4299-b404-614a77b48b82 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.044646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] Calling delete_port for e5a464d0-2ae2-434d-a494-8b3f6ccf037f owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:45.058787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07f03a5d-3811-4299-b404-614a77b48b82 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.069788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.086098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Router 004a04cd-1762-47dc-a8dc-6400c8a09018 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:39:45.105279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Deleting port e5a464d0-2ae2-434d-a494-8b3f6ccf037f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:45.105279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.131265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.132408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:45.164626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.168046 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9b7e0653-0df5-4599-a57d-c91043de2d9a tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8b1f6e2f-d291-4fa5-b3b0-69fb96155d68 HTTP/1.1" status: 204 len: 168 time: 2.7128856 Oct 16 13:39:45.171845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34598) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:45.189051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port b65676ba-0f3a-4bf2-81ad-e12dc4c12112, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:45.313479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.367936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.421020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] No DVR routers for this DVR port e5a464d0-2ae2-434d-a494-8b3f6ccf037f on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:45.459030 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.467943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.478781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-881b3fd5-d181-4811-993f-dac7cad4de18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.483278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:45.526918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07f03a5d-3811-4299-b404-614a77b48b82 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.534115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07f03a5d-3811-4299-b404-614a77b48b82 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.536942 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-07f03a5d-3811-4299-b404-614a77b48b82 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cad6e49-b563-4987-93cc-7389426fc059 HTTP/1.1" status: 204 len: 168 time: 0.7092912 Oct 16 13:39:45.538397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:45.546902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98889e3-c401-47d2-b33a-43d48586a358 None None] Pushing event deleted for resources: {'Port': ['ID=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:45.546902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] No DVR routers for this DVR port b65676ba-0f3a-4bf2-81ad-e12dc4c12112 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:45.569342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.584902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a981-7627-47a8-a8b3-3eb6afda8c17 None None] Pushing event deleted for resources: {'Port': ['ID=b65676ba-0f3a-4bf2-81ad-e12dc4c12112,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:45.597276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34604) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:45.597891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.606071 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/2e0d9615-b00d-4666-8a75-0918b08b1cf2 HTTP/1.1" status: 204 len: 168 time: 1.1781490 Oct 16 13:39:45.607038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafb62d-c538-4883-a273-f32646022615 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0d9615-b00d-4666-8a75-0918b08b1cf2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:45.617071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.621344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34606) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:45.710107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 67f6c383-5783-41dd-a4cd-97e9477e577d no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:45.752173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] For port e5a464d0-2ae2-434d-a494-8b3f6ccf037f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,segment=NetworkSegment(e7884469-7984-41b1-a0a3-f6ea4dc72768),segment_id=e7884469-7984-41b1-a0a3-f6ea4dc72768)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:45.753230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.764045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 67f6c383-5783-41dd-a4cd-97e9477e577d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:45.764414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 67f6c383-5783-41dd-a4cd-97e9477e577d not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:45.770196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Calling delete_port for e5a464d0-2ae2-434d-a494-8b3f6ccf037f owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:45.872643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:45.922934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Port': ['ID=e5a464d0-2ae2-434d-a494-8b3f6ccf037f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:45.930815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] No DVR routers for this DVR port e5a464d0-2ae2-434d-a494-8b3f6ccf037f on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:46.005160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.053108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:46.064786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b53dee-ebec-451f-a475-f573ee145750 None None] Network 5181ed21-2879-4370-af4a-d76f5db96259 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:46.094442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] Sync routers for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:46.130995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:46.134293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:46.137007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03a5d-3811-4299-b404-614a77b48b82 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad6e49-b563-4987-93cc-7389426fc059,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:46.169314 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-17cb0550-a816-4016-b4fb-1182bf791ef0 req-5db3938c-cd6e-41d5-b83c-91142b4a2ec9 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.1009398 Oct 16 13:39:46.184999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:46.233196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:46.243613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] No DVR routers for this DVR port 67f6c383-5783-41dd-a4cd-97e9477e577d on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:46.283180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:46.283779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.286906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.290564 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d5636c68-dd05-4608-b148-efa725650763 req-760a6076-ea33-4808-a07d-07e884e7f1b4 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.31 "DELETE /v2.0/ports/67f6c383-5783-41dd-a4cd-97e9477e577d HTTP/1.1" status: 204 len: 173 time: 4.3382263 Oct 16 13:39:46.292965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.298412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'name': 'network-vif-deleted', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:39:46.300983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4894ae8b-8759-487d-a066-2e452cdadbe9" -d '{"events": [{"server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "name": "network-vif-deleted", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:39:46.317452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47278d41-7f3b-4a32-a0bd-c9ca83a19c66 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.339541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d9915f-65d9-47aa-9e3f-8e1bff7d2a54']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:46.347560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=4a650f66-8546-4cac-b224-2e9201cc1733,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:46.364162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.367654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7884469-7984-41b1-a0a3-f6ea4dc72768') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:46.367939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7884469-7984-41b1-a0a3-f6ea4dc72768') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:46.381583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.392699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419237e-146f-480f-b992-58e19d27c93a x-openstack-request-id: req-3419237e-146f-480f-b992-58e19d27c93a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:39:46.393570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20b86c3-0150-4d1d-acaf-8b6819d24f26", "name": "network-vif-deleted", "tag": "67f6c383-5783-41dd-a4cd-97e9477e577d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:39:46.393981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3419237e-146f-480f-b992-58e19d27c93a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:39:46.395442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20b86c3-0150-4d1d-acaf-8b6819d24f26', 'name': 'network-vif-deleted', 'tag': '67f6c383-5783-41dd-a4cd-97e9477e577d', 'status': 'completed', 'code': 200} Oct 16 13:39:46.406346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.420953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:46.421944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.422862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47278d41-7f3b-4a32-a0bd-c9ca83a19c66 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:46.425175 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:46.441290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5bc799-fb14-41db-8f54-e625c6b66fca None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:46.443415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5a464d0-2ae2-434d-a494-8b3f6ccf037f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:46.450241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.487399 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6ba981f5-1038-41a0-8bbc-00c9d23fe35c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7812028 Oct 16 13:39:46.493120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34614) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:46.499011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:46.573720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e5a464d0-2ae2-434d-a494-8b3f6ccf037f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:46.574420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5a464d0-2ae2-434d-a494-8b3f6ccf037f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:46.587085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 6c115de6-e907-4125-b448-462a0e3b4c48 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:46.587436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.600742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e7058b89-d36f-46c0-82c4-5ea6f94c24db None None] Provisioning complete for port 6c115de6-e907-4125-b448-462a0e3b4c48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:46.601865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e7058b89-d36f-46c0-82c4-5ea6f94c24db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.687659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] For port 6c115de6-e907-4125-b448-462a0e3b4c48, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c115de6-e907-4125-b448-462a0e3b4c48,segment=NetworkSegment(7ffd87ff-069e-44d8-8dad-b35bfd824388),segment_id=7ffd87ff-069e-44d8-8dad-b35bfd824388)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:46.688310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.705870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.707772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 6c115de6-e907-4125-b448-462a0e3b4c48 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:46.710002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47278d41-7f3b-4a32-a0bd-c9ca83a19c66 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.716373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47278d41-7f3b-4a32-a0bd-c9ca83a19c66 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.716373 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-47278d41-7f3b-4a32-a0bd-c9ca83a19c66 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fa706bb-e807-4d8b-afc6-f3eb46440340 HTTP/1.1" status: 204 len: 168 time: 1.0944643 Oct 16 13:39:46.716373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.720574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34616) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:46.731975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.738237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] 10.222.0.24 "DELETE /v2.0/networks/83d9915f-65d9-47aa-9e3f-8e1bff7d2a54 HTTP/1.1" status: 204 len: 168 time: 2.7283044 Oct 16 13:39:46.738237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55bca-4ad1-4573-b604-a674f72e001f tempest-FloatingIPNegativeTestJSON-360512149 tempest-FloatingIPNegativeTestJSON-360512149-project] Pushing event deleted for resources: {'Network': ['ID=83d9915f-65d9-47aa-9e3f-8e1bff7d2a54,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:46.791235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.792754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.813594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47278d41-7f3b-4a32-a0bd-c9ca83a19c66 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa706bb-e807-4d8b-afc6-f3eb46440340,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:46.830716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:46.831301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:46.838718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.896262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=cca581f5-c60e-4331-b705-c866008ede01,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:46.903501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Deleting port 1d0230a5-956c-437a-9181-042917fc67da {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:46.903868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:46.919190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet 1e7271c4-fe3b-4fcc-84d6-d8b227223dd6 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:39:46.938881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.001506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.ipam_backend_mixin [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a650f66-8546-4cac-b224-2e9201cc1733 (CIDR: 2001:db8::/64) Oct 16 13:39:47.031892 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:47.032500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:39:47.036396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '62f7fd82-24d3-4fd9-aa4a-fa2a9e2f7b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4de7bc2a-f116-43d7-8bac-0d2c604dfff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:47.036396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 4de7bc2a-f116-43d7-8bac-0d2c604dfff9, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:47.055445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.082625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '4a650f66-8546-4cac-b224-2e9201cc1733'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:47.083463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.086607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] DHCP port deletion for 5181ed21-2879-4370-af4a-d76f5db96259 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:39:47.126834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] For port 1d0230a5-956c-437a-9181-042917fc67da, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1d0230a5-956c-437a-9181-042917fc67da,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:47.127166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.131832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-df9d35a8-9c55-4089-8250-1ffbee1aa151 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6370828 Oct 16 13:39:47.135692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34622) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:47.143129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:47.146492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Calling delete_port for 1d0230a5-956c-437a-9181-042917fc67da owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:47.178698 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.249979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 4de7bc2a-f116-43d7-8bac-0d2c604dfff9 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:47.256485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=6c115de6-e907-4125-b448-462a0e3b4c48,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:47.299992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No DVR routers for this DVR port 6c115de6-e907-4125-b448-462a0e3b4c48 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:47.315501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.381417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34630) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:47.382326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Deleting port 6c115de6-e907-4125-b448-462a0e3b4c48 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:47.383319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.392796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-092ed5f3-6012-47b5-8e6f-af318e116568 req-855fd4de-a7dc-4f7a-a3cd-39177b440308 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/ports?device_id=d20b86c3-0150-4d1d-acaf-8b6819d24f26 HTTP/1.1" status: 200 len: 210 time: 0.0438797 Oct 16 13:39:47.411929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/4a650f66-8546-4cac-b224-2e9201cc1733/01005bf6-1a7a-4e22-b618-a7db82c808c0) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:47.451628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.461658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:47.480626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4de7bc2a-f116-43d7-8bac-0d2c604dfff9) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:47.485752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:47.486715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.490632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5181ed21-2879-4370-af4a-d76f5db96259']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:47.509979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9ed1c-bb83-45d0-9987-9015d78ad896 None None] Network 4de7bc2a-f116-43d7-8bac-0d2c604dfff9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:47.510670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] For port 6c115de6-e907-4125-b448-462a0e3b4c48, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:47.511056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.515743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] Checking router: 004a04cd-1762-47dc-a8dc-6400c8a09018 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:39:47.517968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffd87ff-069e-44d8-8dad-b35bfd824388') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:47.518438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffd87ff-069e-44d8-8dad-b35bfd824388') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:47.576016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Calling delete_port for 6c115de6-e907-4125-b448-462a0e3b4c48 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:47.586301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:47.588622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.600397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.608651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1489f343-b2f8-4fc9-84c1-301ff5ebf7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7f91a013769403fbe53bf3e0b7223a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122355 Oct 16 13:39:47.612993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.ipam_backend_mixin [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Port 6c115de6-e907-4125-b448-462a0e3b4c48 was not found and therefore no delete operation was performed {{(pid=101082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:39:47.613905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:47.614754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:47.620334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34636) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:47.681548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.687263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.699980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.731320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.739192 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/1e7271c4-fe3b-4fcc-84d6-d8b227223dd6 HTTP/1.1" status: 204 len: 168 time: 1.0073087 Oct 16 13:39:47.740890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:47.741376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.743090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b13f5-aa5d-4c26-96f8-aaaa9ad8d6c9 None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:47.743448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34638) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:47.749067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] No DVR routers for this DVR port 6c115de6-e907-4125-b448-462a0e3b4c48 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:47.753420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb60c4d-4149-4069-8247-b6e76da48fe7 None None] Pushing event deleted for resources: {'Port': ['ID=6c115de6-e907-4125-b448-462a0e3b4c48,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:47.753858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:47.762129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1cf5de8d-17eb-4ad8-8803-b7f955a60193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.765525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde2c4c-f476-44f7-8003-2dda57eac68b tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7271c4-fe3b-4fcc-84d6-d8b227223dd6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: items = [ Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:47.768119 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:47.779378 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2201eb66-2bf2-4509-9694-2931de6a1a16 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7644153 Oct 16 13:39:47.779378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34640) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:47.866763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.867150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1cf5de8d-17eb-4ad8-8803-b7f955a60193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:47.899546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d0230a5-956c-437a-9181-042917fc67da,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:48.027071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.037926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.046072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34642) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:48.047984 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/5181ed21-2879-4370-af4a-d76f5db96259 HTTP/1.1" status: 204 len: 168 time: 1.9654334 Oct 16 13:39:48.055506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.069597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.075191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dba5c4-6b1a-458d-998e-e311e117c04b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=5181ed21-2879-4370-af4a-d76f5db96259,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:48.077123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.108253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1cf5de8d-17eb-4ad8-8803-b7f955a60193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.115311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1cf5de8d-17eb-4ad8-8803-b7f955a60193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.115311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1cf5de8d-17eb-4ad8-8803-b7f955a60193 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/127c22de-2bb6-43a5-ad26-36db6524fcf2 HTTP/1.1" status: 204 len: 168 time: 0.4911327 Oct 16 13:39:48.126808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5de8d-17eb-4ad8-8803-b7f955a60193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c22de-2bb6-43a5-ad26-36db6524fcf2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:48.141399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43f813-f857-4b7f-86bb-1797ecd34866 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:48.148004 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2d43f813-f857-4b7f-86bb-1797ecd34866 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1006966 Oct 16 13:39:48.149158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34646) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:48.220474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:48.225740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.233966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.238431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.307093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.312658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:48.378563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf9022-aaff-4f55-8aa8-fdc1e362586f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4de7bc2a-f116-43d7-8bac-0d2c604dfff9', 'network_id': '4de7bc2a-f116-43d7-8bac-0d2c604dfff9', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': 'cca581f5-c60e-4331-b705-c866008ede01'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:48.379616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9022-aaff-4f55-8aa8-fdc1e362586f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.385637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.400209 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-81c00e66-15c1-4f38-995c-9c85b982906b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2492933 Oct 16 13:39:48.405431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34648) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:48.405712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c115de6-e907-4125-b448-462a0e3b4c48 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:48.412599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145397448'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:48.434111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:48.477456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:48.484876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:48.486945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:39:48.509611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.510401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8292e53b-a446-4889-84dc-383ae5d15db3 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:39:48.522272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.523398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 6c115de6-e907-4125-b448-462a0e3b4c48 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:48.523760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c115de6-e907-4125-b448-462a0e3b4c48 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:48.524782 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fbd2b9fc-fd3f-4006-b264-c4cb57a475e7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8292e53b-a446-4889-84dc-383ae5d15db3 HTTP/1.1" status: 204 len: 168 time: 3.3502924 Oct 16 13:39:48.528771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34654) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:48.536825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2018763089', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:48.581268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.627742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=cca581f5-c60e-4331-b705-c866008ede01,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:48.657096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34660) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:48.679545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:48.685959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.741956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.794637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb8e9d-0ca1-44c4-b343-9397e98fb8f1 None None] Network 4de7bc2a-f116-43d7-8bac-0d2c604dfff9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:48.800734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.808195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Pushing event updated for resources: {'Port': ['ID=01005bf6-1a7a-4e22-b618-a7db82c808c0,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:48.834178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:48.839603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Attempting to bind port 01005bf6-1a7a-4e22-b618-a7db82c808c0 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:48.839983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Attempting to bind port 01005bf6-1a7a-4e22-b618-a7db82c808c0 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:48.840506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Attempting to bind port 01005bf6-1a7a-4e22-b618-a7db82c808c0 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:48.848499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-603b71eb-3c60-499a-ba3e-c6e2413d20f1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.851816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.851997 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment da485c45-0efc-427a-9bfb-7373dfcc2173 of type vlan for network 22af28e5-d952-4604-a69d-b361ed8c1a60 Oct 16 13:39:48.896807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-603b71eb-3c60-499a-ba3e-c6e2413d20f1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.907452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:48.907974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:48.910080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.910580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:48.911669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Bound port: 01005bf6-1a7a-4e22-b618-a7db82c808c0, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:48.912063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.923654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.935402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.936439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:48.963741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de7bc2a-f116-43d7-8bac-0d2c604dfff9']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:48.976914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f7fd82-24d3-4fd9-aa4a-fa2a9e2f7b11') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:48.976914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f7fd82-24d3-4fd9-aa4a-fa2a9e2f7b11') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:48.989609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.022281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.040649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.056969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.058476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:39:49.058608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:39:49.062007 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:39:49.151076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.158434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:49.159298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.166914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] For port 01005bf6-1a7a-4e22-b618-a7db82c808c0, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:49.173282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] For port 01005bf6-1a7a-4e22-b618-a7db82c808c0, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=01005bf6-1a7a-4e22-b618-a7db82c808c0,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:49.183179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.206224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:49.207694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-603b71eb-3c60-499a-ba3e-c6e2413d20f1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.214669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-603b71eb-3c60-499a-ba3e-c6e2413d20f1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.217330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-603b71eb-3c60-499a-ba3e-c6e2413d20f1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "DELETE /v2.0/security-groups/3551f811-031c-4dd9-ba53-88cf7e8e4fd4 HTTP/1.1" status: 204 len: 168 time: 0.5592299 Oct 16 13:39:49.251073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9096a398-70e1-4d47-b710-fc3098b3d41f None None] The sync data for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv is: [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9fa562ce-3e07-4427-bea3-ecb3ec650f56', 'name': '', 'network_id': '34ec5c1c-97a6-48fb-858a-be882fbdbe83', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'mac_address': 'fa:16:3e:aa:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:36:00Z', 'updated_at': '2021-10-16T13:36:08Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'subnets': [{'id': '9303600d-cf62-4e73-93cc-99960d8a72c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:49.263695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34670) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:49.267475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.279505 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.293669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.297662 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/4de7bc2a-f116-43d7-8bac-0d2c604dfff9 HTTP/1.1" status: 204 len: 168 time: 1.5143323 Oct 16 13:39:49.332110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:49.340642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:49.345734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34672) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:49.346795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b71eb-3c60-499a-ba3e-c6e2413d20f1 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551f811-031c-4dd9-ba53-88cf7e8e4fd4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:49.363895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171746537'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:49.390850 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9841044 Oct 16 13:39:49.391960 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-12bd8b1b-8a6b-45ad-8c89-ca592f9ac855 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] show failed (client error): The resource could not be found. Oct 16 13:39:49.392977 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-12bd8b1b-8a6b-45ad-8c89-ca592f9ac855 tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "GET /v2.0/security-groups/3551f811-031c-4dd9-ba53-88cf7e8e4fd4 HTTP/1.1" status: 404 len: 347 time: 0.1283398 Oct 16 13:39:49.393614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34674) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:49.399348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34676) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:49.415202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:49.430926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:49.448719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389ccf4-7ec6-4b73-874b-275407aef4af None None] Pushing event updated for resources: {'Port': ['ID=01005bf6-1a7a-4e22-b618-a7db82c808c0,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:49.515679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6873e89-6711-4d70-b75c-48a5a47351be tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=22af28e5-d952-4604-a69d-b361ed8c1a60,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:49.526636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:49.550548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:49.572642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:49.575040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.619431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=81235e1b-0adf-4929-879a-789e5b860a09,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:49.635888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10e877-8cb2-4a74-bc91-99dca0fda097 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=4de7bc2a-f116-43d7-8bac-0d2c604dfff9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:49.702720 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.786481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:49.787928 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319e051-4ba2-40cd-956b-778d9dceb527 None None] New status for floating IP 579b85c5-d94a-4ade-8c4b-79dbe19f209c: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:39:49.790646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.863031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c075b-4cb0-418c-b037-98241c59f3a4 None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:49.897015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:49.931686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.932031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 8f6f6e10-d518-4201-8e40-25739953aecf of type vlan for network 61a70569-557c-4dd7-8797-880bf0168e65 Oct 16 13:39:49.953028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34688) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:49.958259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:49.997598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-95d5cc49-709b-4e2b-8729-e581dc4f957b None None] Provisioning complete for port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:49.997913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95d5cc49-709b-4e2b-8729-e581dc4f957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.028001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Deleting port 9afed87e-bcd7-4038-8724-b406fd4dab79 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:50.028270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.036061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-afc08774-9c06-4043-857e-ed27ae555443 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2896690 Oct 16 13:39:50.043446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34692) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:50.096117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'security_group': {'name': 'tempest-secgroup-254959534'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:50.115516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:50.117003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-95d5cc49-709b-4e2b-8729-e581dc4f957b None None] Port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:50.120405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.137746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.182383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-262179874'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:50.189761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-95d5cc49-709b-4e2b-8729-e581dc4f957b None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:50.189761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95d5cc49-709b-4e2b-8729-e581dc4f957b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.202248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.233843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.279349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.330385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 01005bf6-1a7a-4e22-b618-a7db82c808c0 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:50.394276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.394598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.418537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] Update dhcp port {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'fixed_ips': [{'subnet_id': '395920b4-dbfd-4c05-a1e0-e8fe145fa12f', 'ip_address': '172.20.0.18'}, {'subnet_id': '81235e1b-0adf-4929-879a-789e5b860a09'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'dc885311-da37-4f14-b352-941bfd432fa8'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:39:50.457504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.459584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.467173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:50.467998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.471093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Calling delete_port for 9afed87e-bcd7-4038-8724-b406fd4dab79 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:50.500100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:50.503889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.518423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 01005bf6-1a7a-4e22-b618-a7db82c808c0 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:50.519070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.557350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.668260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.746932 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3894603 Oct 16 13:39:50.747903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34694) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:50.757531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.771039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:50.784003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] For port 01005bf6-1a7a-4e22-b618-a7db82c808c0, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=01005bf6-1a7a-4e22-b618-a7db82c808c0,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:50.785857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c5e22-be96-4105-88be-e6896f9f7892 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=61a70569-557c-4dd7-8797-880bf0168e65,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:50.797372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Allocated IP 172.26.5.21 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/83918671-2ace-4770-ac7c-c8709c45a8fc) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:50.816528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 61a70569-557c-4dd7-8797-880bf0168e65 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:50.842597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.931695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] Allocated IP 172.20.0.2 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/81235e1b-0adf-4929-879a-789e5b860a09/dc885311-da37-4f14-b352-941bfd432fa8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:50.959502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Provisioning complete for port 01005bf6-1a7a-4e22-b618-a7db82c808c0 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:50.959877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:50.970744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.011819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.016269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385d3d09-83ee-459e-97ae-b633f4c8ff08,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.033300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.034507 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d1d4880e-f3ad-4374-839a-7df73f69dfea tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9888663 Oct 16 13:39:51.037548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34698) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:51.042112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752976503'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:51.071588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.107395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc885311-da37-4f14-b352-941bfd432fa8,segment=NetworkSegment(66304dfd-27d3-4ae2-9063-cdb90a8ea2ea),segment_id=66304dfd-27d3-4ae2-9063-cdb90a8ea2ea)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:51.144026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=7c54de3d-5894-4d8c-abaf-6608c9c714a1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.152624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.155090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': 'da485c45-0efc-427a-9bfb-7373dfcc2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:51.155090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: 22af28e5-d952-4604-a69d-b361ed8c1a60, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:51.167795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.168705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.206906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.207186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.216638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:51.224115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:51.238560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:51.239938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.248136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.251505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.262074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event updated for resources: {'Port': ['ID=83918671-2ace-4770-ac7c-c8709c45a8fc,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.262897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:51.263406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:51.302997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:51.309095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.318472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:51.326111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:51.326700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.332988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:51.333556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:51.334658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=79e528e9-830f-4335-b163-3df31e7f04ef,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.337436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b805e1-977c-453c-848f-7d65d3f6d252 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:51.343307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=01005bf6-1a7a-4e22-b618-a7db82c808c0,revision_number=4']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.353150 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:51.353762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.361320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.407419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Pushing event deleted for resources: {'Port': ['ID=9afed87e-bcd7-4038-8724-b406fd4dab79,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.431385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.451849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:51.452246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.478098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 61a70569-557c-4dd7-8797-880bf0168e65 is not hosted by any dhcp agent {{(pid=101080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 16 13:39:51.483516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:51.484102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.485391 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "PUT /v2.0/networks/61a70569-557c-4dd7-8797-880bf0168e65 HTTP/1.1" status: 200 len: 723 time: 0.7295923 Oct 16 13:39:51.488651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34700) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:51.497129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '61a70569-557c-4dd7-8797-880bf0168e65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:51.498436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fe6048c5-13c3-4e1c-850b-f71b0322f36d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3614738 Oct 16 13:39:51.499152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ebdfcb-f754-4e2c-bbe9-54a23a29c75c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.501419 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34702) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:51.502412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.502749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Added segment 311bc43c-9bd9-4ad1-956c-2baf94edb1a7 of type vlan for network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a Oct 16 13:39:51.508672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:a6:ed:e1', 'name': 'tempest-NetworksTestDHCPv6-2141785640'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:51.517466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 22af28e5-d952-4604-a69d-b361ed8c1a60) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:51.550393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:51.550983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.577485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.580454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.581865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-05089f8e-2a22-46b2-853a-14e459b6e95a tempest-ServerActionsTestJSON-877472208 tempest-ServerActionsTestJSON-877472208-project] 10.222.0.24 "DELETE /v2.0/floatingips/579b85c5-d94a-4ade-8c4b-79dbe19f209c HTTP/1.1" status: 204 len: 168 time: 2.1807661 Oct 16 13:39:51.587949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34704) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:51.597263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2542194-5a1e-4c2a-ba6b-273fd5bc9f40 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=61a70569-557c-4dd7-8797-880bf0168e65,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.641916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.647305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.714309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20db17-e3ab-4835-ab1c-15a229e921bb None None] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:51.716846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 61a70569-557c-4dd7-8797-880bf0168e65 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:51.759039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c60bd-e825-4c22-93e8-a9ffb7862da8 None None] Pushing event updated for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.772100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98cd74-6524-48a8-b79b-634f2ad20eb0,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:51.803851 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-91c3916b-5bfb-4503-b60b-7978fa5b1a02 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4027534 Oct 16 13:39:51.803851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34706) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:51.809516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60', 'name': 'tempest-PortsIpV6TestJSON-1853540079'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:51.809658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.817851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:51.818750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.827564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.890428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:51.891968 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7df79910-f3a9-4729-9953-98ca4898a0cc tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8534780 Oct 16 13:39:51.897057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34710) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:51.942094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1175161855'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:51.956860 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0006852 Oct 16 13:39:51.988066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.009464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.067072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d1e54-1369-41a1-bd2a-4e40b78b7576 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Network': ['ID=09f8f7db-a425-4f92-b8bb-41e68b9ac58a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:52.098973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:39:52.159415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 01005bf6-1a7a-4e22-b618-a7db82c808c0, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=01005bf6-1a7a-4e22-b618-a7db82c808c0,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:52.261405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:52.265973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.383580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.398789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.509308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.519074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:52.521849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=01005bf6-1a7a-4e22-b618-a7db82c808c0,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:52.527733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1d0230a5-956c-437a-9181-042917fc67da no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:52.563665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 1d0230a5-956c-437a-9181-042917fc67da {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:52.564173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1d0230a5-956c-437a-9181-042917fc67da not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:52.696639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:39:52.697006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-56b2076f-3226-42d1-a613-271beb2067eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:39:52.722572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.738443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-22af28e5-d952-4604-a69d-b361ed8c1a60', 'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': '7c54de3d-5894-4d8c-abaf-6608c9c714a1'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:52.742332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:52.749934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 01005bf6-1a7a-4e22-b618-a7db82c808c0 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:52.897487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.050107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Allocated IP 2001:db8::2 (22af28e5-d952-4604-a69d-b361ed8c1a60/7c54de3d-5894-4d8c-abaf-6608c9c714a1/a4505939-4d0b-4263-89eb-1817da0c24b5) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:53.052647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port fee3aaab-2ee6-4108-b2b8-f3c607bc718d yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:53.171588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.192101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:53.218094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.242537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Deleting port 9fa562ce-3e07-4427-bea3-ecb3ec650f56 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:53.243650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.253157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.334007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 01005bf6-1a7a-4e22-b618-a7db82c808c0 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:53.340143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.385297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] For port 9fa562ce-3e07-4427-bea3-ecb3ec650f56, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9fa562ce-3e07-4427-bea3-ecb3ec650f56,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:53.385939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.389741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 85790695-ce9e-49e5-b815-4012be90e8a5 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:53.406175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.443938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Calling delete_port for 9fa562ce-3e07-4427-bea3-ecb3ec650f56 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:53.552814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:53.554766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:53.618003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:53.626556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:53.658772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Router 8a9439ac-8933-4a63-aaab-0f6431adbf55 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:39:53.714752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Pushing event updated for resources: {'Port': ['ID=a4505939-4d0b-4263-89eb-1817da0c24b5,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:53.736299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b2e09065-8f71-4e6a-ba0b-d5f171c73c7e None None] Provisioning complete for port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:53.737056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b2e09065-8f71-4e6a-ba0b-d5f171c73c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.755589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:53.756135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.796937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.802197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Attempting to bind port a4505939-4d0b-4263-89eb-1817da0c24b5 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:53.802713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Attempting to bind port a4505939-4d0b-4263-89eb-1817da0c24b5 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'da485c45-0efc-427a-9bfb-7373dfcc2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:53.803224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Attempting to bind port a4505939-4d0b-4263-89eb-1817da0c24b5 on network 22af28e5-d952-4604-a69d-b361ed8c1a60 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:53.810670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.814658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:53.815147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Checking segment: {'id': 'da485c45-0efc-427a-9bfb-7373dfcc2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:53.819017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.819017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Bound using segment: {'id': 'da485c45-0efc-427a-9bfb-7373dfcc2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:53.819017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Bound port: a4505939-4d0b-4263-89eb-1817da0c24b5, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da485c45-0efc-427a-9bfb-7373dfcc2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:53.819017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.878643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b2e09065-8f71-4e6a-ba0b-d5f171c73c7e None None] Port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:53.900528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::d0 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/4a650f66-8546-4cac-b224-2e9201cc1733/fee3aaab-2ee6-4108-b2b8-f3c607bc718d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:53.917766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b2e09065-8f71-4e6a-ba0b-d5f171c73c7e None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:53.918218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b2e09065-8f71-4e6a-ba0b-d5f171c73c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.925799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:ede1 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/79e528e9-830f-4335-b163-3df31e7f04ef/fee3aaab-2ee6-4108-b2b8-f3c607bc718d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:53.939643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.976911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:53.981733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] For port a4505939-4d0b-4263-89eb-1817da0c24b5, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:54.009026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::23 (22af28e5-d952-4604-a69d-b361ed8c1a60/7c54de3d-5894-4d8c-abaf-6608c9c714a1/85790695-ce9e-49e5-b815-4012be90e8a5) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:54.010918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] For port a4505939-4d0b-4263-89eb-1817da0c24b5, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a4505939-4d0b-4263-89eb-1817da0c24b5,segment=NetworkSegment(da485c45-0efc-427a-9bfb-7373dfcc2173),segment_id=da485c45-0efc-427a-9bfb-7373dfcc2173)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:54.081895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa562ce-3e07-4427-bea3-ecb3ec650f56,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:54.097056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=d75890e1-6d30-43c7-9038-4cc732673bce,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:54.127720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:54.218567 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:54.223558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Pushing event updated for resources: {'Port': ['ID=a4505939-4d0b-4263-89eb-1817da0c24b5,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:54.223742 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3183789 Oct 16 13:39:54.225466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34716) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:54.241979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1149403905', 'security_groups': ['8acdb956-190c-4883-9c0f-8136222deef9'], 'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81235e1b-0adf-4929-879a-789e5b860a09'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:54.242577 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acdb956-190c-4883-9c0f-8136222deef9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:54.252506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.259594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.260057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.260519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.260953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.261382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.261847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.262336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.262746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.263541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.263541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.263967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a783a-857d-48db-bb84-42d974b8d436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.269879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.275062 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4f2df999-270b-4d01-b83e-b428a415e069 None None] Provisioning complete for port 01005bf6-1a7a-4e22-b618-a7db82c808c0 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:54.275803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f2df999-270b-4d01-b83e-b428a415e069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:54.286202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.286632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.286993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.287411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.287834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.288161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.289715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.290086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.290428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.290765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.293295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.381107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.381433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.382516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.383657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.384163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.384678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.385169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.385683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.387265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.387869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.391219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.392387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb3842-5ff9-4ea5-8437-19eaaa76ffa6 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:54.459067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '8f6f6e10-d518-4201-8e40-25739953aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '61a70569-557c-4dd7-8797-880bf0168e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:54.459882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 61a70569-557c-4dd7-8797-880bf0168e65, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:54.484032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:54.497982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] Sync routers for ids ['8a9439ac-8933-4a63-aaab-0f6431adbf55'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:54.547954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] Routers {'8a9439ac-8933-4a63-aaab-0f6431adbf55'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:54.548619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8a9439ac-8933-4a63-aaab-0f6431adbf55'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:54.679714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:54.706270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] Routers {'8a9439ac-8933-4a63-aaab-0f6431adbf55'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:54.706761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8a9439ac-8933-4a63-aaab-0f6431adbf55'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:54.793147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:54.793949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a226ff-3150-4c6d-96a3-c6b31c047614 None None] The sync data for ids ['8a9439ac-8933-4a63-aaab-0f6431adbf55'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:54.861782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:54.914469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a4505939-4d0b-4263-89eb-1817da0c24b5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:54.924046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:55.008031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a4505939-4d0b-4263-89eb-1817da0c24b5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:55.008702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.094038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.098320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 61a70569-557c-4dd7-8797-880bf0168e65 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:55.120996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] device_id is not set on port b4fc1e53-297d-4b5b-a786-574da249bb9d yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:55.135955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.181511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.203270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.205115 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c194453d-f386-44a2-9b7b-e8e009ea692a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6750212 Oct 16 13:39:55.214165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34720) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:55.222796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': False}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:55.286761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34722) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:55.294733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'subnet': {'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:55.319024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.346624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 61a70569-557c-4dd7-8797-880bf0168e65) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:55.368502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:55.374878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.381074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port a4505939-4d0b-4263-89eb-1817da0c24b5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a4505939-4d0b-4263-89eb-1817da0c24b5,segment=NetworkSegment(da485c45-0efc-427a-9bfb-7373dfcc2173),segment_id=da485c45-0efc-427a-9bfb-7373dfcc2173)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:55.387936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c17e7b-5c71-4ec6-adb0-803146d65ee1 None None] Network 61a70569-557c-4dd7-8797-880bf0168e65 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:55.442366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.470733 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4f93d815-81da-4c7a-bc2d-313c09797f85 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9801924 Oct 16 13:39:55.472471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.474074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34724) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:55.485148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:55.503040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Router 004a04cd-1762-47dc-a8dc-6400c8a09018 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:39:55.576184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.586105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=a4505939-4d0b-4263-89eb-1817da0c24b5,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:55.621071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:55.646947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:55.658394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.9 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/81235e1b-0adf-4929-879a-789e5b860a09/b4fc1e53-297d-4b5b-a786-574da249bb9d) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:55.683826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-61a70569-557c-4dd7-8797-880bf0168e65', 'network_id': '61a70569-557c-4dd7-8797-880bf0168e65', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': 'd75890e1-6d30-43c7-9038-4cc732673bce'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:55.684990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.728474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:55.736630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:55.737301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.819211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:55.821011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=fee3aaab-2ee6-4108-b2b8-f3c607bc718d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:55.858692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:55.894840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:55.919373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:55.920228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:55.950124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Allocated IP 172.20.0.2 (61a70569-557c-4dd7-8797-880bf0168e65/d75890e1-6d30-43c7-9038-4cc732673bce/766536a8-e3f4-40f9-81e2-0182f43e3469) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:55.954623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d4ab8-add5-418b-acb2-3012c3df8b8a None None] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:55.999681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.023982 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7fe3a1ea-f100-4fcc-9aaf-881d22c70e21 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5210032 Oct 16 13:39:56.040809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34726) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:56.042760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63281754'] for subnet, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.110477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=85790695-ce9e-49e5-b815-4012be90e8a5,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:56.124419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.137836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:56.148867 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] Sync routers for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:56.149623 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-788f1fa9-0344-44f6-a905-64f378d9ba55 admin admin] 10.222.0.24 "PUT /v2.0/routers/004a04cd-1762-47dc-a8dc-6400c8a09018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5603406 Oct 16 13:39:56.159615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34728) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:56.160677 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:56.161443 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:56.182054 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-392ceb84-f928-46a1-8dd4-fee5e8ffdd85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3794105 Oct 16 13:39:56.193322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34730) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:56.200663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '22af28e5-d952-4604-a69d-b361ed8c1a60', 'name': 'tempest-PortsIpV6TestJSON-1481969630'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:56.310923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:56.317495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:56.331206 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:56.400521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:56.425546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6a2f4904-fe19-4e38-b1d8-6ae59877ff88 None None] Provisioning complete for port a4505939-4d0b-4263-89eb-1817da0c24b5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:56.425920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a2f4904-fe19-4e38-b1d8-6ae59877ff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.447545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.468402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:56.476419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.537838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:56.543612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.596689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 158ac0e9-995d-4b83-88a5-69c8ae570a17 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:39:56.609600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=b4fc1e53-297d-4b5b-a786-574da249bb9d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:56.617404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.701503 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:39:53Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:56.734809 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] Checking router: 004a04cd-1762-47dc-a8dc-6400c8a09018 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:39:56.746307 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] Routers {'004a04cd-1762-47dc-a8dc-6400c8a09018'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:56.746929 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['004a04cd-1762-47dc-a8dc-6400c8a09018'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:56.761656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.767320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a4505939-4d0b-4263-89eb-1817da0c24b5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:56.805076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.805525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.807767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.807767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.807767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.807767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.807767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.808371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.808782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.811318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.811767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.812368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:39:56.858038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.912020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port fee3aaab-2ee6-4108-b2b8-f3c607bc718d {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:56.912457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:56.925061 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] Set router 004a04cd-1762-47dc-a8dc-6400c8a09018 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:39:56.926191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:56.927147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.004960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Network 61a70569-557c-4dd7-8797-880bf0168e65 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:57.015033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:57.017833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:57.033285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Pushing event updated for resources: {'Port': ['ID=766536a8-e3f4-40f9-81e2-0182f43e3469,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:57.059814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.078644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::1ce (22af28e5-d952-4604-a69d-b361ed8c1a60/7c54de3d-5894-4d8c-abaf-6608c9c714a1/158ac0e9-995d-4b83-88a5-69c8ae570a17) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:57.114178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a4505939-4d0b-4263-89eb-1817da0c24b5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:57.114702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.155989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Attempting to bind port 766536a8-e3f4-40f9-81e2-0182f43e3469 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:39:57.156392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Attempting to bind port 766536a8-e3f4-40f9-81e2-0182f43e3469 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '8f6f6e10-d518-4201-8e40-25739953aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '61a70569-557c-4dd7-8797-880bf0168e65'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:39:57.156773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Attempting to bind port 766536a8-e3f4-40f9-81e2-0182f43e3469 on network 61a70569-557c-4dd7-8797-880bf0168e65 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:39:57.181504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:39:57.181872 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Checking segment: {'id': '8f6f6e10-d518-4201-8e40-25739953aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '61a70569-557c-4dd7-8797-880bf0168e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:57.182289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.182693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Bound using segment: {'id': '8f6f6e10-d518-4201-8e40-25739953aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '61a70569-557c-4dd7-8797-880bf0168e65'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:39:57.183246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Bound port: 766536a8-e3f4-40f9-81e2-0182f43e3469, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6f6e10-d518-4201-8e40-25739953aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '61a70569-557c-4dd7-8797-880bf0168e65'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:39:57.183680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.203748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Provisioning complete for port a4505939-4d0b-4263-89eb-1817da0c24b5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:57.204132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.286525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.393237 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:39:57.406162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745728431674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63344498'] for subnet, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.440528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-89c51f44-8f0c-4d59-b6a9-71a788a194d1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2134092 Oct 16 13:39:57.463369 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:39:53Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:57.464234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34736) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:57.468604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for fee3aaab-2ee6-4108-b2b8-f3c607bc718d owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:57.479794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:57.500197 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e4634c-7c6c-4e3e-bd55-dc1fa77659ed None None] The sync data for ids ['004a04cd-1762-47dc-a8dc-6400c8a09018'] in dv-neutron-743142-24-hyperv is: [{'id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'name': 'tempest-ServerActionsTestJSON-1793920822-router', 'tenant_id': '37476cbc9d2c45b4ab9c00f692272801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158'}], 'enable_snat': True}, 'gw_port_id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:35:52Z', 'updated_at': '2021-10-16T13:39:53Z', 'revision_number': 5, 'project_id': '37476cbc9d2c45b4ab9c00f692272801', 'gw_port': {'id': '6acf3c89-f80e-4a68-8074-991d7b3d2b06', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a04cd-1762-47dc-a8dc-6400c8a09018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:35:53Z', 'updated_at': '2021-10-16T13:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:57.555450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Provisioning complete for port fee3aaab-2ee6-4108-b2b8-f3c607bc718d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:57.555450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.602745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Port fee3aaab-2ee6-4108-b2b8-f3c607bc718d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:57.612071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:57.612943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.618075 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "PUT /v2.0/subnets/d75890e1-6d30-43c7-9038-4cc732673bce HTTP/1.1" status: 200 len: 806 time: 2.1370366 Oct 16 13:39:57.622615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34742) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:57.623785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] For port 766536a8-e3f4-40f9-81e2-0182f43e3469, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:39:57.626970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Provisioning complete for port b4fc1e53-297d-4b5b-a786-574da249bb9d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:57.627421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.683242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] For port 766536a8-e3f4-40f9-81e2-0182f43e3469, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=766536a8-e3f4-40f9-81e2-0182f43e3469,segment=NetworkSegment(8f6f6e10-d518-4201-8e40-25739953aecf),segment_id=8f6f6e10-d518-4201-8e40-25739953aecf)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:39:57.703886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Port b4fc1e53-297d-4b5b-a786-574da249bb9d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:57.717968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Provisioning complete for port 85790695-ce9e-49e5-b815-4012be90e8a5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:57.718489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.756365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.809447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df559-5b93-48a1-bdab-b3b328f61379 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=d75890e1-6d30-43c7-9038-4cc732673bce,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:57.820250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d548e67e-e66f-4e2e-a712-f58342e917e4 None None] Port 85790695-ce9e-49e5-b815-4012be90e8a5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:57.829033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:57.886174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90682949-cde1-4b53-81d5-3f2af6e29ea5 None None] Pushing event updated for resources: {'Port': ['ID=766536a8-e3f4-40f9-81e2-0182f43e3469,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:57.943175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c4ecfc7a-bf47-4313-8d36-9a91364077e9 None None] Provisioning complete for port 85790695-ce9e-49e5-b815-4012be90e8a5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:57.943699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfc7a-bf47-4313-8d36-9a91364077e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.005206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecfc7a-bf47-4313-8d36-9a91364077e9 None None] Port 85790695-ce9e-49e5-b815-4012be90e8a5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:58.008470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.202775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Subnet': ['ID=24ef1bf5-4a3e-41f3-b005-76d01f4c6068,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:58.255485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-3cc98b29-5a0a-4ad7-8603-ab98ebbde7ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172142206&fields=id&tenant_id=373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 267 time: 0.2594156 Oct 16 13:39:58.310597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.333493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Deleting port 6acf3c89-f80e-4a68-8074-991d7b3d2b06 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:58.333850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.367599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Checking segment: {'id': '311bc43c-9bd9-4ad1-956c-2baf94edb1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:39:58.367872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network hostable DHCP agents. Network: 09f8f7db-a425-4f92-b8bb-41e68b9ac58a, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:39:58.419197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.423323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.455381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.491666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:39:58.530992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:58.535473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=158ac0e9-995d-4b83-88a5-69c8ae570a17,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:58.537793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:39:58.544201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:58.544883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.574836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port 766536a8-e3f4-40f9-81e2-0182f43e3469 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:58.575173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.596053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-e79a19f0-5bdd-43a4-a02d-4fadc0a01e07 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:58.604420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-e79a19f0-5bdd-43a4-a02d-4fadc0a01e07 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 811 time: 0.3476353 Oct 16 13:39:58.648485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:58.652005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.700952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:39:58.702193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] For port 6acf3c89-f80e-4a68-8074-991d7b3d2b06, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6acf3c89-f80e-4a68-8074-991d7b3d2b06,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:58.702636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.716924 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-7a064c7a-aa2b-4981-87d7-142e94a674f7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/quotas/373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 375 time: 0.1114953 Oct 16 13:39:58.748211 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-23cefbd8-b174-48b8-a1ee-df318109ad40 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5535102 Oct 16 13:39:58.750884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34748) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:58.762377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 766536a8-e3f4-40f9-81e2-0182f43e3469 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:39:58.764699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port 766536a8-e3f4-40f9-81e2-0182f43e3469, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=766536a8-e3f4-40f9-81e2-0182f43e3469,segment=NetworkSegment(8f6f6e10-d518-4201-8e40-25739953aecf),segment_id=8f6f6e10-d518-4201-8e40-25739953aecf)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:39:58.765068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.821965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Router 8a9439ac-8933-4a63-aaab-0f6431adbf55 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:39:58.822185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Calling delete_port for 6acf3c89-f80e-4a68-8074-991d7b3d2b06 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:58.824525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for 766536a8-e3f4-40f9-81e2-0182f43e3469 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:39:58.880816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 766536a8-e3f4-40f9-81e2-0182f43e3469 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:58.881394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:58.898214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 09f8f7db-a425-4f92-b8bb-41e68b9ac58a) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:39:58.927128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0683027-7bfd-47df-99a2-59071c51b672 None None] Network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:58.971290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:58.972086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.019741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9135d292-f8be-42ed-b8e0-559585cd48cd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:59.024971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-8f44057e-ee7d-46f4-a5b7-4b97f912c125 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3035655 Oct 16 13:39:59.025713 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9135d292-f8be-42ed-b8e0-559585cd48cd tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23 HTTP/1.1" status: 200 len: 928 time: 0.2708044 Oct 16 13:39:59.026550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34750) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.042601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.ipam_backend_mixin [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81235e1b-0adf-4929-879a-789e5b860a09 (CIDR: 172.20.0.0/28) Oct 16 13:39:59.049376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.095453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=fee3aaab-2ee6-4108-b2b8-f3c607bc718d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:59.115739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.146182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:39:59.146947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:39:59.170483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9a365ac5-348f-49e3-8e75-fb256f11d4e3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8827789 Oct 16 13:39:59.172817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34752) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.185167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1514186170'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:59.197630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8b07ab7c-6e85-428e-a939-5e7f44f7aef7 None None] Provisioning complete for port 158ac0e9-995d-4b83-88a5-69c8ae570a17 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:39:59.198193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8b07ab7c-6e85-428e-a939-5e7f44f7aef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.224805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-09f8f7db-a425-4f92-b8bb-41e68b9ac58a', 'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a', 'tenant_id': 'e3d67018a5b044baa13ed53129afe2bf', 'fixed_ips': [{'subnet_id': '24ef1bf5-4a3e-41f3-b005-76d01f4c6068'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:39:59.226438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.248765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:39:59.255663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.259814 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3188e8c2-585e-48e6-9eef-a9d72d4a759f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "PUT /v2.0/routers/8a9439ac-8933-4a63-aaab-0f6431adbf55 HTTP/1.1" status: 200 len: 921 time: 4.0379360 Oct 16 13:39:59.265193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34754) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.298761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] Sync routers for ids ['8a9439ac-8933-4a63-aaab-0f6431adbf55'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:39:59.312230 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-8171e7fa-6d5e-458a-b2d4-b02bb5d96750 service neutron] 10.222.0.24 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268233 Oct 16 13:39:59.324790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] Routers {'8a9439ac-8933-4a63-aaab-0f6431adbf55'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:59.325428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8a9439ac-8933-4a63-aaab-0f6431adbf55'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:59.327147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8b07ab7c-6e85-428e-a939-5e7f44f7aef7 None None] Port 158ac0e9-995d-4b83-88a5-69c8ae570a17 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:39:59.375404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.379047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 158ac0e9-995d-4b83-88a5-69c8ae570a17 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:39:59.379384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.381601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d80d3d-15c1-476d-ab8a-082b39548a96 None None] Network 61a70569-557c-4dd7-8797-880bf0168e65 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:39:59.471869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:59.489152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7433351a-de60-4599-83f9-57f87ca56506 None None] Could not find standard attr ID for object 766536a8-e3f4-40f9-81e2-0182f43e3469. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:39:59.515863 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d251dc32-789f-426b-aff0-9b972aea4666 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/8a9439ac-8933-4a63-aaab-0f6431adbf55 HTTP/1.1" status: 200 len: 921 time: 0.2479913 Oct 16 13:39:59.518931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34756) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.519058 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-24004138-9101-4a07-982b-aa33d365a623 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0529411 Oct 16 13:39:59.522274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.527677 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a1d3c5f6-8595-44c4-8b6d-2a572f81c389 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/fee3aaab-2ee6-4108-b2b8-f3c607bc718d HTTP/1.1" status: 204 len: 168 time: 3.4836469 Oct 16 13:39:59.532346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34758) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.532545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34760) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.538956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] Routers {'8a9439ac-8933-4a63-aaab-0f6431adbf55'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:39:59.539518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:39:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8a9439ac-8933-4a63-aaab-0f6431adbf55'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:59.547841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:39:59.551324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:39:59.555202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.571168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=766536a8-e3f4-40f9-81e2-0182f43e3469,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:59.621960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.644900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9fa562ce-3e07-4427-bea3-ecb3ec650f56 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:39:59.651636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:39:59.652279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6514398e-81a9-4f37-942e-b5ecddbbd6e4 None None] The sync data for ids ['8a9439ac-8933-4a63-aaab-0f6431adbf55'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:39:59.682032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9fa562ce-3e07-4427-bea3-ecb3ec650f56 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:39:59.682273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9fa562ce-3e07-4427-bea3-ecb3ec650f56 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:39:59.686521 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port 766536a8-e3f4-40f9-81e2-0182f43e3469 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:39:59.717641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acf3c89-f80e-4a68-8074-991d7b3d2b06,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:39:59.758501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:39:59.775996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Allocated IP 2001:db8:0:ffff::2 (09f8f7db-a425-4f92-b8bb-41e68b9ac58a/24ef1bf5-4a3e-41f3-b005-76d01f4c6068/7f676f2f-0c6e-4651-a777-3ec3d78cf49b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:39:59.813018 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b7342-a2ed-4b8f-8b3b-077078062286 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:59.818167 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-da3b7342-a2ed-4b8f-8b3b-077078062286 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=8a9439ac-8933-4a63-aaab-0f6431adbf55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2752056 Oct 16 13:39:59.820890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.823468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34762) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.828923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-860ff4f9-87f2-4dd3-931c-6bbca1cb6366 service neutron] 10.222.0.24 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686325 Oct 16 13:39:59.830690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.831445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Added segment b1fcd48a-4cbc-4f21-867d-66cf3cdad489 of type vlan for network a6b70233-09cb-4eca-8c59-9e2a8be110ef Oct 16 13:39:59.864358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bae10b-6048-4dd8-8534-fd296edacb53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:39:59.866818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-26bae10b-6048-4dd8-8534-fd296edacb53 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3316834 Oct 16 13:39:59.873550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34764) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:39:59.891087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.955009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.966655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.988427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:39:59.992958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9e1c9-4a6e-419c-910a-99406d771fe3 None None] Network 61a70569-557c-4dd7-8797-880bf0168e65 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:00.041641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 158ac0e9-995d-4b83-88a5-69c8ae570a17 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:00.061139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:00.064746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.079903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.108068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.125935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.129215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.131790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:00.135586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:00.155959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaaf03d-71b9-4fd2-9dac-bd9138372e93 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:00.160047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eaaaf03d-71b9-4fd2-9dac-bd9138372e93 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2809424 Oct 16 13:40:00.161434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:00.164631 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34772) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.190499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=d75890e1-6d30-43c7-9038-4cc732673bce,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:00.233092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.234645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef26c8-1031-452f-834b-42be0bbc5966 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:00.236278 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-39ef26c8-1031-452f-834b-42be0bbc5966 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.4097586 Oct 16 13:40:00.239259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:00.239930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.240793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34774) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.252878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Pushing event updated for resources: {'Port': ['ID=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:00.274003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Attempting to bind port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:00.274431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Attempting to bind port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '311bc43c-9bd9-4ad1-956c-2baf94edb1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:00.278264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Attempting to bind port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b on network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:00.284792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:00.285274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Checking segment: {'id': '311bc43c-9bd9-4ad1-956c-2baf94edb1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:00.285751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.286213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Bound using segment: {'id': '311bc43c-9bd9-4ad1-956c-2baf94edb1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:00.287413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Bound port: 7f676f2f-0c6e-4651-a777-3ec3d78cf49b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311bc43c-9bd9-4ad1-956c-2baf94edb1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '09f8f7db-a425-4f92-b8bb-41e68b9ac58a'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:00.287883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.302633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14fa13-4932-4401-a05d-610fc6e4ad28 None None] DHCP port deletion for 61a70569-557c-4dd7-8797-880bf0168e65 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:00.311394 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-df01bc42-5b0c-4967-a1e0-878fd876785f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a9439ac-8933-4a63-aaab-0f6431adbf55 HTTP/1.1" status: 200 len: 205 time: 0.0650642 Oct 16 13:40:00.323496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34776) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.353453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.381654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] For port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:00.385732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] For port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,segment=NetworkSegment(311bc43c-9bd9-4ad1-956c-2baf94edb1a7),segment_id=311bc43c-9bd9-4ad1-956c-2baf94edb1a7)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:00.387095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a70569-557c-4dd7-8797-880bf0168e65']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:00.402252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6f6e10-d518-4201-8e40-25739953aecf') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:00.402525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6f6e10-d518-4201-8e40-25739953aecf') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:00.418777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.419293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004a04cd-1762-47dc-a8dc-6400c8a09018 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:00.427771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7f8d4-0939-4568-b672-9aa0e2634073 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:00.429435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7f8d4-0939-4568-b672-9aa0e2634073 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:00.431092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7f8d4-0939-4568-b672-9aa0e2634073 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:00.435105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-78a7f8d4-0939-4568-b672-9aa0e2634073 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2368383 Oct 16 13:40:00.435105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Network': ['ID=a6b70233-09cb-4eca-8c59-9e2a8be110ef,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:00.438345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.440210 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fc65647b-8736-489d-855c-44426285f4e3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/004a04cd-1762-47dc-a8dc-6400c8a09018 HTTP/1.1" status: 204 len: 168 time: 4.2741838 Oct 16 13:40:00.444085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34778) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.444198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network a6b70233-09cb-4eca-8c59-9e2a8be110ef details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:00.452721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34780) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.455250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.465770 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.ipam_backend_mixin [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 395920b4-dbfd-4c05-a1e0-e8fe145fa12f (CIDR: 172.20.0.16/28) Oct 16 13:40:00.470500 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-536be1b0-7edf-4a7d-8f4f-3054427d048c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2889538 Oct 16 13:40:00.478953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.484971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'subnet': {'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:00.491792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.513447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.515856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:00.516353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:00.519585 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:00.543065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:40:00.543588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:00.609473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 4a650f66-8546-4cac-b224-2e9201cc1733 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:00.627648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a63bd-4554-4cb0-94cf-f865238190e4 None None] Pushing event updated for resources: {'Port': ['ID=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:00.657851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.730928 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-76cbf537-61ea-40f3-ac90-58564940d4da tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1949987 Oct 16 13:40:00.739671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34788) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.743906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.751586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'subnet': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:00.880942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=158ac0e9-995d-4b83-88a5-69c8ae570a17,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:00.923210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.923210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.923210 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d97c499-9fb2-47a5-b6ac-ddfcdc2bb264 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/158ac0e9-995d-4b83-88a5-69c8ae570a17 HTTP/1.1" status: 204 len: 168 time: 1.8866150 Oct 16 13:40:00.929224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34794) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:00.950626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:00.956732 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/61a70569-557c-4dd7-8797-880bf0168e65 HTTP/1.1" status: 204 len: 168 time: 3.3293848 Oct 16 13:40:00.967689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34796) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:01.001734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9b533-2b89-4ef9-a220-6e8cdea3350f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=61a70569-557c-4dd7-8797-880bf0168e65,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:01.023735 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-49250712-632b-4ef3-ae4d-5c99ed370a20 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:40:01.030935 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-49250712-632b-4ef3-ae4d-5c99ed370a20 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/158ac0e9-995d-4b83-88a5-69c8ae570a17 HTTP/1.1" status: 404 len: 333 time: 0.0957010 Oct 16 13:40:01.034931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34798) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:01.079349 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6b48e0-8083-4bf9-85cf-b2779f51287c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:01.079669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6b48e0-8083-4bf9-85cf-b2779f51287c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:01.092487 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd6b48e0-8083-4bf9-85cf-b2779f51287c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/61a70569-557c-4dd7-8797-880bf0168e65 HTTP/1.1" status: 404 len: 339 time: 0.1185346 Oct 16 13:40:01.129424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34800) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:01.143287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-76505688', 'description': 'd1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:01.170789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:01.175347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 766536a8-e3f4-40f9-81e2-0182f43e3469 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:01.180368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.194128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Deleting subnet 9303600d-cf62-4e73-93cc-99960d8a72c8 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:01.202521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9e53202c-bc4e-4196-b3b1-49c1809d5e9f req-476748db-97fe-4789-be4e-e6e608c45433 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.4648345 Oct 16 13:40:01.215169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.233101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 766536a8-e3f4-40f9-81e2-0182f43e3469 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:01.233270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.233570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 766536a8-e3f4-40f9-81e2-0182f43e3469 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:01.289638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.369905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.513553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:01.517013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.533045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.605355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.628090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.649980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:01.667869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.668222 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment a01b8a8f-154a-4559-a3c2-a9a9dbe0e129 of type vlan for network 18c163d1-2120-4e74-a35e-40878f9d625e Oct 16 13:40:01.721108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.728920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Made reservation on behalf of 10419b20217b406a8c97e178e2d8446c for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:01.732480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.763240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.769150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/4a650f66-8546-4cac-b224-2e9201cc1733 HTTP/1.1" status: 204 len: 168 time: 1.3213670 Oct 16 13:40:01.769436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.772520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a6317-2888-420c-8309-8317a4a8af56 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:01.777047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34804) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:01.786724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.790454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d12a71-c394-4878-b89b-3be24577c23e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=4a650f66-8546-4cac-b224-2e9201cc1733,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:01.832882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9303600d-cf62-4e73-93cc-99960d8a72c8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:01.835305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.839634 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-581cc8c1-a44d-4351-9f18-6d8cbcd52ad1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9303600d-cf62-4e73-93cc-99960d8a72c8 HTTP/1.1" status: 204 len: 168 time: 1.3691435 Oct 16 13:40:01.843862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34806) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:01.859846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a068e-0c13-46a6-bc4c-c44a96747c57 None None] Network 34ec5c1c-97a6-48fb-858a-be882fbdbe83 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:01.928271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.resource_extend [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:40:01.932433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Deleting port 83918671-2ace-4770-ac7c-c8709c45a8fc {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:01.932909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 85790695-ce9e-49e5-b815-4012be90e8a5 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:01.933055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.933281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:01.965345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.067163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 79e528e9-830f-4335-b163-3df31e7f04ef {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:02.071413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.082097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.107454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Calling delete_port for 83918671-2ace-4770-ac7c-c8709c45a8fc owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:02.153895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2103c-abc1-49d6-ba94-ebb5e64ee93a None None] Network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:02.170236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.178353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:02.179659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.189408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Deleting port f9c44d19-087a-4ab5-ae08-4bc291c30803 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:02.189408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.248061 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.276957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e38d06ec-782a-4cea-8902-c7f2926cecc7 None None] Provisioning complete for port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:02.277578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e38d06ec-782a-4cea-8902-c7f2926cecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.297212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] For port f9c44d19-087a-4ab5-ae08-4bc291c30803, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f9c44d19-087a-4ab5-ae08-4bc291c30803,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:02.297876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.397363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Calling delete_port for f9c44d19-087a-4ab5-ae08-4bc291c30803 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:02.408173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0b3baaff-bf42-42a1-848d-7da05f52eb3e req-78de14b6-a792-4816-8bf0-0103e6c984f4 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0699320 Oct 16 13:40:02.431092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.439476 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3046508 Oct 16 13:40:02.461539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34810) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:02.477094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412a5c4-3a7c-465b-b3e5-eaee0039438a tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=18c163d1-2120-4e74-a35e-40878f9d625e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:02.495193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 85790695-ce9e-49e5-b815-4012be90e8a5 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:02.496704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e38d06ec-782a-4cea-8902-c7f2926cecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.502960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] DHCP port deletion for 34ec5c1c-97a6-48fb-858a-be882fbdbe83 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:02.505327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 18c163d1-2120-4e74-a35e-40878f9d625e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:02.633215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed447b8b-cec4-402a-87d2-d7ff8881857f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:02.637447 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ed447b8b-cec4-402a-87d2-d7ff8881857f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks?id=18c163d1-2120-4e74-a35e-40878f9d625e HTTP/1.1" status: 200 len: 759 time: 0.1716292 Oct 16 13:40:02.650896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34812) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:02.667677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'description': 'd2'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:02.682639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e38d06ec-782a-4cea-8902-c7f2926cecc7 None None] For port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,segment=NetworkSegment(311bc43c-9bd9-4ad1-956c-2baf94edb1a7),segment_id=311bc43c-9bd9-4ad1-956c-2baf94edb1a7)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:02.725439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] Deleting port f9c44d19-087a-4ab5-ae08-4bc291c30803 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:02.726365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.752562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.765291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7f676f2f-0c6e-4651-a777-3ec3d78cf49b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:02.824488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e38d06ec-782a-4cea-8902-c7f2926cecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.864963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:40:02.886649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.908645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] For port f9c44d19-087a-4ab5-ae08-4bc291c30803, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f9c44d19-087a-4ab5-ae08-4bc291c30803,segment=NetworkSegment(cc9491f3-dcce-4071-bbef-860320e24776),segment_id=cc9491f3-dcce-4071-bbef-860320e24776)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:02.909357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:02.970490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] Calling delete_port for f9c44d19-087a-4ab5-ae08-4bc291c30803 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:03.002822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.037402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Subnet': ['ID=223f1f59-6994-4cb6-8521-70694b8eed97,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.055700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Checking segment: {'id': 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:03.056074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network hostable DHCP agents. Network: a6b70233-09cb-4eca-8c59-9e2a8be110ef, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:03.080019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event deleted for resources: {'Port': ['ID=83918671-2ace-4770-ac7c-c8709c45a8fc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.090605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.098440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d06ec-782a-4cea-8902-c7f2926cecc7 None None] Pushing event updated for resources: {'Port': ['ID=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.104866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.126968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.136819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:03.137455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.147516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.152480 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/79e528e9-830f-4335-b163-3df31e7f04ef HTTP/1.1" status: 204 len: 168 time: 1.3729734 Oct 16 13:40:03.153540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34814) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.157876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206bca1-72d3-488f-80f3-075d3d914b88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=79e528e9-830f-4335-b163-3df31e7f04ef,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.181833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-43a5a282-d444-4f05-bfbc-db1924058d18 None None] Provisioning complete for port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:03.199342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43a5a282-d444-4f05-bfbc-db1924058d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.206197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:03.207605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network a6b70233-09cb-4eca-8c59-9e2a8be110ef is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:03.215661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:03.226447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:03.227298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.233788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-61fcbbf9-70f4-4372-825b-857c56c64e29 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790610 Oct 16 13:40:03.238584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.241285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34816) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.250108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.250536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:03.269088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57dafd-206c-4da0-ad83-46e0143dd795 None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:03.270777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Subnet': ['ID=428a4d76-5d21-4d36-adb6-5fbbeb1e3223,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.288798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.295752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] No DVR routers for this DVR port f9c44d19-087a-4ab5-ae08-4bc291c30803 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:03.308811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c44d19-087a-4ab5-ae08-4bc291c30803,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.310715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 18c163d1-2120-4e74-a35e-40878f9d625e is not hosted by any dhcp agent {{(pid=101080) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 16 13:40:03.316581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:03.317699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.318651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "PUT /v2.0/networks/18c163d1-2120-4e74-a35e-40878f9d625e HTTP/1.1" status: 200 len: 756 time: 0.6618731 Oct 16 13:40:03.326100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34818) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.330614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=85790695-ce9e-49e5-b815-4012be90e8a5,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.359839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.392456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, a6b70233-09cb-4eca-8c59-9e2a8be110ef) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:03.406143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.411029 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2b3bdada-1dd7-4b59-8773-56c6719102a1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6645641 Oct 16 13:40:03.419865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:03.420273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.431137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.431687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b6307-ce96-4100-8df7-c836a88f9718 None None] Network a6b70233-09cb-4eca-8c59-9e2a8be110ef requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:03.436820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535548377', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '428a4d76-5d21-4d36-adb6-5fbbeb1e3223'}], 'security_groups': ['385d3d09-83ee-459e-97ae-b633f4c8ff08', '4b98cd74-6524-48a8-b79b-634f2ad20eb0']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:03.524565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] No DVR routers for this DVR port f9c44d19-087a-4ab5-ae08-4bc291c30803 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:03.528548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.535559 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bc5fcb1a-bc15-4cb0-8daa-ab0146fd0bdf tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/85790695-ce9e-49e5-b815-4012be90e8a5 HTTP/1.1" status: 204 len: 168 time: 2.4818547 Oct 16 13:40:03.536689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34824) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.557640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3e3b4-ad69-49fa-919c-9a3f9918bb9c None None] Pushing event deleted for resources: {'Port': ['ID=f9c44d19-087a-4ab5-ae08-4bc291c30803,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.619153 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f4d049bd-67ea-42e1-adbd-77688978b172 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1346838 Oct 16 13:40:03.621580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34826) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.627557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'port': {'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef', 'name': 'tempest-NetworksIpV6TestAttrs-1182816774'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:03.629849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae6bb2-5364-4e6e-9257-2c03e2d93b36 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:03.631654 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-af059308-40e8-4ee5-9c82-6a5eb3a4ac7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:40:03.635716 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af059308-40e8-4ee5-9c82-6a5eb3a4ac7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/85790695-ce9e-49e5-b815-4012be90e8a5 HTTP/1.1" status: 404 len: 333 time: 0.0927277 Oct 16 13:40:03.635953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.640446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.641749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34828) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.648984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a5868-6b95-4d84-bfd0-e4e38957b667 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:03.656837 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-993a5868-6b95-4d84-bfd0-e4e38957b667 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks?id=18c163d1-2120-4e74-a35e-40878f9d625e HTTP/1.1" status: 200 len: 759 time: 0.3238752 Oct 16 13:40:03.672904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34830) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:03.678157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885906641'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:03.718777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:03.722743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.798248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-f72cd376-532d-4fb1-a9c4-c3d22adc2455 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:03.799785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-f72cd376-532d-4fb1-a9c4-c3d22adc2455 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 811 time: 0.5817289 Oct 16 13:40:03.800458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda61695-0a85-4692-be42-0813ab2f47e4 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=18c163d1-2120-4e74-a35e-40878f9d625e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:03.841678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 18c163d1-2120-4e74-a35e-40878f9d625e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:03.897841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:03.902095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:03.961247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6acf3c89-f80e-4a68-8074-991d7b3d2b06 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:03.979513 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a6dd4e9-d992-4dfd-8dd6-6455fdb78d92 req-e46274a3-ef3b-4294-b475-f143e3835485 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.2955642 Oct 16 13:40:04.010329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:04.036156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 6acf3c89-f80e-4a68-8074-991d7b3d2b06 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:04.036516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6acf3c89-f80e-4a68-8074-991d7b3d2b06 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:04.036935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f9c44d19-087a-4ab5-ae08-4bc291c30803 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:04.061205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet 7c54de3d-5894-4d8c-abaf-6608c9c714a1 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:04.066191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.091266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.119570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.119919 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment 37dd42ae-ea5d-4355-844b-5002d25ca1c2 of type vlan for network 30dceab6-d345-4926-8812-3039a7e35f6f Oct 16 13:40:04.123654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f9c44d19-087a-4ab5-ae08-4bc291c30803 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:04.124006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f9c44d19-087a-4ab5-ae08-4bc291c30803 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:04.139794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a3f3a9d2-b3bd-4a16-bfd5-390b0c6d2239 None None] Provisioning complete for port 01005bf6-1a7a-4e22-b618-a7db82c808c0 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:04.140164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3f3a9d2-b3bd-4a16-bfd5-390b0c6d2239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.152452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.179693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ec5c1c-97a6-48fb-858a-be882fbdbe83']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:04.200653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9491f3-dcce-4071-bbef-860320e24776') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:04.201052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9491f3-dcce-4071-bbef-860320e24776') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:04.223457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.227304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-a6b70233-09cb-4eca-8c59-9e2a8be110ef', 'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef', 'tenant_id': 'e3d67018a5b044baa13ed53129afe2bf', 'fixed_ips': [{'subnet_id': '223f1f59-6994-4cb6-8521-70694b8eed97'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:04.228158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.251561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.258708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:04.259335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.341808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.342370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Fanout notify agent at l3_agent the message router_deleted on router 8a9439ac-8933-4a63-aaab-0f6431adbf55 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:04.354499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.356415 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ce3b9095-00cb-4f02-a510-d7b7f691fb80 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/8a9439ac-8933-4a63-aaab-0f6431adbf55 HTTP/1.1" status: 204 len: 168 time: 4.0312967 Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:04.357568 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:04.359722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34834) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:04.382718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2108391003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:04.422283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-efd7ca1d-d7d3-412b-8e0e-402d79562f72 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 380 time: 0.4889796 Oct 16 13:40:04.430948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:04.432585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.434575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.473771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.501711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] device_id is not set on port f39e5bf6-03fa-47b6-b2dd-100c7959aed9 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:04.588810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.619945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.648684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:04.666209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:04.671409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:04.674631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:04.675515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.743826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.745025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.750204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.754051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'port': {'device_id': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'admin_state_up': True, 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'security_groups': ['21a44621-c513-4a40-beeb-5b114571a380']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:04.756297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:04.757710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.759116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.776797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.783950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] 10.222.0.24 "DELETE /v2.0/networks/34ec5c1c-97a6-48fb-858a-be882fbdbe83 HTTP/1.1" status: 204 len: 168 time: 2.9313848 Oct 16 13:40:04.807857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=2668fe62-d424-459a-b2a2-cf4ccd5197cd,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:04.840849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7f676f2f-0c6e-4651-a777-3ec3d78cf49b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:04.878743 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2044380 Oct 16 13:40:04.880005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Allocated IP 2001:db8::f816:3eff:fedf:29a5 (a6b70233-09cb-4eca-8c59-9e2a8be110ef/223f1f59-6994-4cb6-8521-70694b8eed97/f39e5bf6-03fa-47b6-b2dd-100c7959aed9) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:04.885403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34838) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:04.886839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:04.890402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': '30dceab6-d345-4926-8812-3039a7e35f6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:04.893645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d96257-5679-4bfb-b415-927846f0d624 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=30dceab6-d345-4926-8812-3039a7e35f6f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:04.916067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179b607-f942-4026-a87e-9efd2ee42d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ec5c1c-97a6-48fb-858a-be882fbdbe83,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:04.948300 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24ef1ed9-0e95-4bc0-8da3-6de6910639b5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7038465 Oct 16 13:40:04.954658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34840) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:04.964429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:04.977153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 30dceab6-d345-4926-8812-3039a7e35f6f details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:04.988997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.047854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] Update dhcp port {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'fixed_ips': [{'subnet_id': '395920b4-dbfd-4c05-a1e0-e8fe145fa12f', 'ip_address': '172.20.0.18'}, {'subnet_id': '81235e1b-0adf-4929-879a-789e5b860a09', 'ip_address': '172.20.0.2'}, {'subnet_id': '428a4d76-5d21-4d36-adb6-5fbbeb1e3223'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'dc885311-da37-4f14-b352-941bfd432fa8'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:40:05.139452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=7c54de3d-5894-4d8c-abaf-6608c9c714a1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:05.147301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.160156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.168558 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c2ef91d3-0f4d-46b5-a552-6e3dd31dd191 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/7c54de3d-5894-4d8c-abaf-6608c9c714a1 HTTP/1.1" status: 204 len: 168 time: 1.5256419 Oct 16 13:40:05.183468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34844) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:05.191940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac18ac-8262-4b43-8dc1-43962227c4a6 None None] Network 22af28e5-d952-4604-a69d-b361ed8c1a60 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:05.297555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.322795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.355201 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c1ad2b7-b858-4d04-8f91-878f264501c0 req-e7f4ceb7-8fad-41ad-a4a0-a899f486b8d2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.1815994 Oct 16 13:40:05.425236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.426648 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-983c1db4-8171-4abf-97af-d3b19fabd429 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0553153 Oct 16 13:40:05.432007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34846) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:05.439552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:05.505273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34848) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:05.539961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port a4505939-4d0b-4263-89eb-1817da0c24b5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:05.540865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.554608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] Deleting port 01005bf6-1a7a-4e22-b618-a7db82c808c0 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:05.554972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.558380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:05.558736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.639834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] For port a4505939-4d0b-4263-89eb-1817da0c24b5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a4505939-4d0b-4263-89eb-1817da0c24b5,segment=NetworkSegment(da485c45-0efc-427a-9bfb-7373dfcc2173),segment_id=da485c45-0efc-427a-9bfb-7373dfcc2173)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:05.640395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.658012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Delete allocated IP 172.20.0.9 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/81235e1b-0adf-4929-879a-789e5b860a09) {{(pid=101081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 16 13:40:05.662630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for a4505939-4d0b-4263-89eb-1817da0c24b5 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:05.717511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Allocated IP 172.20.0.38 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/428a4d76-5d21-4d36-adb6-5fbbeb1e3223/b4fc1e53-297d-4b5b-a786-574da249bb9d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:05.743382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] For port 01005bf6-1a7a-4e22-b618-a7db82c808c0, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=01005bf6-1a7a-4e22-b618-a7db82c808c0,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:05.755889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.797720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] DHCP port deletion for 22af28e5-d952-4604-a69d-b361ed8c1a60 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:05.818672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:05.822850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.832977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] Calling delete_port for 01005bf6-1a7a-4e22-b618-a7db82c808c0 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:05.897983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Made reservation on behalf of 373278b19057453d9698b00ac17f36e4 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:05.906771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.955988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:05.979308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 01005bf6-1a7a-4e22-b618-a7db82c808c0 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:06.033704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:06.036618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Deleting port a4505939-4d0b-4263-89eb-1817da0c24b5 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:06.037194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.041541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.121012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9fe482d7-0b78-497d-811c-6bb5906fd76a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37476cbc9d2c45b4ab9c00f692272801&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6139772 Oct 16 13:40:06.121996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=a4505939-4d0b-4263-89eb-1817da0c24b5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:06.129163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No DVR routers for this DVR port a4505939-4d0b-4263-89eb-1817da0c24b5 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:06.132539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34850) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:06.144414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] For port a4505939-4d0b-4263-89eb-1817da0c24b5, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:06.145189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.169496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Calling delete_port for a4505939-4d0b-4263-89eb-1817da0c24b5 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:06.173102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.ipam_backend_mixin [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Port a4505939-4d0b-4263-89eb-1817da0c24b5 was not found and therefore no delete operation was performed {{(pid=101082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:40:06.177411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.193379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.221623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.268371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] Pushing event deleted for resources: {'Port': ['ID=a4505939-4d0b-4263-89eb-1817da0c24b5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:06.282841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d60a54-5820-4763-b182-d9eb73def773 None None] No DVR routers for this DVR port a4505939-4d0b-4263-89eb-1817da0c24b5 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:06.293310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.412457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.486497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] Pushing event deleted for resources: {'Port': ['ID=01005bf6-1a7a-4e22-b618-a7db82c808c0,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:06.490934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ee493-664b-410a-aba1-7567ced5bd1f None None] No DVR routers for this DVR port 01005bf6-1a7a-4e22-b618-a7db82c808c0 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:06.516690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.521974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862e91af-393f-440a-9e52-12e7cb63139a None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:06.620952 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.ipam_backend_mixin [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2668fe62-d424-459a-b2a2-cf4ccd5197cd (CIDR: 2001:db8::/64) Oct 16 13:40:06.622284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] In _notify_port_updated(), no bound segment for port b4fc1e53-297d-4b5b-a786-574da249bb9d on network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:40:06.629375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:06.631009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.632761 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "PUT /v2.0/ports/b4fc1e53-297d-4b5b-a786-574da249bb9d HTTP/1.1" status: 200 len: 959 time: 3.2005484 Oct 16 13:40:06.635522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] Allocated IP 172.20.0.34 (7045d16e-6f4a-438a-b8b7-603e9f39fab4/428a4d76-5d21-4d36-adb6-5fbbeb1e3223/dc885311-da37-4f14-b352-941bfd432fa8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:06.640787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34854) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:06.759289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e7d9-0fc4-40e1-a9ae-ff7580ef3c0f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event updated for resources: {'Port': ['ID=b4fc1e53-297d-4b5b-a786-574da249bb9d,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:06.761913 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9ceaaf24-d468-42b2-94a1-3ebee752c5b6 req-04857a91-c150-4640-810f-f7996f574783 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0741909 Oct 16 13:40:06.785023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Allocated IP 2001:db8::f816:3eff:fe77:e96c (a6b70233-09cb-4eca-8c59-9e2a8be110ef/223f1f59-6994-4cb6-8521-70694b8eed97/7653e00f-7301-46e0-b120-492e324158b5) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:06.789742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.791854 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:40:06.792090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:06.831334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.852282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22af28e5-d952-4604-a69d-b361ed8c1a60']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:06.854715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Port': ['ID=f39e5bf6-03fa-47b6-b2dd-100c7959aed9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:06.858048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.862940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da485c45-0efc-427a-9bfb-7373dfcc2173') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:06.863238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da485c45-0efc-427a-9bfb-7373dfcc2173') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:06.878987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.893565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.895627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network a6b70233-09cb-4eca-8c59-9e2a8be110ef is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:06.899808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:06.900308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.921766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:06.931956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:06.937885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:06.938758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:06.993465 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:07.015214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.017648 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f96d0509-7f05-4937-b5d3-6f52ec76f30d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0573261 Oct 16 13:40:07.021995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34856) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:07.039198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'subnet': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:07.056743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.059962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.064244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': '37dd42ae-ea5d-4355-844b-5002d25ca1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '30dceab6-d345-4926-8812-3039a7e35f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:07.064649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: 30dceab6-d345-4926-8812-3039a7e35f6f, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:07.079338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.088520 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/22af28e5-d952-4604-a69d-b361ed8c1a60 HTTP/1.1" status: 204 len: 168 time: 1.9013510 Oct 16 13:40:07.089550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34858) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:07.092392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Allocated IP 172.20.0.5 (5041a6a7-3056-43c2-b8a8-24735191457f/46e453e0-1f13-4b30-a9fc-46c8e590cd66/186639c5-2d38-4343-8fd3-d079b611dda8) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:07.099236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-675201510'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:07.108448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=4ec13e2d-23e1-4a54-9464-e7611af2dddc,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:07.132468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.141092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143efa6-b0bb-4b8c-a18c-1fe3f5bd1b1d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=22af28e5-d952-4604-a69d-b361ed8c1a60,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:07.143753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-932c0c8b-51a3-41a0-9a17-4075c87de611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.178339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34860) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:07.179681 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-53e649d4-9e5b-4a7a-8437-31c0efa85579 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5543823 Oct 16 13:40:07.189066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network 30dceab6-d345-4926-8812-3039a7e35f6f is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:07.206409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port b4fc1e53-297d-4b5b-a786-574da249bb9d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:07.206409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.253905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-932c0c8b-51a3-41a0-9a17-4075c87de611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.256367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:07.260565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.293858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 30dceab6-d345-4926-8812-3039a7e35f6f) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:07.326317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:07.326906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.341092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting subnet 223f1f59-6994-4cb6-8521-70694b8eed97 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:07.362255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.362462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f726c87d-2f29-4b77-8e97-1835676d571e None None] Network 30dceab6-d345-4926-8812-3039a7e35f6f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:07.365808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a4505939-4d0b-4263-89eb-1817da0c24b5 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:07.368020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'tenant_id': 'f39fb7bc362b411cb9b8e10cf2ac8393', 'fixed_ips': [{'subnet_id': '2668fe62-d424-459a-b2a2-cf4ccd5197cd'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:07.369142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.372775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.378662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Network a6b70233-09cb-4eca-8c59-9e2a8be110ef is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:07.390424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for b4fc1e53-297d-4b5b-a786-574da249bb9d owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:07.428049 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:07.436698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: a4505939-4d0b-4263-89eb-1817da0c24b5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:07.437168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a4505939-4d0b-4263-89eb-1817da0c24b5 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:07.450177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:07.458875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:07.464070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.480650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:07.495596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Pushing event updated for resources: {'Port': ['ID=7653e00f-7301-46e0-b120-492e324158b5,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:07.519021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.524671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.525288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment 5682fc79-73d4-4456-b747-939bf73aa921 of type vlan for network bb615496-c979-42e1-9bc4-b1576cccce48 Oct 16 13:40:07.533701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc885311-da37-4f14-b352-941bfd432fa8,segment=NetworkSegment(66304dfd-27d3-4ae2-9063-cdb90a8ea2ea),segment_id=66304dfd-27d3-4ae2-9063-cdb90a8ea2ea)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:07.646796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.683321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.711144 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-71df9b5c-9d04-46a6-9b52-f607d65a94af tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8221042 Oct 16 13:40:07.711356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34862) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:07.736270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-932c0c8b-51a3-41a0-9a17-4075c87de611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.739008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-932c0c8b-51a3-41a0-9a17-4075c87de611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.740169 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-932c0c8b-51a3-41a0-9a17-4075c87de611 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c3af24e-0924-42a9-a025-d434a5f96750 HTTP/1.1" status: 204 len: 168 time: 1.6013496 Oct 16 13:40:07.813697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c0c8b-51a3-41a0-9a17-4075c87de611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3af24e-0924-42a9-a025-d434a5f96750,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:07.886572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.900629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:07.901343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.978079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:07.997818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Attempting to bind port 7653e00f-7301-46e0-b120-492e324158b5 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:07.998302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Attempting to bind port 7653e00f-7301-46e0-b120-492e324158b5 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:07.998414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Attempting to bind port 7653e00f-7301-46e0-b120-492e324158b5 on network a6b70233-09cb-4eca-8c59-9e2a8be110ef {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:08.014825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.037159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:08.037451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Checking segment: {'id': 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:08.037812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.039052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Bound using segment: {'id': 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:08.039052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Bound port: 7653e00f-7301-46e0-b120-492e324158b5, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a6b70233-09cb-4eca-8c59-9e2a8be110ef'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:08.039412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.045084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=bb615496-c979-42e1-9bc4-b1576cccce48,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:08.074811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network bb615496-c979-42e1-9bc4-b1576cccce48 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:08.085412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:40:08.094326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.104015 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fbca8ac-e737-4bd4-b2b7-62f07efd4b1b req-fa96919d-cafc-4ad9-bda9-41f00aeec85b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0719390 Oct 16 13:40:08.107527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.134108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.195564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.212860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:08.218269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.221172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:08.226913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:08.227566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.239493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Allocated IP 2001:db8::2 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/2668fe62-d424-459a-b2a2-cf4ccd5197cd/103fa14a-6562-41c1-a4dc-96f1388fd492) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:08.267433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Subnet': ['ID=f2fa9fc8-0421-47ec-8e3f-8869583e197b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:08.294651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.302923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-01e5bff7-05e3-4475-9564-582926ec06a0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2081034 Oct 16 13:40:08.309073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34872) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:08.314163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:08.316172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.342839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.343284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57be143-921f-4fc5-98f9-93466f00a8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-30dceab6-d345-4926-8812-3039a7e35f6f', 'network_id': '30dceab6-d345-4926-8812-3039a7e35f6f', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': '4ec13e2d-23e1-4a54-9464-e7611af2dddc'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:08.344290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c57be143-921f-4fc5-98f9-93466f00a8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.408268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95d964-6e76-4dd0-a5eb-0aed7c5886e1 None None] Pushing event updated for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:08.473036 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=b4fc1e53-297d-4b5b-a786-574da249bb9d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:08.489101 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6ad15a0c-dd0e-484c-9ccf-7622419dc6c9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4565604 Oct 16 13:40:08.489302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Network 5041a6a7-3056-43c2-b8a8-24735191457f is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:08.493401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34878) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:08.504309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:08.511362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Request body: {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'mac_address': 'fa:16:3e:75:91:1b', 'name': 'tempest-NetworksTestDHCPv6-403089073'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:08.518751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:08.599195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=186639c5-2d38-4343-8fd3-d079b611dda8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:08.634285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.686794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-c57be143-921f-4fc5-98f9-93466f00a8f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec13e2d-23e1-4a54-9464-e7611af2dddc: This subnet is being modified by another concurrent operation. Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:40:08.692222 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec13e2d-23e1-4a54-9464-e7611af2dddc: This subnet is being modified by another concurrent operation. Oct 16 13:40:08.696327 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:40:08.708515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] For port 7653e00f-7301-46e0-b120-492e324158b5, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:08.718486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:08.719156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.802317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c92a24-e910-48eb-9646-8024ff95a330 None None] Network 30dceab6-d345-4926-8812-3039a7e35f6f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:08.819100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Subnet': ['ID=223f1f59-6994-4cb6-8521-70694b8eed97,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:08.830320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.836297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1f8ac3cb-904e-43ff-9c13-023d227dc71a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/223f1f59-6994-4cb6-8521-70694b8eed97 HTTP/1.1" status: 204 len: 168 time: 1.6529164 Oct 16 13:40:08.837483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] For port 7653e00f-7301-46e0-b120-492e324158b5, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7653e00f-7301-46e0-b120-492e324158b5,segment=NetworkSegment(b1fcd48a-4cbc-4f21-867d-66cf3cdad489),segment_id=b1fcd48a-4cbc-4f21-867d-66cf3cdad489)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:08.838346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Allocated IP 172.26.5.199 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/9a659f26-919e-45bf-9529-407427911051) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:08.849843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34884) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:08.919068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.926729 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-1cd6df6d-ad97-476f-b7a1-87a560d11c00 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1852913 Oct 16 13:40:08.943037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Request body: {'port': {'device_id': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:08.969308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dceab6-d345-4926-8812-3039a7e35f6f']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:08.978703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:08.982868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dd42ae-ea5d-4355-844b-5002d25ca1c2') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:08.983387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dd42ae-ea5d-4355-844b-5002d25ca1c2') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:09.008053 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.026951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b69724f-7596-498f-8f65-401388b0d06f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:09.028711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b69724f-7596-498f-8f65-401388b0d06f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:09.030318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6b69724f-7596-498f-8f65-401388b0d06f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1697953 Oct 16 13:40:09.089265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34888) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.097865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26dc68-3ec2-4895-ac6d-5930e785f0fa None None] Pushing event updated for resources: {'Port': ['ID=7653e00f-7301-46e0-b120-492e324158b5,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:09.132596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.152063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:09.152514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.197950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-07a2d679-7c49-4604-9229-58274aee3977 None None] Provisioning complete for port 186639c5-2d38-4343-8fd3-d079b611dda8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:09.197950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07a2d679-7c49-4604-9229-58274aee3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.226859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.232117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.248826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-07a2d679-7c49-4604-9229-58274aee3977 None None] Port 186639c5-2d38-4343-8fd3-d079b611dda8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:09.284046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2056-abb1-42ca-9884-d98ee275c916 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.299143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:09.323309 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:09.328596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.428418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:09.431366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:09.452743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:09.455827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec13e2d-23e1-4a54-9464-e7611af2dddc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:09.478039 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbd2056-abb1-42ca-9884-d98ee275c916 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 16 13:40:09.478736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbd2056-abb1-42ca-9884-d98ee275c916 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:09.481905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5cbd2056-abb1-42ca-9884-d98ee275c916 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/a6b70233-09cb-4eca-8c59-9e2a8be110ef HTTP/1.1" status: 409 len: 405 time: 0.3917272 Oct 16 13:40:09.488782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34898) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.492675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:09.495462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-878886775'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:09.496218 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.519411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:09.535069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.541126 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-745de36e-f209-48ec-896e-648e5507a94e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/b4fc1e53-297d-4b5b-a786-574da249bb9d HTTP/1.1" status: 204 len: 168 time: 2.8935177 Oct 16 13:40:09.597907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34900) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.598464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Pushing event updated for resources: {'Port': ['ID=103fa14a-6562-41c1-a4dc-96f1388fd492,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:09.639151 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5106c14e-312d-48db-a892-47cd691a9e1c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] GET failed (client error): The resource could not be found. Oct 16 13:40:09.640912 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5106c14e-312d-48db-a892-47cd691a9e1c tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports/b4fc1e53-297d-4b5b-a786-574da249bb9d HTTP/1.1" status: 404 len: 333 time: 0.0526524 Oct 16 13:40:09.654401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34904) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.695247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:40:09.695247 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:40:09.695247 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': 'e3d67018a5b044baa13ed53129afe2bf', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 39, 49, 518347)}] Oct 16 13:40:09.695247 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:09.695759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:09.734225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Attempting to bind port 103fa14a-6562-41c1-a4dc-96f1388fd492 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:09.734988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Attempting to bind port 103fa14a-6562-41c1-a4dc-96f1388fd492 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:09.736148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Attempting to bind port 103fa14a-6562-41c1-a4dc-96f1388fd492 on network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:09.745499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:09.746492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Checking segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:09.746903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.747267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.748921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Bound using segment: {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:09.749822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Bound port: 103fa14a-6562-41c1-a4dc-96f1388fd492, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2267a0c4-8675-4f2d-8078-368308c69679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:09.750497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.788183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.790193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38b08-4de6-4e7d-aea8-7a1780ac3d2e req-b936bdaa-8ea3-4bbb-992f-ce3dc8a116dc tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:09.791396 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/30dceab6-d345-4926-8812-3039a7e35f6f HTTP/1.1" status: 204 len: 168 time: 2.0790420 Oct 16 13:40:09.795186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18812e43-5f1f-4ef1-9530-00b10814074b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=30dceab6-d345-4926-8812-3039a7e35f6f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:09.795351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6b38b08-4de6-4e7d-aea8-7a1780ac3d2e req-b936bdaa-8ea3-4bbb-992f-ce3dc8a116dc tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 931 time: 0.4927659 Oct 16 13:40:09.795751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34906) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.824037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Made reservation on behalf of f39fb7bc362b411cb9b8e10cf2ac8393 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:09.864154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-88713e11-76b8-4a40-bf78-46f56d7726ba tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] GET failed (client error): The resource could not be found. Oct 16 13:40:09.869505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-88713e11-76b8-4a40-bf78-46f56d7726ba tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/subnets/4ec13e2d-23e1-4a54-9464-e7611af2dddc HTTP/1.1" status: 404 len: 337 time: 0.0616138 Oct 16 13:40:09.870345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34908) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.886499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.895112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] For port 103fa14a-6562-41c1-a4dc-96f1388fd492, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:09.900749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] For port 103fa14a-6562-41c1-a4dc-96f1388fd492, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=103fa14a-6562-41c1-a4dc-96f1388fd492,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:09.902102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8688196a-d1dc-4316-b222-a1d294eccda2 None None] Provisioning complete for port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:09.902577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8688196a-d1dc-4316-b222-a1d294eccda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.918267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.947441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-67db6fb4-4dba-4b11-b168-eeefb5496e4c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:09.948949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67db6fb4-4dba-4b11-b168-eeefb5496e4c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:09.958225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-67db6fb4-4dba-4b11-b168-eeefb5496e4c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/30dceab6-d345-4926-8812-3039a7e35f6f HTTP/1.1" status: 404 len: 339 time: 0.0827708 Oct 16 13:40:09.959131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34910) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:09.965008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2dffc3a-9105-4da0-b85d-ed3978136bcf tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.968151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:09.968699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:09.971152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8688196a-d1dc-4316-b222-a1d294eccda2 None None] Port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:09.980611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] device_id is not set on port fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:10.050926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.085692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:10.089434 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6b38b08-4de6-4e7d-aea8-7a1780ac3d2e req-08c19537-ca84-4df9-88e2-55a24c12583d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686162 Oct 16 13:40:10.137377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:10.145411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:10.178444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8::243 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/2668fe62-d424-459a-b2a2-cf4ccd5197cd/fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:10.198221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8688196a-d1dc-4316-b222-a1d294eccda2 None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:10.198809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8688196a-d1dc-4316-b222-a1d294eccda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.198912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:911b (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/f2fa9fc8-0421-47ec-8e3f-8869583e197b/fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:10.200358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb94b6-185c-47b5-a091-cd0239459ff8 None None] Pushing event updated for resources: {'Port': ['ID=103fa14a-6562-41c1-a4dc-96f1388fd492,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:10.266722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event updated for resources: {'Port': ['ID=9a659f26-919e-45bf-9529-407427911051,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:10.579596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8688196a-d1dc-4316-b222-a1d294eccda2 None None] Could not find standard attr ID for object b4fc1e53-297d-4b5b-a786-574da249bb9d. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:40:10.620645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472266d-ea9c-485e-97bb-31718a02c2be tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:10.624287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2dffc3a-9105-4da0-b85d-ed3978136bcf tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.625205 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7472266d-ea9c-485e-97bb-31718a02c2be tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6234441 Oct 16 13:40:10.626277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34920) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:10.634071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.646294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:10.650081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.697904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6be50868-9020-49be-887d-c6b280019160 None None] Could not find standard attr ID for object b4fc1e53-297d-4b5b-a786-574da249bb9d. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:40:10.909747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2dffc3a-9105-4da0-b85d-ed3978136bcf tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.913473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f2dffc3a-9105-4da0-b85d-ed3978136bcf tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:10.918416 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f2dffc3a-9105-4da0-b85d-ed3978136bcf tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/security-groups/8acdb956-190c-4883-9c0f-8136222deef9 HTTP/1.1" status: 204 len: 168 time: 1.2587891 Oct 16 13:40:10.919144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34924) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:10.938581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dffc3a-9105-4da0-b85d-ed3978136bcf tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acdb956-190c-4883-9c0f-8136222deef9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:10.951868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.031127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.059490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31951a3-51fa-460d-a958-e062eec64107 None None] Network a6b70233-09cb-4eca-8c59-9e2a8be110ef requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:11.183154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:11.189886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=002aac95-4775-4696-8541-99c369ad2447,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:11.214822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34930) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:11.231882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:11.234141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa805099-f6e8-49ea-8b87-f51f6bd23a68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.250414 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:11.257560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.271094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.279454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event updated for resources: {'Port': ['ID=fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:11.301374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': '5682fc79-73d4-4456-b747-939bf73aa921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:11.301795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: bb615496-c979-42e1-9bc4-b1576cccce48, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:11.372637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7db590ee-c934-4e3c-b1a0-b530d17e9a9c None None] Provisioning complete for port 7653e00f-7301-46e0-b120-492e324158b5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:11.374016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7db590ee-c934-4e3c-b1a0-b530d17e9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.377027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa805099-f6e8-49ea-8b87-f51f6bd23a68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.395514 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1c3047bc-45ac-49b8-9f97-775daf8d9a45 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 207 time: 0.7610791 Oct 16 13:40:11.400912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34934) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:11.447189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7653e00f-7301-46e0-b120-492e324158b5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:11.492109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1185676741'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:11.499738 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-16453194-bf32-44a5-b8ee-ed267ff73fa5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0050495 Oct 16 13:40:11.500344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186639c5-2d38-4343-8fd3-d079b611dda8 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:40:11.508111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34936) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:11.530955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.534123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bb615496-c979-42e1-9bc4-b1576cccce48 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:11.592076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:11.602694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7db590ee-c934-4e3c-b1a0-b530d17e9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.616730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7653e00f-7301-46e0-b120-492e324158b5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:11.617256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.679266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] DHCP port deletion for a6b70233-09cb-4eca-8c59-9e2a8be110ef request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:11.714962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7db590ee-c934-4e3c-b1a0-b530d17e9a9c None None] For port 7653e00f-7301-46e0-b120-492e324158b5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7653e00f-7301-46e0-b120-492e324158b5,segment=NetworkSegment(b1fcd48a-4cbc-4f21-867d-66cf3cdad489),segment_id=b1fcd48a-4cbc-4f21-867d-66cf3cdad489)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:11.720058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.720507 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Added segment 24f9cbba-195e-48c7-a44f-0a04f2ff0564 of type vlan for network 81e778c5-d9c3-41d5-b388-0db05316f637 Oct 16 13:40:11.755512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Transition to ACTIVE for port object 186639c5-2d38-4343-8fd3-d079b611dda8 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:40:11.761169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Made reservation on behalf of 08b680880e05412bbf736f79bf80c9bc for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:11.764780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.766729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa805099-f6e8-49ea-8b87-f51f6bd23a68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.778744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa805099-f6e8-49ea-8b87-f51f6bd23a68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.782555 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa805099-f6e8-49ea-8b87-f51f6bd23a68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b98cd74-6524-48a8-b79b-634f2ad20eb0 HTTP/1.1" status: 204 len: 168 time: 0.8482246 Oct 16 13:40:11.782555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, bb615496-c979-42e1-9bc4-b1576cccce48) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:11.805120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6e342-3e20-4906-82de-81e7951f72c9 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.811412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6e342-3e20-4906-82de-81e7951f72c9 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.827446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34938) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:11.830080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6e342-3e20-4906-82de-81e7951f72c9 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.836874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6e342-3e20-4906-82de-81e7951f72c9 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.847964 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d0c6e342-3e20-4906-82de-81e7951f72c9 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.4458461 Oct 16 13:40:11.855621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34940) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:11.878026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.879012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.886315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa805099-f6e8-49ea-8b87-f51f6bd23a68 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98cd74-6524-48a8-b79b-634f2ad20eb0,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:11.915024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.927706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd73e-b81a-4151-be57-63fe8455c910 req-9585d56e-6712-4634-9a91-7582165e06f8 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:11.930156 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58dfd73e-b81a-4151-be57-63fe8455c910 req-9585d56e-6712-4634-9a91-7582165e06f8 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 931 time: 0.6126881 Oct 16 13:40:11.937663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:11.972413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.013683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.030230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7db590ee-c934-4e3c-b1a0-b530d17e9a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.036800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f4f4a-d276-4618-9747-4142f3a1cbcd None None] Network bb615496-c979-42e1-9bc4-b1576cccce48 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:12.047926 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd5813f2-747f-42db-bdad-40f607a9df44 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7396154 Oct 16 13:40:12.050441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34942) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:12.076101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48', 'name': 'tempest-PortsIpV6TestJSON-130962793', 'fixed_ips': [{'subnet_id': '002aac95-4775-4696-8541-99c369ad2447', 'ip_address': '2001:db8::10'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:12.123769 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-98052ee3-9d83-4bde-8c96-0f04ca9aee74 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2615013 Oct 16 13:40:12.129079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34944) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:12.143380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3723115-8451-42eb-aa6f-4f98e8feb25c None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:12.187043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Pushing event updated for resources: {'Port': ['ID=186639c5-2d38-4343-8fd3-d079b611dda8,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:12.199510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58dfd73e-b81a-4151-be57-63fe8455c910 req-3dde045f-9cc8-4c17-bf2a-a71c2f64096f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595894 Oct 16 13:40:12.257957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-373ec46a-dcdd-499d-871b-14334aebcfe1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.296536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.305440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.306518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.309993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.389742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db590ee-c934-4e3c-b1a0-b530d17e9a9c None None] Pushing event updated for resources: {'Port': ['ID=7653e00f-7301-46e0-b120-492e324158b5,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:12.483030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Network': ['ID=81e778c5-d9c3-41d5-b388-0db05316f637,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:12.508083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 81e778c5-d9c3-41d5-b388-0db05316f637 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:12.515288 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6b9298e1-a0c6-4cbf-9893-2508ed78e6f0 None None] Provisioning complete for port 103fa14a-6562-41c1-a4dc-96f1388fd492 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:12.515661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b9298e1-a0c6-4cbf-9893-2508ed78e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.567569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Attempting to bind port 186639c5-2d38-4343-8fd3-d079b611dda8 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:12.568044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Attempting to bind port 186639c5-2d38-4343-8fd3-d079b611dda8 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:12.568516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Attempting to bind port 186639c5-2d38-4343-8fd3-d079b611dda8 on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:12.585809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Port 186639c5-2d38-4343-8fd3-d079b611dda8 on network 5041a6a7-3056-43c2-b8a8-24735191457f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:40:12.595261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Attempting to bind port 186639c5-2d38-4343-8fd3-d079b611dda8 on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:12.595261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting port fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:12.595485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.606006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:12.606461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Checking segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:12.606907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Bound using segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:12.607402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Bound port: 186639c5-2d38-4343-8fd3-d079b611dda8, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:12.607815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.619189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c1b5bd-50e4-432d-a14f-1d46afdca4a1 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.620524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c1b5bd-50e4-432d-a14f-1d46afdca4a1 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.623336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:12.623609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:12.627440 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-22c1b5bd-50e4-432d-a14f-1d46afdca4a1 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4959002 Oct 16 13:40:12.628074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34946) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:12.630290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.646585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-bb615496-c979-42e1-9bc4-b1576cccce48', 'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': '002aac95-4775-4696-8541-99c369ad2447'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:12.648438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.700984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a07ae-1568-4646-815d-50c562257129 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.702978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a07ae-1568-4646-815d-50c562257129 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.710620 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d69a07ae-1568-4646-815d-50c562257129 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0750499 Oct 16 13:40:12.711261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34948) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:12.715933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] Deleting port 7653e00f-7301-46e0-b120-492e324158b5 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:12.716305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.722168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.746602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-373ec46a-dcdd-499d-871b-14334aebcfe1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.767452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] For port 186639c5-2d38-4343-8fd3-d079b611dda8, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:12.773084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] For port 186639c5-2d38-4343-8fd3-d079b611dda8, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=186639c5-2d38-4343-8fd3-d079b611dda8,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:12.778182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:12.783633 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e6bba0c0-8315-4720-a74e-42069fa417cd tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.2922814 Oct 16 13:40:12.805791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34950) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:12.833204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'subnet': {'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:12.833414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] For port 7653e00f-7301-46e0-b120-492e324158b5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7653e00f-7301-46e0-b120-492e324158b5,segment=NetworkSegment(b1fcd48a-4cbc-4f21-867d-66cf3cdad489),segment_id=b1fcd48a-4cbc-4f21-867d-66cf3cdad489)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:12.833414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.833610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf56f31b-1886-4692-90c4-d3c65ac9bba1,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:12.842956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.843178 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Added segment eb1544f3-8afa-48b8-9c29-0e695c1cd9b3 of type vlan for network 9287702a-444e-4c57-9b5f-a998838fda93 Oct 16 13:40:12.849348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] Calling delete_port for 7653e00f-7301-46e0-b120-492e324158b5 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:12.900202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.900459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.909271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022216b4-52d3-4f6f-9010-36ba74037d91 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.917422 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-022216b4-52d3-4f6f-9010-36ba74037d91 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks/5acf8ee0-83e5-4842-8548-868c3e1545e6 HTTP/1.1" status: 200 len: 799 time: 0.2050860 Oct 16 13:40:12.919825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:12.953321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:12.954215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:12.956036 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] 10.222.0.31 "PUT /v2.0/ports/186639c5-2d38-4343-8fd3-d079b611dda8 HTTP/1.1" status: 200 len: 1093 time: 4.0174992 Oct 16 13:40:12.958569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:12.970169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:40:12.973342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:40:13.032688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b765e48-2156-4a4f-8906-12e99558d955 x-openstack-request-id: req-1b765e48-2156-4a4f-8906-12e99558d955 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:40:13.032962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:40:13.033212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b765e48-2156-4a4f-8906-12e99558d955 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:40:13.033614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8', 'status': 'completed', 'code': 200} Oct 16 13:40:13.101760 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9c4017e6-dee2-4948-914e-7e3d2f7a3e5b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/networks/5acf8ee0-83e5-4842-8548-868c3e1545e6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1755755 Oct 16 13:40:13.103426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34956) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:13.154874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b9298e1-a0c6-4cbf-9893-2508ed78e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.168788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8830029-d467-4673-8983-9fd6fce86e2c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:13.175003 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a8830029-d467-4673-8983-9fd6fce86e2c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/subnets/3cc9ed28-8b67-40f7-87dc-07cc641ca9b2 HTTP/1.1" status: 200 len: 811 time: 0.0656497 Oct 16 13:40:13.176500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34958) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:13.237415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.254636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f7e3c9-2219-4500-8638-1a895992d01c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['shared'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:13.260023 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-37f7e3c9-2219-4500-8638-1a895992d01c tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "GET /v2.0/subnets/3cc9ed28-8b67-40f7-87dc-07cc641ca9b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0789518 Oct 16 13:40:13.260415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.263535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6e4c705-67d4-4efe-abbd-8267debd6d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.265786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.268130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:13.268938 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.276410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34962) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:13.296362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0 req-8eb41a25-98a6-4c48-9984-37f2a67aee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:13.298184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0 req-8eb41a25-98a6-4c48-9984-37f2a67aee23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1096 time: 0.2221158 Oct 16 13:40:13.299398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-373ec46a-dcdd-499d-871b-14334aebcfe1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.302445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-373ec46a-dcdd-499d-871b-14334aebcfe1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.304427 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-373ec46a-dcdd-499d-871b-14334aebcfe1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/security-groups/385d3d09-83ee-459e-97ae-b633f4c8ff08 HTTP/1.1" status: 204 len: 168 time: 1.4301863 Oct 16 13:40:13.314503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34964) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:13.329801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2c22-16ce-4fcc-b488-cb2f5651c637 service neutron] Pushing event updated for resources: {'Port': ['ID=186639c5-2d38-4343-8fd3-d079b611dda8,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:13.334643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Calling delete_port for fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:13.342868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] No DVR routers for this DVR port 7653e00f-7301-46e0-b120-492e324158b5 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:13.353543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 103fa14a-6562-41c1-a4dc-96f1388fd492 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:13.364342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875686748'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:13.373413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ec46a-dcdd-499d-871b-14334aebcfe1 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385d3d09-83ee-459e-97ae-b633f4c8ff08,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:13.374799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1a4bb-0b23-4789-9dfe-996fe72b23c7 None None] Pushing event deleted for resources: {'Port': ['ID=7653e00f-7301-46e0-b120-492e324158b5,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:13.379916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6b9298e1-a0c6-4cbf-9893-2508ed78e6f0 None None] For port 103fa14a-6562-41c1-a4dc-96f1388fd492, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=103fa14a-6562-41c1-a4dc-96f1388fd492,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:13.424946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet 81235e1b-0adf-4929-879a-789e5b860a09 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:13.428127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.455559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Allocated IP 2001:db8::2 (bb615496-c979-42e1-9bc4-b1576cccce48/002aac95-4775-4696-8541-99c369ad2447/34d794e3-45ed-4a49-8c42-49f977aeac6b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:13.463747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b9298e1-a0c6-4cbf-9893-2508ed78e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.472228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] Update dhcp port {'port': {'network_id': '8dd77ba1-fe61-4bf1-ab2e-50703a1d5521', 'fixed_ips': [{'subnet_id': '2668fe62-d424-459a-b2a2-cf4ccd5197cd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2fa9fc8-0421-47ec-8e3f-8869583e197b'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '103fa14a-6562-41c1-a4dc-96f1388fd492'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:40:13.492854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.570328 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.580262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event updated for resources: {'Network': ['ID=9287702a-444e-4c57-9b5f-a998838fda93,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:13.603431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.611533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 9287702a-444e-4c57-9b5f-a998838fda93 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:13.613753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9298e1-a0c6-4cbf-9893-2508ed78e6f0 None None] Pushing event updated for resources: {'Port': ['ID=103fa14a-6562-41c1-a4dc-96f1388fd492,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:13.627834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port acaa402f-e355-4b31-be9a-c93b207c890a yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:13.713546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 103fa14a-6562-41c1-a4dc-96f1388fd492 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:13.714186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.722495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.894470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.902596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:13.906812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.932349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=81235e1b-0adf-4929-879a-789e5b860a09,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:13.937554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:13.940801 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-63d636de-ab22-4361-b262-561cabb1be77 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/81235e1b-0adf-4929-879a-789e5b860a09 HTTP/1.1" status: 204 len: 168 time: 0.6202350 Oct 16 13:40:13.945306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34966) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:13.969972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae04b09-545b-4d5c-b55f-76d72f3af697 None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:14.001627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet 428a4d76-5d21-4d36-adb6-5fbbeb1e3223 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:14.005648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.051020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.102951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:14.106703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.107870 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-289c0127-0a5d-435e-9d7d-108dbba72ed6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8860664 Oct 16 13:40:14.111586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34968) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:14.120403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Request body: {'subnet': {'network_id': '9287702a-444e-4c57-9b5f-a998838fda93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:14.151285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0 req-a7e10f69-40fa-4f29-aa22-77193d71e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:14.152814 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0 req-a7e10f69-40fa-4f29-aa22-77193d71e0d9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=373278b19057453d9698b00ac17f36e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8357954 Oct 16 13:40:14.160686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36995284-da84-4aeb-8e7b-d5dbee0541a2 req-e2b29d63-89f7-4867-bba5-72ecd6e6bf0d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:14.165038 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36995284-da84-4aeb-8e7b-d5dbee0541a2 req-e2b29d63-89f7-4867-bba5-72ecd6e6bf0d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.7928412 Oct 16 13:40:14.219804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.230673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.259630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.290406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.311371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] Allocated IP 2001:db8:0:1:f816:3eff:fec1:f12 (8dd77ba1-fe61-4bf1-ab2e-50703a1d5521/f2fa9fc8-0421-47ec-8e3f-8869583e197b/103fa14a-6562-41c1-a4dc-96f1388fd492) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:14.328602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:14.388638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Made reservation on behalf of 08b680880e05412bbf736f79bf80c9bc for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:14.392913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.424295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 103fa14a-6562-41c1-a4dc-96f1388fd492 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:14.430993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.435087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.448922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36995284-da84-4aeb-8e7b-d5dbee0541a2 req-5b2412ce-f584-4fe0-8d1f-3bdf30670cf1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659426 Oct 16 13:40:14.506451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.510413 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/428a4d76-5d21-4d36-adb6-5fbbeb1e3223 HTTP/1.1" status: 204 len: 168 time: 0.5641150 Oct 16 13:40:14.517723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.518381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Added segment af75c701-ae72-4fe6-b103-233408025722 of type vlan for network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 Oct 16 13:40:14.524852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34970) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:14.535965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2d457-5bb1-4870-b1c8-01c21e33dd41 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=428a4d76-5d21-4d36-adb6-5fbbeb1e3223,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:14.559694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Network bb615496-c979-42e1-9bc4-b1576cccce48 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:14.570318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::10 (bb615496-c979-42e1-9bc4-b1576cccce48/002aac95-4775-4696-8541-99c369ad2447/acaa402f-e355-4b31-be9a-c93b207c890a) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:14.571335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] For port 103fa14a-6562-41c1-a4dc-96f1388fd492, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=103fa14a-6562-41c1-a4dc-96f1388fd492,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:14.582456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:14.591375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:14.603389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Pushing event updated for resources: {'Port': ['ID=34d794e3-45ed-4a49-8c42-49f977aeac6b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:14.641901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-33601170-f6df-494d-b276-d1c89aa7e592 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:14.641901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33601170-f6df-494d-b276-d1c89aa7e592 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:14.648445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-33601170-f6df-494d-b276-d1c89aa7e592 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/81235e1b-0adf-4929-879a-789e5b860a09 HTTP/1.1" status: 404 len: 337 time: 0.1082387 Oct 16 13:40:14.649943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34972) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:14.659324 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.698617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 103fa14a-6562-41c1-a4dc-96f1388fd492 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:14.698617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.748184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.761747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.763989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Attempting to bind port 34d794e3-45ed-4a49-8c42-49f977aeac6b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:14.764376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Attempting to bind port 34d794e3-45ed-4a49-8c42-49f977aeac6b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5682fc79-73d4-4456-b747-939bf73aa921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:14.764729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Attempting to bind port 34d794e3-45ed-4a49-8c42-49f977aeac6b on network bb615496-c979-42e1-9bc4-b1576cccce48 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:14.772770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting subnet 395920b4-dbfd-4c05-a1e0-e8fe145fa12f {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:14.774930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0 req-e94bf718-f1ee-4707-a3fd-05bf39dddc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:14.775932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.776661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f33c2cd-503f-4b83-aeb3-a4775a693fa0 req-e94bf718-f1ee-4707-a3fd-05bf39dddc6c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6065381 Oct 16 13:40:14.853140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:14.853854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Checking segment: {'id': '5682fc79-73d4-4456-b747-939bf73aa921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:14.854215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.854721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Bound using segment: {'id': '5682fc79-73d4-4456-b747-939bf73aa921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:14.855897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Bound port: 34d794e3-45ed-4a49-8c42-49f977aeac6b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5682fc79-73d4-4456-b747-939bf73aa921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:14.855897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.889368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.922724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-e433d154-ccba-412d-989a-ca6363eb1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:14.925581 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-e433d154-ccba-412d-989a-ca6363eb1222 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1096 time: 0.0731614 Oct 16 13:40:14.944887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:14.994840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22457d0-80cf-45ee-b09b-5620097a40ec None None] Pushing event updated for resources: {'Port': ['ID=103fa14a-6562-41c1-a4dc-96f1388fd492,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:14.997673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f339ba-301f-4925-8c79-cade53fa8b7c None None] Update dhcp port {'port': {'network_id': '7045d16e-6f4a-438a-b8b7-603e9f39fab4', 'fixed_ips': [{'subnet_id': '395920b4-dbfd-4c05-a1e0-e8fe145fa12f', 'ip_address': '172.20.0.18'}, {'subnet_id': '428a4d76-5d21-4d36-adb6-5fbbeb1e3223'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': 'dc885311-da37-4f14-b352-941bfd432fa8'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:40:15.013595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-95be114a-c899-4eb1-a35a-bdd01b925b5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186639c5-2d38-4343-8fd3-d079b611dda8 HTTP/1.1" status: 200 len: 217 time: 0.0806055 Oct 16 13:40:15.025562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.055501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e8f339ba-301f-4925-8c79-cade53fa8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.075384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-75465a72-04c2-410b-ac1e-20ae492a410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:15.078333 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-75465a72-04c2-410b-ac1e-20ae492a410a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0544415 Oct 16 13:40:15.078478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] For port 34d794e3-45ed-4a49-8c42-49f977aeac6b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:15.111541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] For port 34d794e3-45ed-4a49-8c42-49f977aeac6b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=34d794e3-45ed-4a49-8c42-49f977aeac6b,segment=NetworkSegment(5682fc79-73d4-4456-b747-939bf73aa921),segment_id=5682fc79-73d4-4456-b747-939bf73aa921)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:15.140277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.168122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.174106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:15.174867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.177750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.179366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Router 66061a5b-6379-4ce6-a4d7-34b26f9e8dca is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:15.182703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7653e00f-7301-46e0-b120-492e324158b5 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:15.221675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.223814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-e8f339ba-301f-4925-8c79-cade53fa8b7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 395920b4-dbfd-4c05-a1e0-e8fe145fa12f: This subnet is being modified by another concurrent operation. Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:40:15.246857 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 395920b4-dbfd-4c05-a1e0-e8fe145fa12f: This subnet is being modified by another concurrent operation. Oct 16 13:40:15.251071 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:40:15.254128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.261065 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/395920b4-dbfd-4c05-a1e0-e8fe145fa12f HTTP/1.1" status: 204 len: 168 time: 0.6092048 Oct 16 13:40:15.263765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event updated for resources: {'Subnet': ['ID=b1bc4f8f-6575-4825-ac5e-d535fb0a818c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:15.265964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Port': ['ID=fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:15.267798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34974) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.294608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-29415552-cfe0-4f06-b54f-519f6af8d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:15.296471 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-29415552-cfe0-4f06-b54f-519f6af8d6fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2051938 Oct 16 13:40:15.299663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.311232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bb615496-c979-42e1-9bc4-b1576cccce48 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:15.314360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Checking segment: {'id': 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9287702a-444e-4c57-9b5f-a998838fda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:15.314360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Network hostable DHCP agents. Network: 9287702a-444e-4c57-9b5f-a998838fda93, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:15.319598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7653e00f-7301-46e0-b120-492e324158b5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:15.320124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7653e00f-7301-46e0-b120-492e324158b5 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:15.320491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:15.323477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:15.350173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:15.356987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.398918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21346c-4d2c-4a6e-93b9-749a190df090 None None] Pushing event updated for resources: {'Port': ['ID=34d794e3-45ed-4a49-8c42-49f977aeac6b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:15.407006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e1f9a-175f-4818-b6bf-efb5e3b750ef None None] Network 7045d16e-6f4a-438a-b8b7-603e9f39fab4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:15.443097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-30dfbf11-b1b6-4bc6-99f0-b2af6a5bc1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.456805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4687154-6d05-40f4-83e1-b9835de1a0e3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Subnet': ['ID=395920b4-dbfd-4c05-a1e0-e8fe145fa12f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:15.468538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.objects.ports [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101080) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:40:15.489547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=acaa402f-e355-4b31-be9a-c93b207c890a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:15.504291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-081f4097-0a33-46fa-972a-aefddcc00cf5 None None] Provisioning complete for port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:15.515878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-081f4097-0a33-46fa-972a-aefddcc00cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.527662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2215543 Oct 16 13:40:15.531918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34978) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.534704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80a39cb-3478-4e68-9eb2-d0bfe499a065 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:15.535165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80a39cb-3478-4e68-9eb2-d0bfe499a065 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:15.537953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:15.538720 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f80a39cb-3478-4e68-9eb2-d0bfe499a065 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/1e7271c4-fe3b-4fcc-84d6-d8b227223dd6 HTTP/1.1" status: 404 len: 337 time: 0.2506659 Oct 16 13:40:15.539437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29779b5-237c-4940-bd31-2198996536f6 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Network': ['ID=ac80c068-69d3-467a-9fa1-19f0ab8ccd93,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:15.553349 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3a8a65f-6b43-4641-9513-b65f2aa5b0c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4843862 Oct 16 13:40:15.556804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34980) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.557148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34982) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.565275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.566245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:15.605406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.611184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b3b9f3f4-ad63-4d8f-99e0-5e7006e6e9a2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c HTTP/1.1" status: 204 len: 168 time: 4.0987732 Oct 16 13:40:15.634855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34984) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.673113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': 'bb615496-c979-42e1-9bc4-b1576cccce48', 'name': 'tempest-PortsIpV6TestJSON-29840506', 'fixed_ips': [{'subnet_id': '002aac95-4775-4696-8541-99c369ad2447', 'ip_address': '2001:db8::f'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:15.756307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Network 9287702a-444e-4c57-9b5f-a998838fda93 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:15.762914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-081f4097-0a33-46fa-972a-aefddcc00cf5 None None] Port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:15.781772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-081f4097-0a33-46fa-972a-aefddcc00cf5 None None] Provisioning complete for port dc885311-da37-4f14-b352-941bfd432fa8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:15.782138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-081f4097-0a33-46fa-972a-aefddcc00cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.789688 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8ce6a2de-7bac-4900-ba99-3fec70b3354f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "GET /v2.0/ports?device_id=07bd0873-5759-4882-b0a3-8230ab5f3d4b HTTP/1.1" status: 200 len: 205 time: 0.1333044 Oct 16 13:40:15.836067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34986) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.860011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] DHCP port deletion for 7045d16e-6f4a-438a-b8b7-603e9f39fab4 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:15.927105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 9287702a-444e-4c57-9b5f-a998838fda93) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:15.933021 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-95179787-6e04-4f12-a9f1-7664e02ad868 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] delete failed (client error): The resource could not be found. Oct 16 13:40:15.933021 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-95179787-6e04-4f12-a9f1-7664e02ad868 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/routers/07bd0873-5759-4882-b0a3-8230ab5f3d4b HTTP/1.1" status: 404 len: 336 time: 0.0700374 Oct 16 13:40:15.935464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:15.936062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:15.938507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34988) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:15.961776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8816537-a140-4544-b2a3-3472baf3b21e None None] Network 9287702a-444e-4c57-9b5f-a998838fda93 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:16.001666 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c396f2fc-ae9f-4059-a8e2-c44013c68688 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.002303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c396f2fc-ae9f-4059-a8e2-c44013c68688 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.008857 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c396f2fc-ae9f-4059-a8e2-c44013c68688 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/a3554250-55c9-4cef-b053-bdfb6d686d90 HTTP/1.1" status: 404 len: 337 time: 0.0659420 Oct 16 13:40:16.009678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34990) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.047721 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae04332b-126e-4967-9a2c-020fd5050933 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.047721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae04332b-126e-4967-9a2c-020fd5050933 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.052152 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ae04332b-126e-4967-9a2c-020fd5050933 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/9f0b33bb-3c23-4785-b864-e2acabc70008 HTTP/1.1" status: 404 len: 337 time: 0.0365899 Oct 16 13:40:16.055117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] Deleting port dc885311-da37-4f14-b352-941bfd432fa8 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:16.055496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.056947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Made reservation on behalf of 69b49685dc8042ac95d42e32db035b38 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:16.060726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.065115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34992) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.126121 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ed5425c6-f794-4307-b09d-f6f6d18bc3a2 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0105796 Oct 16 13:40:16.126121 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98e6d01-702d-4192-b7aa-0757382edc8e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.126121 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98e6d01-702d-4192-b7aa-0757382edc8e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.128451 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d98e6d01-702d-4192-b7aa-0757382edc8e tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/bc0c6804-1824-4615-8233-ac651079e401 HTTP/1.1" status: 404 len: 337 time: 0.0615249 Oct 16 13:40:16.135927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34994) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.137791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Request body: {'port': {'network_id': '9287702a-444e-4c57-9b5f-a998838fda93', 'name': 'tempest-DHCPAgentSchedulersTestJSON-945369266'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:16.168643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] For port dc885311-da37-4f14-b352-941bfd432fa8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc885311-da37-4f14-b352-941bfd432fa8,segment=NetworkSegment(66304dfd-27d3-4ae2-9063-cdb90a8ea2ea),segment_id=66304dfd-27d3-4ae2-9063-cdb90a8ea2ea)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:16.169036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.199611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] Calling delete_port for dc885311-da37-4f14-b352-941bfd432fa8 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:16.207702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing IP validity checks on allocation pools {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 13:40:16.208905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 13:40:16.235025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 34996) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.254445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Subnet': ['ID=47f4efea-76a6-4745-aa6d-88ae94795927,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:16.284872 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-862348d5-88e6-47f1-8f7b-3fed1010626f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.287284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862348d5-88e6-47f1-8f7b-3fed1010626f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.293901 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-862348d5-88e6-47f1-8f7b-3fed1010626f tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/a1c1b7da-cb17-4a46-be33-03630c1cf712 HTTP/1.1" status: 404 len: 333 time: 0.0566180 Oct 16 13:40:16.294702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:16.295236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 34998) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.299738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9da6bdeb-8f56-460e-94ce-6a0c69f13172 None None] Provisioning complete for port 103fa14a-6562-41c1-a4dc-96f1388fd492 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:16.300094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.300228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9da6bdeb-8f56-460e-94ce-6a0c69f13172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.301831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-9287702a-444e-4c57-9b5f-a998838fda93', 'network_id': '9287702a-444e-4c57-9b5f-a998838fda93', 'tenant_id': '08b680880e05412bbf736f79bf80c9bc', 'fixed_ips': [{'subnet_id': 'b1bc4f8f-6575-4825-ac5e-d535fb0a818c'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:16.302635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.369661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-7b793644-555c-4f32-9cfd-6fd039d81bc9 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0474751 Oct 16 13:40:16.370504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e29756-6e98-497c-b16a-1f3c333b6fd3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.370932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e29756-6e98-497c-b16a-1f3c333b6fd3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.379548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-35e29756-6e98-497c-b16a-1f3c333b6fd3 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/4e83824d-10f6-43be-bee9-bf862878a668 HTTP/1.1" status: 404 len: 337 time: 0.0670102 Oct 16 13:40:16.379548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:16.381165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 233dda45-39c9-40d7-b6ff-81a3824eb5a9 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:16.385828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.395133 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] Sync routers for ids ['66061a5b-6379-4ce6-a4d7-34b26f9e8dca'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:16.396183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7cbdf14e-fb48-48e1-b9f0-4839bac65305 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "PUT /v2.0/routers/66061a5b-6379-4ce6-a4d7-34b26f9e8dca HTTP/1.1" status: 200 len: 880 time: 10.9600935 Oct 16 13:40:16.418789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35000) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.428985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35002) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.429387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6df97d-0e3b-4c0c-b3c8-4cf2bb54be7c req-32b02593-2194-4d67-9b23-97e00bd0a817 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:16.434150 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] Routers {'66061a5b-6379-4ce6-a4d7-34b26f9e8dca'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:16.436733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a6df97d-0e3b-4c0c-b3c8-4cf2bb54be7c req-32b02593-2194-4d67-9b23-97e00bd0a817 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.8491406 Oct 16 13:40:16.444410 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['66061a5b-6379-4ce6-a4d7-34b26f9e8dca'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:16.544588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Checking segment: {'id': '24f9cbba-195e-48c7-a44f-0a04f2ff0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:16.544950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network hostable DHCP agents. Network: 81e778c5-d9c3-41d5-b388-0db05316f637, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:16.551489 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:16.565175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b429f-e0b8-4085-8e96-5ec0105765f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:16.570630 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] Routers {'66061a5b-6379-4ce6-a4d7-34b26f9e8dca'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:16.571899 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['66061a5b-6379-4ce6-a4d7-34b26f9e8dca'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:16.581114 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0d3b429f-e0b8-4085-8e96-5ec0105765f9 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9227138 Oct 16 13:40:16.590484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35004) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.605359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dba92d4-cb73-400d-bdb9-5e91e3147dda tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.606384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dba92d4-cb73-400d-bdb9-5e91e3147dda tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.609871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3dba92d4-cb73-400d-bdb9-5e91e3147dda tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/ee79ccee-e821-4ecc-bae7-067cb14d8b81 HTTP/1.1" status: 404 len: 337 time: 0.1639173 Oct 16 13:40:16.626145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35006) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.640397 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:16.641589 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5b9ed4-fc77-4532-9de1-e5c1adf5850a None None] The sync data for ids ['66061a5b-6379-4ce6-a4d7-34b26f9e8dca'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:16.697157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 34d794e3-45ed-4a49-8c42-49f977aeac6b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:16.699269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-638c7475-d872-4ad3-aa9b-169e9700585a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.700219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638c7475-d872-4ad3-aa9b-169e9700585a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.705834 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-638c7475-d872-4ad3-aa9b-169e9700585a tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/f76710be-3148-412c-8fbb-9273a4d09b50 HTTP/1.1" status: 404 len: 333 time: 0.0728714 Oct 16 13:40:16.712108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.718991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35008) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.798973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::f (bb615496-c979-42e1-9bc4-b1576cccce48/002aac95-4775-4696-8541-99c369ad2447/233dda45-39c9-40d7-b6ff-81a3824eb5a9) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:16.840777 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a6df97d-0e3b-4c0c-b3c8-4cf2bb54be7c req-a387b94b-0b22-4c8f-a0b3-f351126faeca tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031506 Oct 16 13:40:16.849071 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55201ce-c8ca-4abd-bb24-0bfed6ee5d19 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.849533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55201ce-c8ca-4abd-bb24-0bfed6ee5d19 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.855918 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d55201ce-c8ca-4abd-bb24-0bfed6ee5d19 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/cf13d3b8-2738-4250-a655-9c8081721096 HTTP/1.1" status: 404 len: 337 time: 0.0769031 Oct 16 13:40:16.858348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35010) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.861490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.872572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9da6bdeb-8f56-460e-94ce-6a0c69f13172 None None] Could not find standard attr ID for object fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:40:16.875391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:16.890186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] No DVR routers for this DVR port dc885311-da37-4f14-b352-941bfd432fa8 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:16.930954 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-caed26bb-2a76-4840-9f2d-b79ab6e4c383 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:16.931575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caed26bb-2a76-4840-9f2d-b79ab6e4c383 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:16.938385 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-caed26bb-2a76-4840-9f2d-b79ab6e4c383 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/subnets/f0bbf0f7-5179-4bff-bfbe-214dc712aff6 HTTP/1.1" status: 404 len: 337 time: 0.0606081 Oct 16 13:40:16.940721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network 81e778c5-d9c3-41d5-b388-0db05316f637 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:16.944820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35012) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.951370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Allocated IP 172.20.0.2 (9287702a-444e-4c57-9b5f-a998838fda93/b1bc4f8f-6575-4825-ac5e-d535fb0a818c/98c288ba-c41c-4209-a7ba-43ee407f8310) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:16.960303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635e8ef-000a-4c78-b50b-bd954de7c77b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:16.962235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5635e8ef-000a-4c78-b50b-bd954de7c77b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3665564 Oct 16 13:40:16.966237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35014) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:16.968776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d839d217-2a9f-4086-a035-1c6dd4f84f1a req-49d1f7d1-c3e1-4816-8cfc-97e1b802507b service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621045 Oct 16 13:40:16.988614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2add9-25b9-42c7-b13a-c6544541d64c None None] Pushing event deleted for resources: {'Port': ['ID=dc885311-da37-4f14-b352-941bfd432fa8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:17.005897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d6727edb-4d6d-4621-8583-35c6549a92b8 None None] Could not find standard attr ID for object fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:40:17.037719 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a96c7072-585e-4f54-994b-e6b99c1933bd tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/66061a5b-6379-4ce6-a4d7-34b26f9e8dca HTTP/1.1" status: 200 len: 921 time: 0.5817170 Oct 16 13:40:17.040497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35016) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.042967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 34d794e3-45ed-4a49-8c42-49f977aeac6b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:17.043333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.076967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 81e778c5-d9c3-41d5-b388-0db05316f637) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:17.095332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212cd022-7105-470c-876b-68c6bdb9057b None None] Network 81e778c5-d9c3-41d5-b388-0db05316f637 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:17.108750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:17.109464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.128527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b746e3c-443b-4dc0-9a3a-bd62f166f099 None None] Network bb615496-c979-42e1-9bc4-b1576cccce48 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:17.131966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Made reservation on behalf of 08b680880e05412bbf736f79bf80c9bc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:17.132792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80352a91-5cdd-4192-834c-f861336328fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:17.134427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80352a91-5cdd-4192-834c-f861336328fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:17.135893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.136153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80352a91-5cdd-4192-834c-f861336328fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:17.137851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-80352a91-5cdd-4192-834c-f861336328fe tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1680984 Oct 16 13:40:17.142078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35018) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.162704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.210343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] device_id is not set on port 2d3f9f5a-7207-451e-8fb4-eceefaebb370 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:17.222688 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-91dcd232-ea81-48e9-87f5-0aaac29622d6 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4105361 Oct 16 13:40:17.228010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35020) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.234342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'port': {'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637', 'name': 'tempest-NetworksIpV6TestAttrs-1203122600'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:17.268619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet 2668fe62-d424-459a-b2a2-cf4ccd5197cd {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:17.280597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.284452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d25ed-bf56-43e5-a40d-22ca4de5641c tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:17.288690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1f6d25ed-bf56-43e5-a40d-22ca4de5641c tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=66061a5b-6379-4ce6-a4d7-34b26f9e8dca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2445638 Oct 16 13:40:17.305941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35022) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.368749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.378413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=e573d09f-7397-4727-873d-29c892f0fc1e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:17.442831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c155ebe1-3c71-47f1-8246-27ecb6b2e354 None None] Provisioning complete for port 34d794e3-45ed-4a49-8c42-49f977aeac6b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:17.443201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c155ebe1-3c71-47f1-8246-27ecb6b2e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.466865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Checking segment: {'id': 'af75c701-ae72-4fe6-b103-233408025722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:17.469401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network hostable DHCP agents. Network: ac80c068-69d3-467a-9fa1-19f0ab8ccd93, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:17.474299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.480028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Deleting port 8c655baf-60a3-4194-9cb1-af526d0ad1e2 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:17.480677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.499358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.522546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:17.526584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.550796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e224117-2bcc-4bcc-ab70-2b46ffa228d7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:17.552569 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3e224117-2bcc-4bcc-ab70-2b46ffa228d7 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.2406247 Oct 16 13:40:17.558222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35024) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.560644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] device_id is not set on port 3e6b9f3c-447a-4b1f-854c-15cd03176621 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:17.606861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c31593dd-ee3c-45ce-8c31-5fe67707990a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=66061a5b-6379-4ce6-a4d7-34b26f9e8dca HTTP/1.1" status: 200 len: 205 time: 0.0474746 Oct 16 13:40:17.634438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.634690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35026) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.674731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.786342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 34d794e3-45ed-4a49-8c42-49f977aeac6b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=34d794e3-45ed-4a49-8c42-49f977aeac6b,segment=NetworkSegment(5682fc79-73d4-4456-b747-939bf73aa921),segment_id=5682fc79-73d4-4456-b747-939bf73aa921)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:17.795463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.806331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.830725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-81e778c5-d9c3-41d5-b388-0db05316f637', 'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637', 'tenant_id': 'e3d67018a5b044baa13ed53129afe2bf', 'fixed_ips': [{'subnet_id': '47f4efea-76a6-4745-aa6d-88ae94795927'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:17.831567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.854601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c155ebe1-3c71-47f1-8246-27ecb6b2e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.860933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Allocated IP 2001:db8::f816:3eff:fedf:b489 (81e778c5-d9c3-41d5-b388-0db05316f637/47f4efea-76a6-4745-aa6d-88ae94795927/3e6b9f3c-447a-4b1f-854c-15cd03176621) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:17.868304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.872369 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/2668fe62-d424-459a-b2a2-cf4ccd5197cd HTTP/1.1" status: 204 len: 168 time: 0.7285399 Oct 16 13:40:17.877163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fb2c3-e809-4f23-8a16-389c15a219b2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=2668fe62-d424-459a-b2a2-cf4ccd5197cd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:17.879151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35030) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:17.884205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:17.889174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.890850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 103fa14a-6562-41c1-a4dc-96f1388fd492 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:17.897743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Network 9287702a-444e-4c57-9b5f-a998838fda93 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:17.921420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.933886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:17.940103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:17.940538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:17.948708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Pushing event updated for resources: {'Port': ['ID=98c288ba-c41c-4209-a7ba-43ee407f8310,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:17.956082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Calling delete_port for 8c655baf-60a3-4194-9cb1-af526d0ad1e2 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:17.961146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4632a3-418f-4ec1-9305-7d22a5293d4f None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:18.009342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Allocated IP 172.20.0.6 (9287702a-444e-4c57-9b5f-a998838fda93/b1bc4f8f-6575-4825-ac5e-d535fb0a818c/2d3f9f5a-7207-451e-8fb4-eceefaebb370) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:18.059746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Deleting subnet f2fa9fc8-0421-47ec-8e3f-8869583e197b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:18.066635 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.068866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, ac80c068-69d3-467a-9fa1-19f0ab8ccd93) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:18.088807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.101097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa065ef-a36e-434e-9817-300474228867 None None] Network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:18.151334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.153685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.168389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=233dda45-39c9-40d7-b6ff-81a3824eb5a9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:18.185025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bb615496-c979-42e1-9bc4-b1576cccce48 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:18.191732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:18.207410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:18.211092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.211092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.242349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35032) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:18.242498 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f442b7e7-a062-4ecd-b290-94e8f24ebfa7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7106576 Oct 16 13:40:18.263715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:18.309326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=34d794e3-45ed-4a49-8c42-49f977aeac6b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:18.350426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.394633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe647e-b433-4bce-abd8-ddecc02412fd req-2c5f34af-5eb5-4ffc-af1e-3269993cac42 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.396512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-26fe647e-b433-4bce-abd8-ddecc02412fd req-2c5f34af-5eb5-4ffc-af1e-3269993cac42 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.3961256 Oct 16 13:40:18.396658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.441333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-c155ebe1-3c71-47f1-8246-27ecb6b2e354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:18.442385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-c155ebe1-3c71-47f1-8246-27ecb6b2e354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:18.442385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Attempting to bind port 98c288ba-c41c-4209-a7ba-43ee407f8310 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:18.442762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Attempting to bind port 98c288ba-c41c-4209-a7ba-43ee407f8310 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9287702a-444e-4c57-9b5f-a998838fda93'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:18.443208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Attempting to bind port 98c288ba-c41c-4209-a7ba-43ee407f8310 on network 9287702a-444e-4c57-9b5f-a998838fda93 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:18.452588 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70307af6-fd7c-4158-9e18-75337efab743 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7882202 Oct 16 13:40:18.454133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35034) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:18.472023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:18.472529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Checking segment: {'id': 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9287702a-444e-4c57-9b5f-a998838fda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:18.473163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.473473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Bound using segment: {'id': 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9287702a-444e-4c57-9b5f-a998838fda93'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:18.474026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Bound port: 98c288ba-c41c-4209-a7ba-43ee407f8310, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9287702a-444e-4c57-9b5f-a998838fda93'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:18.474519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.508141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.508572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 103fa14a-6562-41c1-a4dc-96f1388fd492 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:18.516430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.532227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbb511c-a5e5-4c10-8163-77a790733676 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.538796 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4fbb511c-a5e5-4c10-8163-77a790733676 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0842013 Oct 16 13:40:18.546404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35036) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:18.551231 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.557296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.559312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.587243 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-26fe647e-b433-4bce-abd8-ddecc02412fd req-50c56297-e714-4a14-99aa-04bc00fedcec tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770198 Oct 16 13:40:18.590936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.620146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57996322'] for subnet, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.632729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.683022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.690293 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/ports/8c655baf-60a3-4194-9cb1-af526d0ad1e2 HTTP/1.1" status: 204 len: 168 time: 1.7398946 Oct 16 13:40:18.692013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Network 9287702a-444e-4c57-9b5f-a998838fda93 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:18.693567 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35038) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:18.716625 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:18.742728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:18.754178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event updated for resources: {'Port': ['ID=2d3f9f5a-7207-451e-8fb4-eceefaebb370,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:18.842589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] For port 98c288ba-c41c-4209-a7ba-43ee407f8310, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:18.856289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] For port 98c288ba-c41c-4209-a7ba-43ee407f8310, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=98c288ba-c41c-4209-a7ba-43ee407f8310,segment=NetworkSegment(eb1544f3-8afa-48b8-9c29-0e695c1cd9b3),segment_id=eb1544f3-8afa-48b8-9c29-0e695c1cd9b3)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:18.868387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1033712-b5bc-4301-81f5-21eb5c8164de tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Port': ['ID=8c655baf-60a3-4194-9cb1-af526d0ad1e2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:18.868947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-ac80c068-69d3-467a-9fa1-19f0ab8ccd93', 'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93', 'tenant_id': '69b49685dc8042ac95d42e32db035b38', 'fixed_ips': [{'subnet_id': 'e573d09f-7397-4727-873d-29c892f0fc1e'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:18.869246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:18.926423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c960c-baa8-4eb0-abe8-6a8473070af7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.933499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c960c-baa8-4eb0-abe8-6a8473070af7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.939838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c960c-baa8-4eb0-abe8-6a8473070af7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:18.948790 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d16c960c-baa8-4eb0-abe8-6a8473070af7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4072964 Oct 16 13:40:18.962856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35040) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:19.042248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.050222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:19.051567 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.057232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.059377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:19.125634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: dc885311-da37-4f14-b352-941bfd432fa8 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:19.126358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc885311-da37-4f14-b352-941bfd432fa8 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:19.159588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.167318 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bb0b29e3-a16a-4f0c-a28a-d12c6a0e64fe tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0334804 Oct 16 13:40:19.179635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35042) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:19.231296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58436ee-f7f2-4c40-9891-362629bd5bab None None] Pushing event updated for resources: {'Port': ['ID=98c288ba-c41c-4209-a7ba-43ee407f8310,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:19.260589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.326172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.329459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Deleting port 9a659f26-919e-45bf-9529-407427911051 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:19.329807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.336157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network 81e778c5-d9c3-41d5-b388-0db05316f637 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:19.342417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Allocated IP 2001:db8::f816:3eff:fea1:1d44 (81e778c5-d9c3-41d5-b388-0db05316f637/47f4efea-76a6-4745-aa6d-88ae94795927/41149070-96e3-4c13-8988-e12d8a02d334) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:19.360037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 34d794e3-45ed-4a49-8c42-49f977aeac6b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:19.365614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7045d16e-6f4a-438a-b8b7-603e9f39fab4']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:19.373682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.376942 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/f2fa9fc8-0421-47ec-8e3f-8869583e197b HTTP/1.1" status: 204 len: 168 time: 1.4940186 Oct 16 13:40:19.377860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8038e-74b6-40ca-8903-2a894d7ca267 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fa9fc8-0421-47ec-8e3f-8869583e197b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:19.393279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:19.393845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66304dfd-27d3-4ae2-9063-cdb90a8ea2ea') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:19.407186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.412037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35044) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:19.419403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:19.423653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:19.424777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.428750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:19.429358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.433511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Provisioning complete for port 233dda45-39c9-40d7-b6ff-81a3824eb5a9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:19.433882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.447271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:19.448455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:19.455333 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:19.505690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Port': ['ID=3e6b9f3c-447a-4b1f-854c-15cd03176621,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:19.537917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-29410a82-61bd-4b7f-b14f-849baa73bacb tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230564 Oct 16 13:40:19.578203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35046) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:19.592067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2de2207f-cc1f-4ebd-90fa-c162c95ac501 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3620245 Oct 16 13:40:19.607980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35048) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:19.623926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 233dda45-39c9-40d7-b6ff-81a3824eb5a9 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:19.624291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.642148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.657138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Calling delete_port for 9a659f26-919e-45bf-9529-407427911051 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:19.778598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.783840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.790355 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] 10.222.0.24 "DELETE /v2.0/networks/7045d16e-6f4a-438a-b8b7-603e9f39fab4 HTTP/1.1" status: 204 len: 168 time: 1.0882239 Oct 16 13:40:19.828569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting subnet 47f4efea-76a6-4745-aa6d-88ae94795927 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:19.834065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603b23f-9427-4c79-82bd-87c94490ebd8 tempest-PortsTestJSON-191985100 tempest-PortsTestJSON-191985100-project] Pushing event deleted for resources: {'Network': ['ID=7045d16e-6f4a-438a-b8b7-603e9f39fab4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:19.835573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea1bce-1af0-4716-9c39-e8600b915fe5 None None] Network 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:19.859583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.867874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745728431674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63735412'] for subnet, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.875999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 233dda45-39c9-40d7-b6ff-81a3824eb5a9 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:19.891680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Port 233dda45-39c9-40d7-b6ff-81a3824eb5a9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:19.958749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event updated for resources: {'Subnet': ['ID=e573d09f-7397-4727-873d-29c892f0fc1e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:19.961748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 34d794e3-45ed-4a49-8c42-49f977aeac6b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:19.962125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:19.979412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Allocated IP 172.20.0.3 (ac80c068-69d3-467a-9fa1-19f0ab8ccd93/e573d09f-7397-4727-873d-29c892f0fc1e/269a7253-5d57-473b-aa7c-fa66c7e0918f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:20.011099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:20.011099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.015120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-740bde59-d72d-4345-90c7-777b4bde7ab7 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "PUT /v2.0/subnets/e573d09f-7397-4727-873d-29c892f0fc1e HTTP/1.1" status: 200 len: 877 time: 1.7640431 Oct 16 13:40:20.018170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35054) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.038573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Provisioning complete for port 34d794e3-45ed-4a49-8c42-49f977aeac6b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:20.039372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.064382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d3722-7c31-43d6-a27c-d4ce99aaf543 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:20.068388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a70d3722-7c31-43d6-a27c-d4ce99aaf543 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4823632 Oct 16 13:40:20.070104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35056) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.074731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa57ec-6d44-4389-92a4-b7c511ac4fd5 req-ac8a9980-6a79-400d-879c-03cfb07fff1f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:20.076264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60aa57ec-6d44-4389-92a4-b7c511ac4fd5 req-ac8a9980-6a79-400d-879c-03cfb07fff1f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.2531302 Oct 16 13:40:20.089776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Deleting port 2d3f9f5a-7207-451e-8fb4-eceefaebb370 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:20.090148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.144085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.172535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2693bf-ada4-4fd3-b380-a9934e521c88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:20.174306 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0b2693bf-ada4-4fd3-b380-a9934e521c88 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032722 Oct 16 13:40:20.177067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35058) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.213156 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60aa57ec-6d44-4389-92a4-b7c511ac4fd5 req-bad08883-b176-4e53-850c-6d210ca491c1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040812 Oct 16 13:40:20.225203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.259674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event deleted for resources: {'Port': ['ID=9a659f26-919e-45bf-9529-407427911051,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:20.264947 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fc9a5bbc-0c9c-4c7c-8426-95647c0e4137 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865996 Oct 16 13:40:20.270333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.273867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.278307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35060) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.311956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.338617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.375819 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-897eed37-3704-4113-a06a-0972efc5cfe5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.376795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897eed37-3704-4113-a06a-0972efc5cfe5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.383848 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-897eed37-3704-4113-a06a-0972efc5cfe5 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/fcd4b5ba-c2a6-4303-a307-dc9fcbcd616c HTTP/1.1" status: 404 len: 333 time: 0.0879812 Oct 16 13:40:20.387880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35064) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.388175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.389920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=233dda45-39c9-40d7-b6ff-81a3824eb5a9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:20.445578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.451429 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab00c9b-ff7e-4b1c-acdd-c0c36e6e0470 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.451580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab00c9b-ff7e-4b1c-acdd-c0c36e6e0470 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.462800 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9ab00c9b-ff7e-4b1c-acdd-c0c36e6e0470 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/f2fa9fc8-0421-47ec-8e3f-8869583e197b HTTP/1.1" status: 404 len: 337 time: 0.0704577 Oct 16 13:40:20.487381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35066) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.491568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Calling delete_port for 2d3f9f5a-7207-451e-8fb4-eceefaebb370 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:20.511167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.549250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.552265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Network 81e778c5-d9c3-41d5-b388-0db05316f637 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:20.555950 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3fc6afc7-8480-4923-a938-2e2bc937534e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/233dda45-39c9-40d7-b6ff-81a3824eb5a9 HTTP/1.1" status: 204 len: 168 time: 1.5920057 Oct 16 13:40:20.565045 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-64182f29-3b71-4430-b658-fc8bd4512903 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.565750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64182f29-3b71-4430-b658-fc8bd4512903 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.566824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35072) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.573516 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-64182f29-3b71-4430-b658-fc8bd4512903 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/2668fe62-d424-459a-b2a2-cf4ccd5197cd HTTP/1.1" status: 404 len: 337 time: 0.0642853 Oct 16 13:40:20.573884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.574485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35074) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.577357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] DHCP port deletion for 8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:20.581730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:20.584465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:20.642878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Pushing event updated for resources: {'Port': ['ID=41149070-96e3-4c13-8988-e12d8a02d334,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:20.690261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.703771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a5d56e-73c5-4ad8-9f25-667931d6a34d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:40:20.713627 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-89a5d56e-73c5-4ad8-9f25-667931d6a34d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/233dda45-39c9-40d7-b6ff-81a3824eb5a9 HTTP/1.1" status: 404 len: 333 time: 0.1343541 Oct 16 13:40:20.721529 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-312204c7-f57b-4d68-a9f9-23494f156df2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.723595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312204c7-f57b-4d68-a9f9-23494f156df2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.726082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35076) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.730511 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-312204c7-f57b-4d68-a9f9-23494f156df2 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/fee3aaab-2ee6-4108-b2b8-f3c607bc718d HTTP/1.1" status: 404 len: 333 time: 0.1190395 Oct 16 13:40:20.735511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35078) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.757301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.802592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Provisioning complete for port acaa402f-e355-4b31-be9a-c93b207c890a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:20.803046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.809113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.812204 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b6fc44-b013-4d50-8d0f-6ba758df4dee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.812706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b6fc44-b013-4d50-8d0f-6ba758df4dee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.818514 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5b6fc44-b013-4d50-8d0f-6ba758df4dee tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/79e528e9-830f-4335-b163-3df31e7f04ef HTTP/1.1" status: 404 len: 337 time: 0.0816863 Oct 16 13:40:20.819334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35080) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.877860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea4f21-25f0-4c48-b743-7e3ff8bcc119 None None] Network 9287702a-444e-4c57-9b5f-a998838fda93 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:20.886492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:20.891677 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0c650a-1e9b-44b2-8c24-891994c70338 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.892130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0c650a-1e9b-44b2-8c24-891994c70338 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.898076 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ef0c650a-1e9b-44b2-8c24-891994c70338 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/4a650f66-8546-4cac-b224-2e9201cc1733 HTTP/1.1" status: 404 len: 337 time: 0.0692444 Oct 16 13:40:20.899380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Attempting to bind port 41149070-96e3-4c13-8988-e12d8a02d334 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:20.899864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35082) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.904228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Attempting to bind port 41149070-96e3-4c13-8988-e12d8a02d334 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24f9cbba-195e-48c7-a44f-0a04f2ff0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:20.904228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Attempting to bind port 41149070-96e3-4c13-8988-e12d8a02d334 on network 81e778c5-d9c3-41d5-b388-0db05316f637 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:20.910417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] Deleting port 103fa14a-6562-41c1-a4dc-96f1388fd492 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:20.910719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.923511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:20.923943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Checking segment: {'id': '24f9cbba-195e-48c7-a44f-0a04f2ff0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:20.924259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.924670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Bound using segment: {'id': '24f9cbba-195e-48c7-a44f-0a04f2ff0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:20.925142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Bound port: 41149070-96e3-4c13-8988-e12d8a02d334, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f9cbba-195e-48c7-a44f-0a04f2ff0564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '81e778c5-d9c3-41d5-b388-0db05316f637'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:20.925712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.927473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-96760c44-0742-431d-82b2-8bbad567b96c None None] Port acaa402f-e355-4b31-be9a-c93b207c890a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:20.936274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:20.954142 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-18216fa7-eeae-4612-a84b-2cf78ff26685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:20.954875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18216fa7-eeae-4612-a84b-2cf78ff26685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:20.960983 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18216fa7-eeae-4612-a84b-2cf78ff26685 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/010cde21-c319-48ac-a447-64d5e22a7ae2 HTTP/1.1" status: 404 len: 333 time: 0.0575500 Oct 16 13:40:20.963151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:20.963151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Pushing event updated for resources: {'Port': ['ID=269a7253-5d57-473b-aa7c-fa66c7e0918f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:20.964820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35084) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:20.966071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:20.972946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.004287 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b62ab4a-5ceb-422c-80c8-a929d848b80c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.004920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b62ab4a-5ceb-422c-80c8-a929d848b80c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.010135 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8b62ab4a-5ceb-422c-80c8-a929d848b80c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/344de4c8-d0ec-45b1-9c8b-3216d9669f58 HTTP/1.1" status: 404 len: 337 time: 0.0413413 Oct 16 13:40:21.011119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35086) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.016563 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-14664839-1385-4479-be1d-dcf4a21852a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10419b20217b406a8c97e178e2d8446c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004799 Oct 16 13:40:21.018425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35088) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.034863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.110952 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf69144-2d73-4630-825f-4a9ff7686d4b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.111317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf69144-2d73-4630-825f-4a9ff7686d4b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.117719 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1bf69144-2d73-4630-825f-4a9ff7686d4b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/df3347d7-6c4f-4f4e-9c20-2930c89624ff HTTP/1.1" status: 404 len: 337 time: 0.0970817 Oct 16 13:40:21.119801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35090) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.121859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] For port 103fa14a-6562-41c1-a4dc-96f1388fd492, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=103fa14a-6562-41c1-a4dc-96f1388fd492,segment=NetworkSegment(2267a0c4-8675-4f2d-8078-368308c69679),segment_id=2267a0c4-8675-4f2d-8078-368308c69679)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:21.122374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.127159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.140362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37b1e01b-9872-4e56-becc-732a1e8753cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.161056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0be139-1997-499c-83b2-82c997ab5487 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.161710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0be139-1997-499c-83b2-82c997ab5487 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.170048 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-af0be139-1997-499c-83b2-82c997ab5487 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/d4f2e156-f538-480b-86e5-1a3d5f82b222 HTTP/1.1" status: 404 len: 333 time: 0.0441616 Oct 16 13:40:21.171041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] Calling delete_port for 103fa14a-6562-41c1-a4dc-96f1388fd492 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:21.171424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35092) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.175937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=e573d09f-7397-4727-873d-29c892f0fc1e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:21.200094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Provisioning complete for port 103fa14a-6562-41c1-a4dc-96f1388fd492 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:21.200482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.207678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.207902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Fanout notify agent at l3_agent the message router_deleted on router 66061a5b-6379-4ce6-a4d7-34b26f9e8dca {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:21.212275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee1dd56-0ab3-43de-a06a-db99bfc899df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.212937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Attempting to bind port 269a7253-5d57-473b-aa7c-fa66c7e0918f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:21.212937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Attempting to bind port 269a7253-5d57-473b-aa7c-fa66c7e0918f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'af75c701-ae72-4fe6-b103-233408025722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:21.215939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee1dd56-0ab3-43de-a06a-db99bfc899df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.216045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Attempting to bind port 269a7253-5d57-473b-aa7c-fa66c7e0918f on network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:21.216138 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3ee1dd56-0ab3-43de-a06a-db99bfc899df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/20d39886-3020-4403-b724-152b3021d180 HTTP/1.1" status: 404 len: 337 time: 0.0411611 Oct 16 13:40:21.219397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.220488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2868f2d1-e19b-4d08-a4f5-941e66b4c20f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/66061a5b-6379-4ce6-a4d7-34b26f9e8dca HTTP/1.1" status: 204 len: 168 time: 3.5849884 Oct 16 13:40:21.224040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35094) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.224442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35096) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.232129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-584682855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:21.232668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37b1e01b-9872-4e56-becc-732a1e8753cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.310866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:21.311239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Checking segment: {'id': 'af75c701-ae72-4fe6-b103-233408025722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:21.311639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.312022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Bound using segment: {'id': 'af75c701-ae72-4fe6-b103-233408025722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:21.312536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Bound port: 269a7253-5d57-473b-aa7c-fa66c7e0918f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af75c701-ae72-4fe6-b103-233408025722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:21.312908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.324884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] For port 41149070-96e3-4c13-8988-e12d8a02d334, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:21.325374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0583dc-a43f-4189-9470-e9d097c66f2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.326964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0583dc-a43f-4189-9470-e9d097c66f2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.331746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.333945 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bf0583dc-a43f-4189-9470-e9d097c66f2d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/3398a346-3be7-455e-ad1f-82a16efff0bd HTTP/1.1" status: 404 len: 337 time: 0.1085408 Oct 16 13:40:21.338806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35100) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.340595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.352174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port acaa402f-e355-4b31-be9a-c93b207c890a {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:21.352942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.356575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.359435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] For port 41149070-96e3-4c13-8988-e12d8a02d334, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=41149070-96e3-4c13-8988-e12d8a02d334,segment=NetworkSegment(24f9cbba-195e-48c7-a44f-0a04f2ff0564),segment_id=24f9cbba-195e-48c7-a44f-0a04f2ff0564)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:21.371286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 98c288ba-c41c-4209-a7ba-43ee407f8310 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:21.389460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Subnet': ['ID=47f4efea-76a6-4745-aa6d-88ae94795927,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:21.415002 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f0a197-1bed-4360-b2ae-0681b2f95d82 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.415662 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f0a197-1bed-4360-b2ae-0681b2f95d82 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.418771 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-20f0a197-1bed-4360-b2ae-0681b2f95d82 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/9992b39d-96b1-4bb1-82d2-726bac7f91d5 HTTP/1.1" status: 404 len: 333 time: 0.0469527 Oct 16 13:40:21.420142 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.423431 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cbde755f-6ddc-4026-b39a-66ec2fdc981f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/47f4efea-76a6-4745-aa6d-88ae94795927 HTTP/1.1" status: 204 len: 168 time: 1.8145361 Oct 16 13:40:21.429218 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35102) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.433988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35104) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.446155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event deleted for resources: {'Port': ['ID=2d3f9f5a-7207-451e-8fb4-eceefaebb370,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:21.468924 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-367a922f-48d1-4505-b811-c3afc2c551b6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.469399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367a922f-48d1-4505-b811-c3afc2c551b6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.476068 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-367a922f-48d1-4505-b811-c3afc2c551b6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/7677fdde-4b15-4f13-995f-c8a8323541e6 HTTP/1.1" status: 404 len: 337 time: 0.0416708 Oct 16 13:40:21.476068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac80c068-69d3-467a-9fa1-19f0ab8ccd93']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:21.494208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.494481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35108) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.515989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af75c701-ae72-4fe6-b103-233408025722') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:21.516671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af75c701-ae72-4fe6-b103-233408025722') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:21.532741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.552608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44114571-ecf1-4b57-a441-3711ccb5200c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:21.552850 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b905e2-4ff4-4707-a999-afc7514ec0b3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.554256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b905e2-4ff4-4707-a999-afc7514ec0b3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.554788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44114571-ecf1-4b57-a441-3711ccb5200c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:21.556455 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-44114571-ecf1-4b57-a441-3711ccb5200c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1243749 Oct 16 13:40:21.559922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.560080 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b8b905e2-4ff4-4707-a999-afc7514ec0b3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/96b6152a-1a08-4cec-8a77-099151a5f2f3 HTTP/1.1" status: 404 len: 333 time: 0.0621669 Oct 16 13:40:21.560230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35110) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.568828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35112) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.584088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.590562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.609770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:21.610442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:21.613698 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:21.623157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89977c23-6877-4943-8c3f-01e3fd284194 req-98942004-1b6c-46a5-8c8c-84a363ba9782 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:21.624729 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89977c23-6877-4943-8c3f-01e3fd284194 req-98942004-1b6c-46a5-8c8c-84a363ba9782 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.2853336 Oct 16 13:40:21.630668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.631181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.636510 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-613eed8f-4a17-4619-9640-2a39727dd4d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.636510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613eed8f-4a17-4619-9640-2a39727dd4d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.636510 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-613eed8f-4a17-4619-9640-2a39727dd4d4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/8f36278a-acbd-4c0f-a652-5f7b32526df8 HTTP/1.1" status: 404 len: 337 time: 0.0643601 Oct 16 13:40:21.636510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37b1e01b-9872-4e56-becc-732a1e8753cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.639016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-37b1e01b-9872-4e56-becc-732a1e8753cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.640248 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-37b1e01b-9872-4e56-becc-732a1e8753cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d518eac-5c45-4da5-b9f6-b7fcd288cf8f HTTP/1.1" status: 204 len: 168 time: 0.6189191 Oct 16 13:40:21.649064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35114) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.672666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] No DVR routers for this DVR port 103fa14a-6562-41c1-a4dc-96f1388fd492 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:21.686352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] For port 269a7253-5d57-473b-aa7c-fa66c7e0918f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:21.712579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.720125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Provisioning complete for port 98c288ba-c41c-4209-a7ba-43ee407f8310 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:21.720521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.721416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-37dbbb68-08f6-4386-b850-23b4322f83a8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "DELETE /v2.0/ports/2d3f9f5a-7207-451e-8fb4-eceefaebb370 HTTP/1.1" status: 204 len: 168 time: 2.5404077 Oct 16 13:40:21.723970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for acaa402f-e355-4b31-be9a-c93b207c890a owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:21.733153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35118) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.766500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e743af8-236c-4da4-8bd9-7e21921dd43b None None] Pushing event updated for resources: {'Port': ['ID=41149070-96e3-4c13-8988-e12d8a02d334,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:21.785077 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5603d694-595d-4c0f-aeff-fae301b36767 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.786143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5603d694-595d-4c0f-aeff-fae301b36767 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.790739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5603d694-595d-4c0f-aeff-fae301b36767 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/c64c058d-ed71-4274-8f20-e9171c0770cb HTTP/1.1" status: 404 len: 333 time: 0.1335406 Oct 16 13:40:21.794645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35122) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.822452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] For port 269a7253-5d57-473b-aa7c-fa66c7e0918f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=269a7253-5d57-473b-aa7c-fa66c7e0918f,segment=NetworkSegment(af75c701-ae72-4fe6-b103-233408025722),segment_id=af75c701-ae72-4fe6-b103-233408025722)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:21.828006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f21ac-190f-4b83-8bc9-38b83ca822c4 None None] Pushing event deleted for resources: {'Port': ['ID=103fa14a-6562-41c1-a4dc-96f1388fd492,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:21.831780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1e01b-9872-4e56-becc-732a1e8753cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d518eac-5c45-4da5-b9f6-b7fcd288cf8f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:21.839123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 98c288ba-c41c-4209-a7ba-43ee407f8310 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:21.840220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.841220 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5cf9df-7bef-4dac-8a71-48b28c9d9e6a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.842020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5cf9df-7bef-4dac-8a71-48b28c9d9e6a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.848218 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5b5cf9df-7bef-4dac-8a71-48b28c9d9e6a tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/79ca8cbc-63c3-47c9-b82e-56790d193595 HTTP/1.1" status: 404 len: 337 time: 0.0509343 Oct 16 13:40:21.848218 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:40:21.848218 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:40:21.848218 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'id': 'ac80c068-69d3-467a-9fa1-19f0ab8ccd93'}] Oct 16 13:40:21.848218 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:21.848714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:21.855726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35124) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.902615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.930329 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce7bc79-7cc7-414a-8059-288c1241ac45 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:21.930329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce7bc79-7cc7-414a-8059-288c1241ac45 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:21.933678 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9ce7bc79-7cc7-414a-8059-288c1241ac45 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/01004780-d334-49d6-8f43-1ea9c58648cc HTTP/1.1" status: 404 len: 333 time: 0.0769038 Oct 16 13:40:21.938321 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-36699ca8-bf18-42ff-84a3-673a5698efbc tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:21.955921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35126) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:21.970349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89977c23-6877-4943-8c3f-01e3fd284194 req-ae212eda-fd6b-400e-af94-16bd5c0a8906 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162563 Oct 16 13:40:21.975952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.088474 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9928a3-baa3-487a-9fab-39880711dd9d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.089584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9928a3-baa3-487a-9fab-39880711dd9d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.093341 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dc9928a3-baa3-487a-9fab-39880711dd9d tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/58a44c58-6e48-4bea-bd5a-0d0dc8cbdebb HTTP/1.1" status: 404 len: 337 time: 0.1353025 Oct 16 13:40:22.095570 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-36699ca8-bf18-42ff-84a3-673a5698efbc tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 16 13:40:22.096243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36699ca8-bf18-42ff-84a3-673a5698efbc tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.098390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35130) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.101295 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-36699ca8-bf18-42ff-84a3-673a5698efbc tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/81e778c5-d9c3-41d5-b388-0db05316f637 HTTP/1.1" status: 409 len: 405 time: 0.5408835 Oct 16 13:40:22.101532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.104955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35132) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.110867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-139165636'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:22.186158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bba0dfc-79e9-4f53-9c34-3a13600dddc7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.186158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bba0dfc-79e9-4f53-9c34-3a13600dddc7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.198713 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6bba0dfc-79e9-4f53-9c34-3a13600dddc7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/7d0232d2-9c59-48b3-9917-9bc6ec23caec HTTP/1.1" status: 404 len: 333 time: 0.0990453 Oct 16 13:40:22.208181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35136) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.226529 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-042b9cf6-b278-4f1d-8580-fcfe153aa87e tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4568 time: 0.4612699 Oct 16 13:40:22.251014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35138) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.257693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2043765732'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:22.295603 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c76e99-6cf4-42e4-b1fa-1682d5297be3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.296499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c76e99-6cf4-42e4-b1fa-1682d5297be3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.304141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35142) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.315345 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-46c76e99-6cf4-42e4-b1fa-1682d5297be3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/f8d450e4-0f38-4949-b5f8-7e4fadbc1511 HTTP/1.1" status: 404 len: 337 time: 0.1057127 Oct 16 13:40:22.316216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:22.323492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.324817 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6f10a7df-2459-498f-a5c2-2fb62533ce3e tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0975235 Oct 16 13:40:22.327002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.357336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35146) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.360771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.370441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': True}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:22.381343 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a5c98b-85bd-45db-b09a-a412e6da9aa7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.383567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a5c98b-85bd-45db-b09a-a412e6da9aa7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.389390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-30a5c98b-85bd-45db-b09a-a412e6da9aa7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/2681ae6f-06fd-4455-8471-acf797f6d966 HTTP/1.1" status: 404 len: 333 time: 0.0838206 Oct 16 13:40:22.390277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35148) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.391847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:22.405979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.409789 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Added segment e5fa66e3-88d3-42a3-809a-917d173877ea of type vlan for network 2875a813-b38b-430e-a224-3c8eaca0bc8c Oct 16 13:40:22.413683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.424637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-346c091d-e5ef-4c1f-bb8b-184cb71912ac tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.425364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346c091d-e5ef-4c1f-bb8b-184cb71912ac tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.432356 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-346c091d-e5ef-4c1f-bb8b-184cb71912ac tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/5e23652b-de95-43fb-bf95-f2858a29f76b HTTP/1.1" status: 404 len: 337 time: 0.0382714 Oct 16 13:40:22.433682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35150) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.446843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.508562 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0916427-e453-417c-a493-a44f8802301c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.509141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0916427-e453-417c-a493-a44f8802301c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.513416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f0916427-e453-417c-a493-a44f8802301c tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/6cb89258-3b33-4743-b599-71b82fd62f87 HTTP/1.1" status: 404 len: 337 time: 0.0784078 Oct 16 13:40:22.515025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=acaa402f-e355-4b31-be9a-c93b207c890a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:22.520723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35154) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.555291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-45afe9c9-2419-463a-ac71-49d5a02d3079 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.555945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.556095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45afe9c9-2419-463a-ac71-49d5a02d3079 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.562378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45afe9c9-2419-463a-ac71-49d5a02d3079 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/19fc8deb-710d-4a39-96c5-902113b4f0af HTTP/1.1" status: 404 len: 333 time: 0.0399513 Oct 16 13:40:22.562777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.563887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35156) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.575623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Made reservation on behalf of 08b680880e05412bbf736f79bf80c9bc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:22.581214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.584145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] For port 98c288ba-c41c-4209-a7ba-43ee407f8310, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=98c288ba-c41c-4209-a7ba-43ee407f8310,segment=NetworkSegment(eb1544f3-8afa-48b8-9c29-0e695c1cd9b3),segment_id=eb1544f3-8afa-48b8-9c29-0e695c1cd9b3)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:22.624850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.629259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6227758e-6510-4e34-a98f-2f4cbfb68744 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/acaa402f-e355-4b31-be9a-c93b207c890a HTTP/1.1" status: 204 len: 168 time: 1.9021711 Oct 16 13:40:22.637935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35158) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.639136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4cd7ef-da3f-41a6-a912-bbab2574b392 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.639779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4cd7ef-da3f-41a6-a912-bbab2574b392 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.645833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cb79d-8b38-4c69-8ba3-185574cd8187 None None] Pushing event updated for resources: {'Port': ['ID=269a7253-5d57-473b-aa7c-fa66c7e0918f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:22.646456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9c4cd7ef-da3f-41a6-a912-bbab2574b392 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/21cf9184-57c4-4ac2-a5d8-b1da45fd119c HTTP/1.1" status: 404 len: 337 time: 0.0790892 Oct 16 13:40:22.650239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35160) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.681303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.694701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1dfad2-9efa-417d-bf9d-96b246935d0e None None] Network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:22.720456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.780627 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-af666524-fa9a-492f-b5a0-d86049fe075f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:40:22.791271 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-af666524-fa9a-492f-b5a0-d86049fe075f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/acaa402f-e355-4b31-be9a-c93b207c890a HTTP/1.1" status: 404 len: 333 time: 0.1424677 Oct 16 13:40:22.800839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:22.803745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35162) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.861452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ae812-78fc-4ab6-a445-70fe29733350 None None] Pushing event updated for resources: {'Port': ['ID=98c288ba-c41c-4209-a7ba-43ee407f8310,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:22.946600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9434d9ac-02a1-4871-a62e-53ac6e54922d None None] Provisioning complete for port 98c288ba-c41c-4209-a7ba-43ee407f8310 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:22.947196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9434d9ac-02a1-4871-a62e-53ac6e54922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.963665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a152230-f811-42a7-be02-dfff3bfa3020 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:22.965882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a152230-f811-42a7-be02-dfff3bfa3020 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:22.966456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:22.970863 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8a152230-f811-42a7-be02-dfff3bfa3020 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/12c844c1-7499-48a7-8c40-83fca83ac64b HTTP/1.1" status: 404 len: 337 time: 0.3079786 Oct 16 13:40:22.975838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35168) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:22.982568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:22.983236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.003290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:23.003290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:23.017711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet 002aac95-4775-4696-8541-99c369ad2447 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:23.033880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.045555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad48c9-3bfe-45b0-a46f-e9da1d6efb01 None None] Network ac80c068-69d3-467a-9fa1-19f0ab8ccd93 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:23.095866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Network': ['ID=2875a813-b38b-430e-a224-3c8eaca0bc8c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:23.102522 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c4953e-b03f-40db-813e-c609aa2421f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:23.104357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c4953e-b03f-40db-813e-c609aa2421f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:23.108108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2875a813-b38b-430e-a224-3c8eaca0bc8c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:23.111178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-38c4953e-b03f-40db-813e-c609aa2421f6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/17bbbcb6-416c-4b9f-88d5-85c931b3e5e6 HTTP/1.1" status: 404 len: 333 time: 0.1141095 Oct 16 13:40:23.111419 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35174) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:23.131071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.131504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Added segment b0294934-33cd-4ede-9284-c14a4c87cc9b of type vlan for network 06c33973-20a8-4de7-81bf-ff56430a1ab8 Oct 16 13:40:23.201890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.258778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.264411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9434d9ac-02a1-4871-a62e-53ac6e54922d None None] Could not find standard attr ID for object 2d3f9f5a-7207-451e-8fb4-eceefaebb370. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:40:23.351959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5c26d-8a76-4f12-ac01-c34ee981fe50 req-d59a429b-731d-426a-aeb7-19df70bccae2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:23.360107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67e5c26d-8a76-4f12-ac01-c34ee981fe50 req-d59a429b-731d-426a-aeb7-19df70bccae2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.2589681 Oct 16 13:40:23.374845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35178) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:23.394198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f9e74-5af7-4f62-a268-afa33f8cea7d None None] Network 81e778c5-d9c3-41d5-b388-0db05316f637 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:23.546709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-72855e7c-eb3e-432d-970d-ec0f8856c86e None None] Provisioning complete for port 41149070-96e3-4c13-8988-e12d8a02d334 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:23.547026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72855e7c-eb3e-432d-970d-ec0f8856c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.550617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.557872 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-534f6aa3-e5b9-4a87-bf66-09f0783cd759 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:23.558331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534f6aa3-e5b9-4a87-bf66-09f0783cd759 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:23.561372 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-534f6aa3-e5b9-4a87-bf66-09f0783cd759 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/5156efb5-d402-48ce-ab66-faeb86882c71 HTTP/1.1" status: 404 len: 337 time: 0.4458182 Oct 16 13:40:23.565654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35182) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:23.609286 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a099f284-64d8-4565-9b5d-07038fcbcb91 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:23.610096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a099f284-64d8-4565-9b5d-07038fcbcb91 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:23.620225 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a099f284-64d8-4565-9b5d-07038fcbcb91 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/a75932cb-8dd3-4d96-bddf-84feea0f0c19 HTTP/1.1" status: 404 len: 337 time: 0.0534561 Oct 16 13:40:23.625536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35184) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:23.633316 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cb08a5a4-8e46-4610-a031-b7f3aa99339e tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5232656 Oct 16 13:40:23.636306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35186) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:23.671276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'subnet': {'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:23.680746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72855e7c-eb3e-432d-970d-ec0f8856c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.700375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] DHCP port deletion for 81e778c5-d9c3-41d5-b388-0db05316f637 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:23.700538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.702217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 103fa14a-6562-41c1-a4dc-96f1388fd492 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:23.706530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:23.707358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.707937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port 269a7253-5d57-473b-aa7c-fa66c7e0918f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:23.708405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.766452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.777246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port 269a7253-5d57-473b-aa7c-fa66c7e0918f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=269a7253-5d57-473b-aa7c-fa66c7e0918f,segment=NetworkSegment(af75c701-ae72-4fe6-b103-233408025722),segment_id=af75c701-ae72-4fe6-b103-233408025722)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:23.777702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 103fa14a-6562-41c1-a4dc-96f1388fd492 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:23.778184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 103fa14a-6562-41c1-a4dc-96f1388fd492 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:23.778455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.795246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for 269a7253-5d57-473b-aa7c-fa66c7e0918f owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:23.796144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-72855e7c-eb3e-432d-970d-ec0f8856c86e None None] For port 41149070-96e3-4c13-8988-e12d8a02d334, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=41149070-96e3-4c13-8988-e12d8a02d334,segment=NetworkSegment(24f9cbba-195e-48c7-a44f-0a04f2ff0564),segment_id=24f9cbba-195e-48c7-a44f-0a04f2ff0564)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:23.819723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67e5c26d-8a76-4f12-ac01-c34ee981fe50 req-c5ad29b0-1bfb-46d2-8423-a0006607294f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496489 Oct 16 13:40:23.846181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] Deleting port 41149070-96e3-4c13-8988-e12d8a02d334 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:23.846583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.854774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fb5c562d-5255-42e9-8eb3-72602f7fa49f tempest-DvrRoutersNegativeTest-1752930619 tempest-DvrRoutersNegativeTest-1752930619-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1592604604', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:23.859989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.policy [None req-fb5c562d-5255-42e9-8eb3-72602f7fa49f tempest-DvrRoutersNegativeTest-1752930619 tempest-DvrRoutersNegativeTest-1752930619-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101080) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 16 13:40:23.859989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.policy [None req-fb5c562d-5255-42e9-8eb3-72602f7fa49f tempest-DvrRoutersNegativeTest-1752930619 tempest-DvrRoutersNegativeTest-1752930619-project] Failed policy check for 'create_router' {{(pid=101080) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 16 13:40:23.859989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-fb5c562d-5255-42e9-8eb3-72602f7fa49f tempest-DvrRoutersNegativeTest-1752930619 tempest-DvrRoutersNegativeTest-1752930619-project] create failed (client error): Access was denied to this resource. Oct 16 13:40:23.864074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fb5c562d-5255-42e9-8eb3-72602f7fa49f tempest-DvrRoutersNegativeTest-1752930619 tempest-DvrRoutersNegativeTest-1752930619-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4846804 Oct 16 13:40:23.864175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72855e7c-eb3e-432d-970d-ec0f8856c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:23.874552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6201143 Oct 16 13:40:23.875354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35190) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:23.877338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14125640-9431-44a7-bc31-d8cbf7bc3cb8 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event updated for resources: {'Network': ['ID=06c33973-20a8-4de7-81bf-ff56430a1ab8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:23.905191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 06c33973-20a8-4de7-81bf-ff56430a1ab8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:23.963535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 98c288ba-c41c-4209-a7ba-43ee407f8310 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:23.970934 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b131f562-0c72-4f03-a07c-8a3b7f2f40b6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:23.971791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b131f562-0c72-4f03-a07c-8a3b7f2f40b6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:23.979106 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b131f562-0c72-4f03-a07c-8a3b7f2f40b6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/eb642d95-6258-46b3-96f9-d27fd8a577d4 HTTP/1.1" status: 404 len: 333 time: 0.3435719 Oct 16 13:40:23.982773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35192) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.061783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.062245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.070992 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cff62f2-3883-4fc0-b887-ed1d86e50d78 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.071697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cff62f2-3883-4fc0-b887-ed1d86e50d78 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.078064 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5cff62f2-3883-4fc0-b887-ed1d86e50d78 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/bba7ddf8-1094-4b7c-84fa-6e1d17c7a38c HTTP/1.1" status: 404 len: 337 time: 0.0915329 Oct 16 13:40:24.081826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35194) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.089055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] For port 41149070-96e3-4c13-8988-e12d8a02d334, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=41149070-96e3-4c13-8988-e12d8a02d334,segment=NetworkSegment(24f9cbba-195e-48c7-a44f-0a04f2ff0564),segment_id=24f9cbba-195e-48c7-a44f-0a04f2ff0564)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:24.089456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.104902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72855e7c-eb3e-432d-970d-ec0f8856c86e None None] Pushing event updated for resources: {'Port': ['ID=41149070-96e3-4c13-8988-e12d8a02d334,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:24.111659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] Calling delete_port for 41149070-96e3-4c13-8988-e12d8a02d334 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:24.123422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=269a7253-5d57-473b-aa7c-fa66c7e0918f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:24.128042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port 269a7253-5d57-473b-aa7c-fa66c7e0918f on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:24.148361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.155497 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/002aac95-4775-4696-8541-99c369ad2447 HTTP/1.1" status: 204 len: 168 time: 1.3475528 Oct 16 13:40:24.160681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08234b2a-ddb7-42e8-b000-f5f2b5b7e0a3 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=002aac95-4775-4696-8541-99c369ad2447,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:24.164399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35196) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.167953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac1f12-1364-4d90-ad27-3809dccfc15e None None] Network bb615496-c979-42e1-9bc4-b1576cccce48 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:24.172349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d359e1de-f090-4aaa-998c-c36ae36387df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.172830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d359e1de-f090-4aaa-998c-c36ae36387df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.178609 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d359e1de-f090-4aaa-998c-c36ae36387df tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/aa870ad1-a726-4a36-ada1-0453d806253f HTTP/1.1" status: 404 len: 337 time: 0.0934923 Oct 16 13:40:24.180984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 98c288ba-c41c-4209-a7ba-43ee407f8310 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:24.183859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.191476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35198) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.238272 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-013cfa19-8127-44dc-b21b-a44e119d6be8 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a2c501-0c05-477e-8a26-d2311a557a3d HTTP/1.1" status: 200 len: 205 time: 0.0378199 Oct 16 13:40:24.240611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35200) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.267587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-121b4fda-51ba-45cf-9967-11beb5c144f9 tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/agents/a4c21226-94b3-4ad9-9065-028c111f3c11/dhcp-networks HTTP/1.1" status: 200 len: 11071 time: 0.3910880 Oct 16 13:40:24.269222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35202) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.308454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.354165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-5eb16dcb-eb0b-44e5-8820-1cc3acdcc310 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] delete failed (client error): The resource could not be found. Oct 16 13:40:24.355357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5eb16dcb-eb0b-44e5-8820-1cc3acdcc310 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/routers/40a2c501-0c05-477e-8a26-d2311a557a3d HTTP/1.1" status: 404 len: 336 time: 0.1062474 Oct 16 13:40:24.364009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac80c068-69d3-467a-9fa1-19f0ab8ccd93']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:24.368592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35206) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.377213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:24.382542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.401686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af75c701-ae72-4fe6-b103-233408025722') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:24.402495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af75c701-ae72-4fe6-b103-233408025722') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:24.406957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-607042f9-f977-4b6c-b110-1067a13687d7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.407409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607042f9-f977-4b6c-b110-1067a13687d7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.410773 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-607042f9-f977-4b6c-b110-1067a13687d7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/63e9ea40-015a-42a6-aab7-72640205c891 HTTP/1.1" status: 404 len: 337 time: 0.0409577 Oct 16 13:40:24.416645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.420763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35208) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.425339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.440750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.482938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] Pushing event deleted for resources: {'Port': ['ID=41149070-96e3-4c13-8988-e12d8a02d334,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:24.484841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb2b0e-8002-4c81-bbd0-5515822faee4 None None] No DVR routers for this DVR port 41149070-96e3-4c13-8988-e12d8a02d334 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:24.493030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35210) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.499595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f36da5eb-fa7d-40ff-bcc6-9fe2ea3b1f16 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "GET /v2.0/ports?device_id=f47db18f-f678-4e95-b0b4-2c576de3b49a HTTP/1.1" status: 200 len: 205 time: 0.0745974 Oct 16 13:40:24.501923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35212) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.524395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.530459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] DHCP port deletion for bb615496-c979-42e1-9bc4-b1576cccce48 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:24.588444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:24.588794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.589264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-cdb17cbf-f541-4306-8c2d-96e9355a01ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] delete failed (client error): The resource could not be found. Oct 16 13:40:24.599810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cdb17cbf-f541-4306-8c2d-96e9355a01ec tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/routers/f47db18f-f678-4e95-b0b4-2c576de3b49a HTTP/1.1" status: 404 len: 336 time: 0.0817401 Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:24.600023 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:24.602488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35216) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.613614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] Deleting port 34d794e3-45ed-4a49-8c42-49f977aeac6b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:24.614177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.670009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-840a80f6-41f6-4a44-96f4-8a7bfe7705c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.670556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840a80f6-41f6-4a44-96f4-8a7bfe7705c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.673590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-840a80f6-41f6-4a44-96f4-8a7bfe7705c4 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/de94672d-10f6-48cb-9821-8e05145e637c HTTP/1.1" status: 404 len: 337 time: 0.0504024 Oct 16 13:40:24.678229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35218) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.690681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] For port 34d794e3-45ed-4a49-8c42-49f977aeac6b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=34d794e3-45ed-4a49-8c42-49f977aeac6b,segment=NetworkSegment(5682fc79-73d4-4456-b747-939bf73aa921),segment_id=5682fc79-73d4-4456-b747-939bf73aa921)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:24.691121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.705940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b222305-b563-44b5-87ec-2185a1b90cd9 tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] Network 06c33973-20a8-4de7-81bf-ff56430a1ab8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:24.708724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6951321d-9c6b-444e-a857-b25b51320188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.712548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] Calling delete_port for 34d794e3-45ed-4a49-8c42-49f977aeac6b owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:24.738477 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdacd9c8-7443-44a7-b1a8-de2ef29fbeaa tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.739024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdacd9c8-7443-44a7-b1a8-de2ef29fbeaa tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.742207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cdacd9c8-7443-44a7-b1a8-de2ef29fbeaa tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/085a49b6-7da3-445c-be87-1c22fe96aa5a HTTP/1.1" status: 404 len: 337 time: 0.0596209 Oct 16 13:40:24.747750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35220) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.776088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.793646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b724cf7-e4c0-4ddb-8d60-07bbdfe97943 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.794445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b724cf7-e4c0-4ddb-8d60-07bbdfe97943 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.799876 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4b724cf7-e4c0-4ddb-8d60-07bbdfe97943 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/a6443729-0380-4f82-9603-968f042e1257 HTTP/1.1" status: 404 len: 333 time: 0.0477953 Oct 16 13:40:24.800749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35222) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.801184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.803738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 34d794e3-45ed-4a49-8c42-49f977aeac6b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:24.804168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.805777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.823974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.827116 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/ac80c068-69d3-467a-9fa1-19f0ab8ccd93 HTTP/1.1" status: 204 len: 168 time: 4.8006001 Oct 16 13:40:24.853882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ccdcc-6d09-4dd5-8cca-d505e2a2b752 None None] Network 06c33973-20a8-4de7-81bf-ff56430a1ab8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:24.856767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4b222305-b563-44b5-87ec-2185a1b90cd9 tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "POST /v2.0/agents/a4c21226-94b3-4ad9-9065-028c111f3c11/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5844905 Oct 16 13:40:24.864656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35226) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.865059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35228) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.884796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-49540e3f-ee5f-4834-a506-b6f395f1cce1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.884796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49540e3f-ee5f-4834-a506-b6f395f1cce1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.885661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab1fc1-658f-40b3-8650-fa14bed1cfe3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=ac80c068-69d3-467a-9fa1-19f0ab8ccd93,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:24.887970 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-49540e3f-ee5f-4834-a506-b6f395f1cce1 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/399b2ccc-76df-4e28-b3ec-57fe24172ffb HTTP/1.1" status: 404 len: 337 time: 0.0859921 Oct 16 13:40:24.895891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35230) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.928985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:24.974087 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bce60ea-bc35-4325-bbc4-2b727355510b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:24.974640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bce60ea-bc35-4325-bbc4-2b727355510b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:24.980357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9bce60ea-bc35-4325-bbc4-2b727355510b tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/e573d09f-7397-4727-873d-29c892f0fc1e HTTP/1.1" status: 404 len: 337 time: 0.1117558 Oct 16 13:40:24.981145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35232) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:24.984376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Allocated IP 172.26.5.106 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/3accd657-86f2-4d29-a245-7ba5012231ff) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:25.014639 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aadb6ba-ef28-40d2-8595-e14385742267 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.015261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aadb6ba-ef28-40d2-8595-e14385742267 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.020834 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9aadb6ba-ef28-40d2-8595-e14385742267 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/ac80c068-69d3-467a-9fa1-19f0ab8ccd93 HTTP/1.1" status: 404 len: 339 time: 0.0367656 Oct 16 13:40:25.023274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35234) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.040585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-7791cf97-609a-48fe-884e-c279d548aab7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.041406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7791cf97-609a-48fe-884e-c279d548aab7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.047088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7791cf97-609a-48fe-884e-c279d548aab7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/07caca75-c859-4953-8718-8a4c9c0c411d HTTP/1.1" status: 404 len: 333 time: 0.1232500 Oct 16 13:40:25.057819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35236) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.072920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] For port 34d794e3-45ed-4a49-8c42-49f977aeac6b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=34d794e3-45ed-4a49-8c42-49f977aeac6b,segment=NetworkSegment(5682fc79-73d4-4456-b747-939bf73aa921),segment_id=5682fc79-73d4-4456-b747-939bf73aa921)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:25.073688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.088329 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7db943-6e3e-4d98-b54a-36c8b3fa6ebd tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.091178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7db943-6e3e-4d98-b54a-36c8b3fa6ebd tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.092374 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ce7db943-6e3e-4d98-b54a-36c8b3fa6ebd tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/4ec13e2d-23e1-4a54-9464-e7611af2dddc HTTP/1.1" status: 404 len: 337 time: 0.0678954 Oct 16 13:40:25.096115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35238) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.132915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] Pushing event deleted for resources: {'Port': ['ID=34d794e3-45ed-4a49-8c42-49f977aeac6b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:25.139200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6ee0f-89d7-4584-bebe-5d430ce61657 None None] No DVR routers for this DVR port 34d794e3-45ed-4a49-8c42-49f977aeac6b on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:25.147772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 34d794e3-45ed-4a49-8c42-49f977aeac6b owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:25.157318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d5e012-3af5-4073-9468-4eb716a2937e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.157775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d5e012-3af5-4073-9468-4eb716a2937e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.160798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f0d5e012-3af5-4073-9468-4eb716a2937e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/e5e0de62-a648-4c20-829c-7865341416c3 HTTP/1.1" status: 404 len: 337 time: 0.0931790 Oct 16 13:40:25.163848 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88a90b2-b466-4b3c-97a3-f935aa29fd07 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.164584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88a90b2-b466-4b3c-97a3-f935aa29fd07 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.169167 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f88a90b2-b466-4b3c-97a3-f935aa29fd07 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/30dceab6-d345-4926-8812-3039a7e35f6f HTTP/1.1" status: 404 len: 339 time: 0.0662491 Oct 16 13:40:25.172433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35240) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.173792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35242) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.211669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf108d6-8e5d-406f-a910-aa124735fdec None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:40:25.249596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6951321d-9c6b-444e-a857-b25b51320188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.254018 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:40:25.260366 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e35f3-9d00-4355-9f6b-26b31f35f5d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.261048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014e35f3-9d00-4355-9f6b-26b31f35f5d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.266468 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-014e35f3-9d00-4355-9f6b-26b31f35f5d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/74d41323-2be7-40f8-a8a7-b4ae7d4d8b12 HTTP/1.1" status: 404 len: 333 time: 0.0903347 Oct 16 13:40:25.274780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.280604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fce74-8bf1-4c5f-b2ea-d07d4bd69f28 req-a103b2ae-2e73-49c9-a428-b1ecb1edde1f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:25.282256 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d7fce74-8bf1-4c5f-b2ea-d07d4bd69f28 req-a103b2ae-2e73-49c9-a428-b1ecb1edde1f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 943 time: 0.3598020 Oct 16 13:40:25.290246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35244) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.318207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-104a3d49-4253-40d0-b6b0-88227c2a5eed tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/agents/a4c21226-94b3-4ad9-9065-028c111f3c11/dhcp-networks HTTP/1.1" status: 200 len: 11048 time: 0.4460399 Oct 16 13:40:25.325788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6951321d-9c6b-444e-a857-b25b51320188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.329209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35246) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.409130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.412004 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b66e4e8-e970-49b3-abe8-031ae479a6d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.412486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b66e4e8-e970-49b3-abe8-031ae479a6d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.418665 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3b66e4e8-e970-49b3-abe8-031ae479a6d3 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/ec8dbf30-16a3-47c5-8944-b7e7e27c4dec HTTP/1.1" status: 404 len: 337 time: 0.1241360 Oct 16 13:40:25.422116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35248) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.422368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6951321d-9c6b-444e-a857-b25b51320188 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c518dda2a0c4963b58512cd55d461b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9209957 Oct 16 13:40:25.427211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951321d-9c6b-444e-a857-b25b51320188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e3d9f-892b-4be0-a654-201d3a649317,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:25.429039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.431489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35250) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.445445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d7fce74-8bf1-4c5f-b2ea-d07d4bd69f28 req-cfe09f5b-04d8-490c-9ec3-e163c428b451 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451616 Oct 16 13:40:25.480118 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d132773-c2cb-46f3-8a0a-52320a07b276 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.480872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d132773-c2cb-46f3-8a0a-52320a07b276 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.483859 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8d132773-c2cb-46f3-8a0a-52320a07b276 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/5a2681bd-7c90-4dee-ad67-be977f458748 HTTP/1.1" status: 404 len: 333 time: 0.0593708 Oct 16 13:40:25.488084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35252) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.491562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Subnet': ['ID=022592b3-c82c-4af7-9060-4b48b5dd5cd7,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:25.493553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.510932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf108d6-8e5d-406f-a910-aa124735fdec None None] Network 2875a813-b38b-430e-a224-3c8eaca0bc8c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:25.524913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Checking segment: {'id': 'e5fa66e3-88d3-42a3-809a-917d173877ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:25.525279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network hostable DHCP agents. Network: 2875a813-b38b-430e-a224-3c8eaca0bc8c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:25.565276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=34d794e3-45ed-4a49-8c42-49f977aeac6b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:25.568368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf3e24f-ff0a-4ab2-9f1c-3bd85980b896 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.568892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf3e24f-ff0a-4ab2-9f1c-3bd85980b896 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.575104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6cf3e24f-ff0a-4ab2-9f1c-3bd85980b896 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/11e8516c-acd6-4629-8eb5-c254e37b4b9d HTTP/1.1" status: 404 len: 337 time: 0.0770357 Oct 16 13:40:25.575104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No DVR routers for this DVR port 34d794e3-45ed-4a49-8c42-49f977aeac6b on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:25.578968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35254) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.579591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Unable to find a vacant binding_index for network 2875a813-b38b-430e-a224-3c8eaca0bc8c and agent a4c21226-94b3-4ad9-9065-028c111f3c11 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 16 13:40:25.638160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.638400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383ebea-43e5-45ca-a1b2-4b099c83c982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.645627 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8618b2-3a55-477e-bb6c-7ea017184f67 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.646313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8618b2-3a55-477e-bb6c-7ea017184f67 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.649428 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d8618b2-3a55-477e-bb6c-7ea017184f67 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/99c1dcc7-4e55-483b-9d0b-5e78eb0c9fc3 HTTP/1.1" status: 404 len: 333 time: 0.0674889 Oct 16 13:40:25.654750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35256) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.659755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf108d6-8e5d-406f-a910-aa124735fdec None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2875a813-b38b-430e-a224-3c8eaca0bc8c) {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:40:25.676107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.687589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2875a813-b38b-430e-a224-3c8eaca0bc8c) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:25.690199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c163d1-2120-4e74-a35e-40878f9d625e']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:25.695315 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e216281f-0503-4cd4-8e8c-cb7abef8433b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.695755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e216281f-0503-4cd4-8e8c-cb7abef8433b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.699292 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e216281f-0503-4cd4-8e8c-cb7abef8433b tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/3d2a8868-9d40-42f2-ad11-bf7557ed8e8a HTTP/1.1" status: 404 len: 337 time: 0.0434017 Oct 16 13:40:25.700687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:25.701268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.701861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383ebea-43e5-45ca-a1b2-4b099c83c982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.706922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-df578988-1ed8-4757-87cd-a95c2ccabf0e tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "DELETE /v2.0/agents/a4c21226-94b3-4ad9-9065-028c111f3c11/dhcp-networks/06c33973-20a8-4de7-81bf-ff56430a1ab8 HTTP/1.1" status: 204 len: 168 time: 0.3660839 Oct 16 13:40:25.706922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35258) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.708773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.711071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35260) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.726736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb615496-c979-42e1-9bc4-b1576cccce48']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:25.726974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01b8a8f-154a-4559-a3c2-a9a9dbe0e129') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:25.727155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01b8a8f-154a-4559-a3c2-a9a9dbe0e129') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:25.762533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682fc79-73d4-4456-b747-939bf73aa921') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:25.762822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682fc79-73d4-4456-b747-939bf73aa921') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:25.766452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b497f49-24cd-4059-9aaa-c0f1b92d70fc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.767163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b497f49-24cd-4059-9aaa-c0f1b92d70fc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.770173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0b497f49-24cd-4059-9aaa-c0f1b92d70fc tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/470f6a91-5fa3-4ad2-adb9-e0e844b22fd8 HTTP/1.1" status: 404 len: 333 time: 0.0537791 Oct 16 13:40:25.771859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.784082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35262) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.790524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.810979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:25.813638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.829106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:25.829495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:25.833531 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:25.845184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 186639c5-2d38-4343-8fd3-d079b611dda8 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:40:25.858891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:25.868899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.871285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:25.878304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Port': ['ID=3accd657-86f2-4d29-a245-7ba5012231ff,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:25.884387 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-252dfb1c-186b-4edc-a9af-11e4fe1dabfe tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2249594 Oct 16 13:40:25.885560 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-37182886-2e80-4688-89fe-f59bfcbc0eb6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.886173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37182886-2e80-4688-89fe-f59bfcbc0eb6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.889656 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-37182886-2e80-4688-89fe-f59bfcbc0eb6 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/5a640e3f-2707-4bda-97e3-d7d6981de7b3 HTTP/1.1" status: 404 len: 337 time: 0.0986116 Oct 16 13:40:25.896488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35264) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.896820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35266) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.917337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383ebea-43e5-45ca-a1b2-4b099c83c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.920129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383ebea-43e5-45ca-a1b2-4b099c83c982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.923286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a383ebea-43e5-45ca-a1b2-4b099c83c982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a87e3d9f-892b-4be0-a654-201d3a649317 HTTP/1.1" status: 204 len: 168 time: 0.4879594 Oct 16 13:40:25.930063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:25.930466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:25.933558 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:25.963480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 34d794e3-45ed-4a49-8c42-49f977aeac6b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:25.965385 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc647a03-12c9-45fd-b42e-04d002a6b8b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:25.966132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc647a03-12c9-45fd-b42e-04d002a6b8b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:25.969630 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bc647a03-12c9-45fd-b42e-04d002a6b8b7 tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/ports/474aeda1-d44b-49ce-864f-55c64f321996 HTTP/1.1" status: 404 len: 333 time: 0.0695596 Oct 16 13:40:25.972889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35270) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:25.973660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ebea-43e5-45ca-a1b2-4b099c83c982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e3d9f-892b-4be0-a654-201d3a649317,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:26.013002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-de906a49-d6a8-4fad-8425-652626858aae tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.013448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de906a49-d6a8-4fad-8425-652626858aae tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.015016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 34d794e3-45ed-4a49-8c42-49f977aeac6b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:26.015143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 34d794e3-45ed-4a49-8c42-49f977aeac6b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:26.018856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-de906a49-d6a8-4fad-8425-652626858aae tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/subnets/ea4be398-f52b-488b-ac0a-5f295181c4e7 HTTP/1.1" status: 404 len: 337 time: 0.0402436 Oct 16 13:40:26.033995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35272) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.063967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.077894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.085065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/bb615496-c979-42e1-9bc4-b1576cccce48 HTTP/1.1" status: 204 len: 168 time: 1.9106238 Oct 16 13:40:26.089828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35274) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.094401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 186639c5-2d38-4343-8fd3-d079b611dda8, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=186639c5-2d38-4343-8fd3-d079b611dda8,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:26.094931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1417857295'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:26.112356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d050a-aa09-4797-a1fc-4525abe1ddd2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=bb615496-c979-42e1-9bc4-b1576cccce48,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:26.117953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.124798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '186639c5-2d38-4343-8fd3-d079b611dda8', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'port_id': '186639c5-2d38-4343-8fd3-d079b611dda8', 'mac_address': 'fa:16:3e:16:dd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:40:26.207720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2875a813-b38b-430e-a224-3c8eaca0bc8c', 'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c', 'tenant_id': 'e3d67018a5b044baa13ed53129afe2bf', 'fixed_ips': [{'subnet_id': '022592b3-c82c-4af7-9060-4b48b5dd5cd7'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:26.207720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.208397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.218732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.233024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:26.236651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.243258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186639c5-2d38-4343-8fd3-d079b611dda8 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:40:26.248084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.251245 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/18c163d1-2120-4e74-a35e-40878f9d625e HTTP/1.1" status: 204 len: 168 time: 1.0763793 Oct 16 13:40:26.262295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35276) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.273905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.305640 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18d33d92-a61a-4c62-a4b4-293a41e6262d tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/agents/a4c21226-94b3-4ad9-9065-028c111f3c11/dhcp-networks HTTP/1.1" status: 200 len: 11079 time: 0.5882375 Oct 16 13:40:26.324412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35280) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.325586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562852a-c9fb-44d3-9fa7-a99cefb3e68e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=18c163d1-2120-4e74-a35e-40878f9d625e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:26.325749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 186639c5-2d38-4343-8fd3-d079b611dda8, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=186639c5-2d38-4343-8fd3-d079b611dda8,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:26.328116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f732976-93e2-4756-af9c-8a87356285d8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.328900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f732976-93e2-4756-af9c-8a87356285d8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.333505 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.333689 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2f732976-93e2-4756-af9c-8a87356285d8 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/d75890e1-6d30-43c7-9038-4cc732673bce HTTP/1.1" status: 404 len: 337 time: 0.0727937 Oct 16 13:40:26.335338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35282) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.380543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.388586 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f068fa33-14e8-42ba-8087-9622b6f497a0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.389206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f068fa33-14e8-42ba-8087-9622b6f497a0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.389587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:26.395603 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f068fa33-14e8-42ba-8087-9622b6f497a0 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/61a70569-557c-4dd7-8797-880bf0168e65 HTTP/1.1" status: 404 len: 339 time: 0.0526969 Oct 16 13:40:26.398332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35284) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.401235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e1d2eb6c-339a-4aad-ae9b-64c0e666362a tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/networks/9287702a-444e-4c57-9b5f-a998838fda93/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0597444 Oct 16 13:40:26.402931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35286) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.418850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.419642 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Added segment 5ebca57b-47b7-468f-960d-4dc2d498886a of type vlan for network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 Oct 16 13:40:26.452518 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd4aeeb-0252-4842-b9ca-712cbf006b8d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.453312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd4aeeb-0252-4842-b9ca-712cbf006b8d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.459376 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fdd4aeeb-0252-4842-b9ca-712cbf006b8d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/cca581f5-c60e-4331-b705-c866008ede01 HTTP/1.1" status: 404 len: 337 time: 0.0581820 Oct 16 13:40:26.462458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35292) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.478537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Allocated IP 2001:db8::f816:3eff:fefb:fb02 (2875a813-b38b-430e-a224-3c8eaca0bc8c/022592b3-c82c-4af7-9060-4b48b5dd5cd7/3609d9d9-b286-41b4-8df1-a72ae1006811) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:26.488770 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-165d7f6c-52b0-4976-b784-22790b5956b2 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.489367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165d7f6c-52b0-4976-b784-22790b5956b2 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.493574 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-165d7f6c-52b0-4976-b784-22790b5956b2 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/4de7bc2a-f116-43d7-8bac-0d2c604dfff9 HTTP/1.1" status: 404 len: 339 time: 0.0300002 Oct 16 13:40:26.497089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35296) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.535318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.539637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-26da33fd-64ad-48db-b176-e170cea19938 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.540207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26da33fd-64ad-48db-b176-e170cea19938 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.547867 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-26da33fd-64ad-48db-b176-e170cea19938 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/190b5211-a50b-4aa9-90c0-53320e2e6ba1 HTTP/1.1" status: 404 len: 337 time: 0.0453074 Oct 16 13:40:26.552586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35300) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.573839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=186639c5-2d38-4343-8fd3-d079b611dda8,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:26.594790 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9c7167-0116-4887-ac4c-47a54ac3282f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.595568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9c7167-0116-4887-ac4c-47a54ac3282f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.601767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8c9c7167-0116-4887-ac4c-47a54ac3282f tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/71935060-940c-48f9-962b-9ef45ea166f4 HTTP/1.1" status: 404 len: 339 time: 0.0480804 Oct 16 13:40:26.626959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35302) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.652823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['186639c5-2d38-4343-8fd3-d079b611dda8'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:40:26.669387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f789defa-736d-422c-8574-b9e2b8c5e8e3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.669848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f789defa-736d-422c-8574-b9e2b8c5e8e3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.672943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f789defa-736d-422c-8574-b9e2b8c5e8e3 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/5dba83b5-9ee8-41f3-9eb5-da6f44622ef3 HTTP/1.1" status: 404 len: 337 time: 0.0449300 Oct 16 13:40:26.675688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35306) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.702038 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e643419-e49b-41bb-8f80-3663f96be550 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.702516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e643419-e49b-41bb-8f80-3663f96be550 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.705631 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6e643419-e49b-41bb-8f80-3663f96be550 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/b587f958-2220-408d-a05e-ff6f11219770 HTTP/1.1" status: 404 len: 339 time: 0.0291166 Oct 16 13:40:26.708452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35308) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.727911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.743724 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-522fa2b3-c805-4fb4-a013-90a9f98475cc tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.744186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522fa2b3-c805-4fb4-a013-90a9f98475cc tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.747350 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-522fa2b3-c805-4fb4-a013-90a9f98475cc tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/bfde41ec-0b4d-4cc0-b0f1-00442452922f HTTP/1.1" status: 404 len: 337 time: 0.0379117 Oct 16 13:40:26.749982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.755791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:26.756960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.766780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b2c2-8365-46d4-b4ee-9c3727148062 req-a65d75d7-53a0-451d-96cb-133bcf37655e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:26.768527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e402b2c2-8365-46d4-b4ee-9c3727148062 req-a65d75d7-53a0-451d-96cb-133bcf37655e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 944 time: 0.2071290 Oct 16 13:40:26.770122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.827168 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed02c6b-9979-4e20-afe1-73f0ad8a778e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.827764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed02c6b-9979-4e20-afe1-73f0ad8a778e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.832441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3ed02c6b-9979-4e20-afe1-73f0ad8a778e tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/35ecd31c-0c0c-4b0b-a239-ded8e4b28dc8 HTTP/1.1" status: 404 len: 339 time: 0.0569756 Oct 16 13:40:26.842143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35312) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.857266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:26.894216 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b8d546f3-b97a-4677-ba13-098e198cae51 tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/networks/9287702a-444e-4c57-9b5f-a998838fda93/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.4816520 Oct 16 13:40:26.900524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35314) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.933229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c85a8b-1499-43e3-8dc1-0c192fc8437d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.933692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c85a8b-1499-43e3-8dc1-0c192fc8437d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.937484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f2c85a8b-1499-43e3-8dc1-0c192fc8437d tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/d6907e5a-240b-4aa9-8ccd-02f60eb7f9cb HTTP/1.1" status: 404 len: 337 time: 0.0943615 Oct 16 13:40:26.940278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35318) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.955853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Network 2875a813-b38b-430e-a224-3c8eaca0bc8c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:26.956054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Network': ['ID=4302bf23-f220-4d2e-a307-3bd1f8343aa9,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:26.957989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e402b2c2-8365-46d4-b4ee-9c3727148062 req-270bfb4e-dc5a-43be-bf4c-e612f4baa06e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815956 Oct 16 13:40:26.967163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:26.976386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ea8bfc15-a856-459c-8eee-4ce9a731ab78 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8827794 Oct 16 13:40:26.976386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fee479-9d7e-4215-a1f6-d5535f0ecb38 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:26.976386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fee479-9d7e-4215-a1f6-d5535f0ecb38 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:26.979165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-51fee479-9d7e-4215-a1f6-d5535f0ecb38 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/2e33dbd6-6c31-4dd7-88aa-9f5ff557f068 HTTP/1.1" status: 404 len: 339 time: 0.0372226 Oct 16 13:40:26.979165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35320) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.985622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:26.989306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35322) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:26.994686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:27.013448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:27.015117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Pushing event updated for resources: {'Port': ['ID=3609d9d9-b286-41b4-8df1-a72ae1006811,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:27.017269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.026436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.065372 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-83eb708f-1fbe-40e1-82cd-097ce1f6fd34 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:27.066000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83eb708f-1fbe-40e1-82cd-097ce1f6fd34 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:27.069420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-83eb708f-1fbe-40e1-82cd-097ce1f6fd34 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/83511d68-3bff-42fc-b89c-76e3afd9b6c2 HTTP/1.1" status: 404 len: 337 time: 0.0765009 Oct 16 13:40:27.083527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35326) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:27.111399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd77ba1-fe61-4bf1-ab2e-50703a1d5521']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.163942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Attempting to bind port 3609d9d9-b286-41b4-8df1-a72ae1006811 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:27.165265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Attempting to bind port 3609d9d9-b286-41b4-8df1-a72ae1006811 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e5fa66e3-88d3-42a3-809a-917d173877ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:27.165265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Attempting to bind port 3609d9d9-b286-41b4-8df1-a72ae1006811 on network 2875a813-b38b-430e-a224-3c8eaca0bc8c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:27.174171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2267a0c4-8675-4f2d-8078-368308c69679') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.174619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2267a0c4-8675-4f2d-8078-368308c69679') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.176869 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd013810-657c-4d53-909a-b40e898e2fea tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:27.177533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd013810-657c-4d53-909a-b40e898e2fea tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:27.183432 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dd013810-657c-4d53-909a-b40e898e2fea tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/12083700-1c71-4744-b0d1-bc7691d4b268 HTTP/1.1" status: 404 len: 339 time: 0.0893860 Oct 16 13:40:27.192331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35330) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:27.192568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:27.192568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Checking segment: {'id': 'e5fa66e3-88d3-42a3-809a-917d173877ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:27.194986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.194986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Bound using segment: {'id': 'e5fa66e3-88d3-42a3-809a-917d173877ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:27.194986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Bound port: 3609d9d9-b286-41b4-8df1-a72ae1006811, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa66e3-88d3-42a3-809a-917d173877ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2875a813-b38b-430e-a224-3c8eaca0bc8c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:27.195999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.220471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.267074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.307563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bea01a44-8279-4711-a628-598d82a79aee None None] For port 3609d9d9-b286-41b4-8df1-a72ae1006811, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:27.311611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bea01a44-8279-4711-a628-598d82a79aee None None] For port 3609d9d9-b286-41b4-8df1-a72ae1006811, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=3609d9d9-b286-41b4-8df1-a72ae1006811,segment=NetworkSegment(e5fa66e3-88d3-42a3-809a-917d173877ea),segment_id=e5fa66e3-88d3-42a3-809a-917d173877ea)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:27.355296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.358132 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ce127d-8780-410e-a0b4-4bc912027164 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:27.358713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ce127d-8780-410e-a0b4-4bc912027164 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:27.361944 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e0ce127d-8780-410e-a0b4-4bc912027164 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/e9ba9386-c9b2-47d4-bc9c-4d14ccb7984e HTTP/1.1" status: 404 len: 337 time: 0.1707225 Oct 16 13:40:27.368785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35334) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:27.375836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.387768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:27.388370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:27.391440 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:27.411251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Subnet': ['ID=022592b3-c82c-4af7-9060-4b48b5dd5cd7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:27.422570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35336) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:27.427825 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bc0b4ba1-6fc8-4332-a46e-ec58011d7388 tempest-DHCPAgentSchedulersTestJSON-1212606093 tempest-DHCPAgentSchedulersTestJSON-1212606093-project-admin] 10.222.0.24 "GET /v2.0/agents/a4c21226-94b3-4ad9-9065-028c111f3c11/dhcp-networks HTTP/1.1" status: 200 len: 10333 time: 0.5217021 Oct 16 13:40:27.429298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35338) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:27.431640 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe74733-a0b1-45b8-9385-e085f007fcb1 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:27.432287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe74733-a0b1-45b8-9385-e085f007fcb1 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:27.435619 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-efe74733-a0b1-45b8-9385-e085f007fcb1 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/bf9148fd-c13b-490d-81d1-a651417de4a3 HTTP/1.1" status: 404 len: 339 time: 0.0628657 Oct 16 13:40:27.445518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35340) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:27.523179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.528623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8492a-dad9-47f0-a3ee-debd5460ead8 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:40:27.552367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea01a44-8279-4711-a628-598d82a79aee None None] Pushing event updated for resources: {'Port': ['ID=3609d9d9-b286-41b4-8df1-a72ae1006811,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:27.560592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2875a813-b38b-430e-a224-3c8eaca0bc8c']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.577472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa66e3-88d3-42a3-809a-917d173877ea') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.577766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa66e3-88d3-42a3-809a-917d173877ea') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.582953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting subnet 3cc9ed28-8b67-40f7-87dc-07cc641ca9b2 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:27.594049 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.597848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.610071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.627069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.630615 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] 10.222.0.24 "DELETE /v2.0/networks/8dd77ba1-fe61-4bf1-ab2e-50703a1d5521 HTTP/1.1" status: 204 len: 168 time: 1.5969641 Oct 16 13:40:27.643985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-216995311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:27.649965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.650143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.652753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f8492a-dad9-47f0-a3ee-debd5460ead8 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:40:27.662121 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd8141-fb5f-4220-b70e-5fb5ffd8eb8e tempest-NetworksTestDHCPv6-1607018858 tempest-NetworksTestDHCPv6-1607018858-project] Pushing event deleted for resources: {'Network': ['ID=8dd77ba1-fe61-4bf1-ab2e-50703a1d5521,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:27.663930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:27.666269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:27.667497 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:27.685273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.687970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:27.691491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.828643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 186639c5-2d38-4343-8fd3-d079b611dda8 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:27.830844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.855498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:40:27.855498 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:40:27.855498 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'id': '2875a813-b38b-430e-a224-3c8eaca0bc8c'}] Oct 16 13:40:27.855498 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:27.856522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:27.887066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c33973-20a8-4de7-81bf-ff56430a1ab8']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.900388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0294934-33cd-4ede-9284-c14a4c87cc9b') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.900931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0294934-33cd-4ede-9284-c14a4c87cc9b') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:27.909035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.910879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.912121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.913725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.917295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.925143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.974274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.989394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:27.990074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:27.993557 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:28.018790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 186639c5-2d38-4343-8fd3-d079b611dda8 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:40:28.024262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 186639c5-2d38-4343-8fd3-d079b611dda8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:28.024262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.057027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51824295-742d-42db-a610-b5a803a3976d None None] Network 2875a813-b38b-430e-a224-3c8eaca0bc8c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:28.142856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.168177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.182593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.186695 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "DELETE /v2.0/networks/06c33973-20a8-4de7-81bf-ff56430a1ab8 HTTP/1.1" status: 204 len: 168 time: 0.7560947 Oct 16 13:40:28.200606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.213067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.218088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc35d76-0c04-4eab-930c-62d03a2cdbc6 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event deleted for resources: {'Network': ['ID=06c33973-20a8-4de7-81bf-ff56430a1ab8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:28.222054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35352) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.224350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892865f-2035-489c-b082-0289538fcb85 None None] Network 5acf8ee0-83e5-4842-8548-868c3e1545e6 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:28.227238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/subnets/3cc9ed28-8b67-40f7-87dc-07cc641ca9b2 HTTP/1.1" status: 204 len: 168 time: 0.7725706 Oct 16 13:40:28.228249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb8995-7e79-4869-bfed-1b5ee936cc64 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc9ed28-8b67-40f7-87dc-07cc641ca9b2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:28.236780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.252828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Router 0dcbd878-10df-4c50-bf9f-31d74953e9bb is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:28.280784 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cce0743-e84d-48b4-a344-4769da994128 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:28.281762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cce0743-e84d-48b4-a344-4769da994128 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:28.286167 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0cce0743-e84d-48b4-a344-4769da994128 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "DELETE /v2.0/ports/2d3f9f5a-7207-451e-8fb4-eceefaebb370 HTTP/1.1" status: 404 len: 333 time: 0.0843837 Oct 16 13:40:28.290878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35354) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.304677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.311273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2fd01-6f1a-476a-bdcd-1ffb5e268703 None None] Network 2875a813-b38b-430e-a224-3c8eaca0bc8c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:28.331952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dc1ac-3863-4c4f-9f36-95ee0c980f0c req-444e0b80-c99e-4dbe-b5f2-8a3b9952eea4 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:28.333573 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-011dc1ac-3863-4c4f-9f36-95ee0c980f0c req-444e0b80-c99e-4dbe-b5f2-8a3b9952eea4 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 944 time: 0.2230091 Oct 16 13:40:28.339983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35356) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.373592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.380588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.431587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:40:28.434059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f8023d-4bc7-4060-ba81-211963e43970" -d '{"events": [{"server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "name": "network-vif-plugged", "status": "completed", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:40:28.439300 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-011dc1ac-3863-4c4f-9f36-95ee0c980f0c req-3199c79c-511e-42ee-ae32-3df357b28c33 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566499 Oct 16 13:40:28.444686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.475425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=8fc2a523-71ae-41e3-9724-616571321755,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:28.478898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Deleting subnet b1bc4f8f-6575-4825-ac5e-d535fb0a818c {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:28.487233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.492044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 186639c5-2d38-4343-8fd3-d079b611dda8, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=186639c5-2d38-4343-8fd3-d079b611dda8,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:28.498736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.536096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89662c95-a171-41c5-ac93-fb4a01551c78 x-openstack-request-id: req-89662c95-a171-41c5-ac93-fb4a01551c78 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:40:28.536436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "name": "network-vif-plugged", "status": "completed", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:40:28.536688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89662c95-a171-41c5-ac93-fb4a01551c78 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:40:28.537083 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8', 'code': 200} Oct 16 13:40:28.580580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Checking segment: {'id': '5ebca57b-47b7-468f-960d-4dc2d498886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:28.581114 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network hostable DHCP agents. Network: 4302bf23-f220-4d2e-a307-3bd1f8343aa9, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:28.598724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.602128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting port 3609d9d9-b286-41b4-8df1-a72ae1006811 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:28.602552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.638890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:28.650565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.654876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] Sync routers for ids ['0dcbd878-10df-4c50-bf9f-31d74953e9bb'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:28.663246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.663246 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e05d98ea-fb8b-451b-a908-df49afc54297 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "PUT /v2.0/routers/0dcbd878-10df-4c50-bf9f-31d74953e9bb HTTP/1.1" status: 200 len: 914 time: 6.2948222 Oct 16 13:40:28.676067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] Routers {'0dcbd878-10df-4c50-bf9f-31d74953e9bb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:28.676941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0dcbd878-10df-4c50-bf9f-31d74953e9bb'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:28.679709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=186639c5-2d38-4343-8fd3-d079b611dda8,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:28.684068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35362) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.686812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] For port 3609d9d9-b286-41b4-8df1-a72ae1006811, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=3609d9d9-b286-41b4-8df1-a72ae1006811,segment=NetworkSegment(e5fa66e3-88d3-42a3-809a-917d173877ea),segment_id=e5fa66e3-88d3-42a3-809a-917d173877ea)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:28.687197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.706792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Calling delete_port for 3609d9d9-b286-41b4-8df1-a72ae1006811 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:28.722216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.723629 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-444f30e4-7224-4543-a413-11c8ebdca92a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3000693 Oct 16 13:40:28.724360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:28.729004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35364) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.765865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-937960408'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:28.769506 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b365678-8f42-48af-bc87-60dda1744094 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f39fb7bc362b411cb9b8e10cf2ac8393&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4246891 Oct 16 13:40:28.774772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35366) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:28.842652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Deleting port 96df0a29-5800-4529-b63c-66feaaa9fe1e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:28.843228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.882670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4302bf23-f220-4d2e-a307-3bd1f8343aa9) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:28.884284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2690736-5441-4de0-8cc9-f0f6b45590ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.888950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:28.889529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.903202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] DHCP port deletion for 5acf8ee0-83e5-4842-8548-868c3e1545e6 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:28.905411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b853f0-50ea-4d59-b463-837d053a8e3d None None] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:28.908267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:28.916074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:28.919614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.923273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2690736-5441-4de0-8cc9-f0f6b45590ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.936250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.938403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:28.962685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] Routers {'0dcbd878-10df-4c50-bf9f-31d74953e9bb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:28.963354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0dcbd878-10df-4c50-bf9f-31d74953e9bb'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:29.016286 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-697308b6-16a3-4aa3-bef7-0a947d83ae8b tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/0dcbd878-10df-4c50-bf9f-31d74953e9bb HTTP/1.1" status: 200 len: 920 time: 0.3275211 Oct 16 13:40:29.016885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35368) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.018710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] For port 96df0a29-5800-4529-b63c-66feaaa9fe1e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=96df0a29-5800-4529-b63c-66feaaa9fe1e,segment=NetworkSegment(0f508615-12e5-4350-88b4-4474aeae859b),segment_id=0f508615-12e5-4350-88b4-4474aeae859b)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:29.019071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.028700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.036069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:29.036782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588f66e2-1ce0-4563-84a8-6a57a470da6b None None] The sync data for ids ['0dcbd878-10df-4c50-bf9f-31d74953e9bb'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:29.059154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d6abf762-45d7-4d0a-91d0-a1db84b40808 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0666523 Oct 16 13:40:29.067715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Calling delete_port for 96df0a29-5800-4529-b63c-66feaaa9fe1e owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:29.068688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35370) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.076152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-987012284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:29.082754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Port': ['ID=3609d9d9-b286-41b4-8df1-a72ae1006811,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.091077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No DVR routers for this DVR port 3609d9d9-b286-41b4-8df1-a72ae1006811 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:29.118327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] Deleting port 96df0a29-5800-4529-b63c-66feaaa9fe1e {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:29.118704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.161112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24782-990d-4ff5-b9a4-90e8aef1a6cd req-c012a93b-8230-4a9b-909b-314c13eed72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:29.162758 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11c24782-990d-4ff5-b9a4-90e8aef1a6cd req-c012a93b-8230-4a9b-909b-314c13eed72d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1098 time: 0.1926796 Oct 16 13:40:29.182607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad84e0d-97b2-4200-bafd-5661beed68cc tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:29.189979 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9ad84e0d-97b2-4200-bafd-5661beed68cc tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=0dcbd878-10df-4c50-bf9f-31d74953e9bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1630576 Oct 16 13:40:29.191538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35372) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.207751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.220142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] For port 96df0a29-5800-4529-b63c-66feaaa9fe1e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=96df0a29-5800-4529-b63c-66feaaa9fe1e,segment=NetworkSegment(0f508615-12e5-4350-88b4-4474aeae859b),segment_id=0f508615-12e5-4350-88b4-4474aeae859b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:29.220573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.226615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2690736-5441-4de0-8cc9-f0f6b45590ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.229281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2690736-5441-4de0-8cc9-f0f6b45590ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.230248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4302bf23-f220-4d2e-a307-3bd1f8343aa9', 'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': '8fc2a523-71ae-41e3-9724-616571321755'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:29.233238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a2690736-5441-4de0-8cc9-f0f6b45590ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c74ed77-cdaf-4ce4-bc70-e3771321acef HTTP/1.1" status: 204 len: 168 time: 0.4529958 Oct 16 13:40:29.233486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.235094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.237128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.242474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.253447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] Calling delete_port for 96df0a29-5800-4529-b63c-66feaaa9fe1e owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:29.270251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2875a813-b38b-430e-a224-3c8eaca0bc8c']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:29.288196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2690736-5441-4de0-8cc9-f0f6b45590ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c74ed77-cdaf-4ce4-bc70-e3771321acef,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.307317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa66e3-88d3-42a3-809a-917d173877ea') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:29.307857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa66e3-88d3-42a3-809a-917d173877ea') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:29.319477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.322807 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "DELETE /v2.0/subnets/b1bc4f8f-6575-4825-ac5e-d535fb0a818c HTTP/1.1" status: 204 len: 168 time: 1.0307212 Oct 16 13:40:29.325333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c3487-f59a-4da3-9789-288a98111a31 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bc4f8f-6575-4825-ac5e-d535fb0a818c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.326909 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11c24782-990d-4ff5-b9a4-90e8aef1a6cd req-339ec2da-1201-4889-88a1-b4ace4546ef5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289306 Oct 16 13:40:29.330038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.331073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35376) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.335601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b410f446-0bf4-40b0-b2b0-cd51fb4d68bc None None] Network 9287702a-444e-4c57-9b5f-a998838fda93 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:29.364272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1602dc0-b3bc-411d-8058-89b326b39acd tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:29.369334 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c1602dc0-b3bc-411d-8058-89b326b39acd tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.1771779 Oct 16 13:40:29.374806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35378) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.391234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.396613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.399768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.428135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Port': ['ID=96df0a29-5800-4529-b63c-66feaaa9fe1e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.429562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] No DVR routers for this DVR port 96df0a29-5800-4529-b63c-66feaaa9fe1e on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:29.436310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f5deb42f-c6f0-4de9-8cbf-67a75a0abf20 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dcbd878-10df-4c50-bf9f-31d74953e9bb HTTP/1.1" status: 200 len: 205 time: 0.0542004 Oct 16 13:40:29.437607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:29.438139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.456036 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35380) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:29.471347 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:29.514200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.528156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.611470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.626742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.627773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Allocated IP 2001:db8::2 (4302bf23-f220-4d2e-a307-3bd1f8343aa9/8fc2a523-71ae-41e3-9724-616571321755/c5a12ddb-bf83-4c7c-bacc-56d4ab868736) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:29.657053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] Pushing event deleted for resources: {'Port': ['ID=96df0a29-5800-4529-b63c-66feaaa9fe1e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.663841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b985db-a24f-4c70-a468-18ffd9fd7876 None None] No DVR routers for this DVR port 96df0a29-5800-4529-b63c-66feaaa9fe1e on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:29.705883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:29.735229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.735570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Added segment 1c2da048-bcd8-40cb-b3d9-8444967e198f of type vlan for network e435d069-1f39-4c99-93b3-4105b7ea2675 Oct 16 13:40:29.738693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.757822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce6dd8d-fb0f-49a5-a33e-c5dfb3b614f4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.768608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.768608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/2875a813-b38b-430e-a224-3c8eaca0bc8c HTTP/1.1" status: 204 len: 168 time: 3.8685098 Oct 16 13:40:29.796600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35386) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:29.796600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad9345-24a7-428a-a4e6-c3539f3cd709 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Network': ['ID=2875a813-b38b-430e-a224-3c8eaca0bc8c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:29.802800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] DHCP port deletion for 9287702a-444e-4c57-9b5f-a998838fda93 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:29.804169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-30765263'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:29.816619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.836229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d040-ee18-49ae-8087-a4f825915dea req-a10f714f-50fa-4f31-b158-5005d3740553 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:29.837827 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f202d040-ee18-49ae-8087-a4f825915dea req-a10f714f-50fa-4f31-b158-5005d3740553 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 945 time: 0.2574770 Oct 16 13:40:29.874650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.911849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.955117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Deleting port 98c288ba-c41c-4209-a7ba-43ee407f8310 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:29.955922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:29.958168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acf8ee0-83e5-4842-8548-868c3e1545e6']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:29.987987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 96df0a29-5800-4529-b63c-66feaaa9fe1e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:30.003551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f508615-12e5-4350-88b4-4474aeae859b') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:30.003851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f508615-12e5-4350-88b4-4474aeae859b') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:30.019269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.019566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 96df0a29-5800-4529-b63c-66feaaa9fe1e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:30.019911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 96df0a29-5800-4529-b63c-66feaaa9fe1e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:30.020346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 98c288ba-c41c-4209-a7ba-43ee407f8310 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:30.039650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.041825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.048106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:30.053161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.058866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f202d040-ee18-49ae-8087-a4f825915dea req-81daeeba-f985-455a-add2-daff503d2ada tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044005 Oct 16 13:40:30.071284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.078721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:30.079600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.088091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] Deleting port 98c288ba-c41c-4209-a7ba-43ee407f8310 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:30.088485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.097568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:30.098093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:30.101799 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:30.133236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.145389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:30.152650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] For port 98c288ba-c41c-4209-a7ba-43ee407f8310, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=98c288ba-c41c-4209-a7ba-43ee407f8310,segment=NetworkSegment(eb1544f3-8afa-48b8-9c29-0e695c1cd9b3),segment_id=eb1544f3-8afa-48b8-9c29-0e695c1cd9b3)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:30.153020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.171280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.172684 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-87621e2d-b7ff-4493-886a-ad36fa48e3de tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1024106 Oct 16 13:40:30.180144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35394) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:30.187406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9', 'name': 'tempest-PortsIpV6TestJSON-996882613'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:30.202496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] For port 98c288ba-c41c-4209-a7ba-43ee407f8310, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=98c288ba-c41c-4209-a7ba-43ee407f8310,segment=NetworkSegment(eb1544f3-8afa-48b8-9c29-0e695c1cd9b3),segment_id=eb1544f3-8afa-48b8-9c29-0e695c1cd9b3)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:30.203169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.230658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] Calling delete_port for 98c288ba-c41c-4209-a7ba-43ee407f8310 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:30.237602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.268615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Network': ['ID=e435d069-1f39-4c99-93b3-4105b7ea2675,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.290885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.291568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network e435d069-1f39-4c99-93b3-4105b7ea2675 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:30.291782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Added segment 9c38066a-4f12-4c0d-a07b-a798a2a244cb of type vlan for network 05b481ce-9e06-4faf-a67b-5514949509f0 Oct 16 13:40:30.313523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.329725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.331297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.333003 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] 10.222.0.24 "DELETE /v2.0/networks/5acf8ee0-83e5-4842-8548-868c3e1545e6 HTTP/1.1" status: 204 len: 168 time: 2.1065345 Oct 16 13:40:30.347141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 98c288ba-c41c-4209-a7ba-43ee407f8310, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=98c288ba-c41c-4209-a7ba-43ee407f8310,segment=NetworkSegment(eb1544f3-8afa-48b8-9c29-0e695c1cd9b3),segment_id=eb1544f3-8afa-48b8-9c29-0e695c1cd9b3)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:30.359483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57537c-1220-410b-94bc-db979b679409 tempest-NetworksTest-2001612392 tempest-NetworksTest-2001612392-project] Pushing event deleted for resources: {'Network': ['ID=5acf8ee0-83e5-4842-8548-868c3e1545e6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.385222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.415905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.418709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Calling delete_port for 98c288ba-c41c-4209-a7ba-43ee407f8310 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:30.425158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-af4f1650-9a82-4c1c-933e-8df009e8b327 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6951399 Oct 16 13:40:30.428562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35400) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:30.434177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'subnet': {'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:30.460401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.465855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:30.472223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:30.496396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:30.498390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Pushing event updated for resources: {'Port': ['ID=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.523006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:30.527195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.598644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:30.603196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.609150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:30.609733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.627683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Attempting to bind port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:30.628038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Attempting to bind port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5ebca57b-47b7-468f-960d-4dc2d498886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:30.628406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Attempting to bind port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 on network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:30.635556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.638635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=98c288ba-c41c-4209-a7ba-43ee407f8310,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.650384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:30.650655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Checking segment: {'id': '5ebca57b-47b7-468f-960d-4dc2d498886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:30.651128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.651514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Bound using segment: {'id': '5ebca57b-47b7-468f-960d-4dc2d498886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:30.651975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Bound port: c5a12ddb-bf83-4c7c-bacc-56d4ab868736, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebca57b-47b7-468f-960d-4dc2d498886a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4302bf23-f220-4d2e-a307-3bd1f8343aa9'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:30.652581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.686055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] Pushing event deleted for resources: {'Port': ['ID=98c288ba-c41c-4209-a7ba-43ee407f8310,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.690912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7c4f2-0e7a-42d2-beb3-0f32cd5b6dfa None None] No DVR routers for this DVR port 98c288ba-c41c-4209-a7ba-43ee407f8310 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:30.735563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Network': ['ID=05b481ce-9e06-4faf-a67b-5514949509f0,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.740125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.750608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 05b481ce-9e06-4faf-a67b-5514949509f0 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:30.759504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] No DVR routers for this DVR port 98c288ba-c41c-4209-a7ba-43ee407f8310 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:30.769990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::11c (4302bf23-f220-4d2e-a307-3bd1f8343aa9/8fc2a523-71ae-41e3-9724-616571321755/bb64342e-65f2-4c81-9c71-bf8cffcca2b8) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:30.790722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Deleting port 3accd657-86f2-4d29-a245-7ba5012231ff {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:30.791060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.796702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:30.800772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.816175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event deleted for resources: {'Port': ['ID=98c288ba-c41c-4209-a7ba-43ee407f8310,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:30.914750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] For port c5a12ddb-bf83-4c7c-bacc-56d4ab868736, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:30.934486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35412) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:30.936176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] For port c5a12ddb-bf83-4c7c-bacc-56d4ab868736, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,segment=NetworkSegment(5ebca57b-47b7-468f-960d-4dc2d498886a),segment_id=5ebca57b-47b7-468f-960d-4dc2d498886a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:30.940894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b53691e8-e3d5-4ae2-b979-5e80c3e95d73 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1504874 Oct 16 13:40:30.947071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:30.950348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35414) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:30.956663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'subnet': {'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:30.959275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35418) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.000786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9287702a-444e-4c57-9b5f-a998838fda93']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:31.020394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.045292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:31.045779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1544f3-8afa-48b8-9c29-0e695c1cd9b3') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:31.064443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.089386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.090647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.098625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:31.099018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:31.103438 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:31.128082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Calling delete_port for 3accd657-86f2-4d29-a245-7ba5012231ff owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:31.179950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdd51c-9907-4346-8d06-6efcb5a2abbb None None] Pushing event updated for resources: {'Port': ['ID=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:31.190993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:31.193224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-c9c4f29e-1a7b-4ccc-b4c2-1660b321ed8c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.197902 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c9c4f29e-1a7b-4ccc-b4c2-1660b321ed8c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13647 time: 0.2340417 Oct 16 13:40:31.198086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.207711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35424) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.217708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-420c5731-3527-4f26-af8d-7763f47bec1f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.221119 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-420c5731-3527-4f26-af8d-7763f47bec1f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0099664 Oct 16 13:40:31.223133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35426) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.249629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-5b4c943d-9c41-4b33-8784-b8e278977d12 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.253058 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5b4c943d-9c41-4b33-8784-b8e278977d12 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059733 Oct 16 13:40:31.256747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.265195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-dcdf4bc9-4efe-4fe3-bf2d-5c4007165708 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.268586 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dcdf4bc9-4efe-4fe3-bf2d-5c4007165708 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0063283 Oct 16 13:40:31.270536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35430) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.274760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-a2d7dbbe-13ef-40f7-ba9e-da7957a55400 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.275717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a2d7dbbe-13ef-40f7-ba9e-da7957a55400 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049469 Oct 16 13:40:31.289084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35432) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.295754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-2dc89ea2-6bef-4f2e-82d9-6b53fb2eb622 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.296774 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2dc89ea2-6bef-4f2e-82d9-6b53fb2eb622 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0069673 Oct 16 13:40:31.305520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35434) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.312411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-311504c1-0d55-411b-9d79-45a9406b64d5 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.313393 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-311504c1-0d55-411b-9d79-45a9406b64d5 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0070813 Oct 16 13:40:31.318893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35436) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.333990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-6e49e2bb-e86c-4740-88e2-ba17aeacf4de tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.339912 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6e49e2bb-e86c-4740-88e2-ba17aeacf4de tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098064 Oct 16 13:40:31.346901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35438) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.350194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.357402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-2895b5ab-35e4-414c-ad81-1ca4730f347f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.361374 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2895b5ab-35e4-414c-ad81-1ca4730f347f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105588 Oct 16 13:40:31.361521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d0fe2ab5-4692-47ad-86d8-2c1f6cf0d61a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69b49685dc8042ac95d42e32db035b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217288 Oct 16 13:40:31.367778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.371102 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] 10.222.0.24 "DELETE /v2.0/networks/9287702a-444e-4c57-9b5f-a998838fda93 HTTP/1.1" status: 204 len: 168 time: 2.0351105 Oct 16 13:40:31.378999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35440) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.379549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35442) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.394769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.425374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-b37db0c5-3e8c-486c-9c60-3a4189050030 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.426436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b37db0c5-3e8c-486c-9c60-3a4189050030 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0456402 Oct 16 13:40:31.438003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35446) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.438522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fbd09-4c01-42fa-a2bd-3914cc8c2b09 tempest-DHCPAgentSchedulersTestJSON-870238597 tempest-DHCPAgentSchedulersTestJSON-870238597-project] Pushing event deleted for resources: {'Network': ['ID=9287702a-444e-4c57-9b5f-a998838fda93,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:31.460017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-77fcc0e7-a857-4258-91ae-aa9973771117 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.461031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-77fcc0e7-a857-4258-91ae-aa9973771117 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141778 Oct 16 13:40:31.467341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35448) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.483119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faf98a-af37-4dd4-9e65-a919c97a0862 req-3feaa172-54eb-4d98-abf5-3d269de947f1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:31.484949 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f3faf98a-af37-4dd4-9e65-a919c97a0862 req-3feaa172-54eb-4d98-abf5-3d269de947f1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 945 time: 0.2851841 Oct 16 13:40:31.491924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-edf2c952-e4de-4fb9-a5bb-ad53186a62c1 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.493183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-edf2c952-e4de-4fb9-a5bb-ad53186a62c1 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0189514 Oct 16 13:40:31.501786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35450) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.517742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-66ba62a0-f782-4b1e-8c9f-3334621f26e4 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.518718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-66ba62a0-f782-4b1e-8c9f-3334621f26e4 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0152397 Oct 16 13:40:31.523842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35452) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.532968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-a48688c5-9b43-47df-8d70-e47d27f0b771 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.533984 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a48688c5-9b43-47df-8d70-e47d27f0b771 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065737 Oct 16 13:40:31.538890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35454) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.556289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-0950aa58-d31d-48e3-9895-ba4a65074532 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.556289 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0950aa58-d31d-48e3-9895-ba4a65074532 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0124545 Oct 16 13:40:31.559365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35456) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.564246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.595577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-83d9e8d9-3b9b-409f-9903-ab7c2d799526 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.596653 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-83d9e8d9-3b9b-409f-9903-ab7c2d799526 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0309203 Oct 16 13:40:31.601454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35458) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.609402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-646b4e0d-e24d-4b50-9f56-7fc2bf5a0cec tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.610364 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-646b4e0d-e24d-4b50-9f56-7fc2bf5a0cec tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062168 Oct 16 13:40:31.614865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e70877b6-c9c6-4b53-bad1-244dced69f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.616839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35460) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.624347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-90bea5e0-9c72-4f8b-ba6b-5116d46b3b05 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.625293 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-90bea5e0-9c72-4f8b-ba6b-5116d46b3b05 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043056 Oct 16 13:40:31.627413 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f3faf98a-af37-4dd4-9e65-a919c97a0862 req-12e8175f-70ef-4d00-bef8-a504b7da23ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284962 Oct 16 13:40:31.630043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35462) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.643417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-04c50948-3345-4bdd-8be4-f13b066b8272 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.646917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-04c50948-3345-4bdd-8be4-f13b066b8272 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084527 Oct 16 13:40:31.657748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35464) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.668033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-d599be74-38dd-4210-8879-0bbb02da1e45 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.668678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d599be74-38dd-4210-8879-0bbb02da1e45 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0097990 Oct 16 13:40:31.675005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35468) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.675709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Subnet': ['ID=025580b5-527e-4c12-99b4-5096dc96a1a5,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:31.685566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-a201a9fa-cd72-402c-a2a1-73ce68b1a0de tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.686554 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a201a9fa-cd72-402c-a2a1-73ce68b1a0de tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083249 Oct 16 13:40:31.694381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35470) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.697838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e70877b6-c9c6-4b53-bad1-244dced69f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.699688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.707677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-12efbd33-b198-452f-8305-e4e071b0090f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.708686 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-12efbd33-b198-452f-8305-e4e071b0090f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0131702 Oct 16 13:40:31.716059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35472) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.751948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-628b0134-7e53-4ae8-9885-2a21c72d5b6e tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.753186 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-628b0134-7e53-4ae8-9885-2a21c72d5b6e tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0326240 Oct 16 13:40:31.760491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35474) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.769357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-8b042cd4-c7a7-41d1-a704-bce6784466e5 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.770579 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8b042cd4-c7a7-41d1-a704-bce6784466e5 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089211 Oct 16 13:40:31.774418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Checking segment: {'id': '1c2da048-bcd8-40cb-b3d9-8444967e198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:31.774560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35476) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.775042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network hostable DHCP agents. Network: e435d069-1f39-4c99-93b3-4105b7ea2675, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:31.780706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-5d2dc29e-caf1-4847-8f21-767bf10ce277 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.781676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d2dc29e-caf1-4847-8f21-767bf10ce277 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062218 Oct 16 13:40:31.785640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35478) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.790370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:31.790985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-d226ee83-3330-4940-8a0e-f019aac9908c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.791927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d226ee83-3330-4940-8a0e-f019aac9908c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054045 Oct 16 13:40:31.796831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35480) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.798432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:31.800894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-9d574cdf-9ddd-4c29-b90a-7493a750e485 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.805140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9d574cdf-9ddd-4c29-b90a-7493a750e485 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0040712 Oct 16 13:40:31.807123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:31.808491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35482) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.812960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:31.813589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.818012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-81f2d779-a5bc-49ee-b940-7b1b7924a62c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.822029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-81f2d779-a5bc-49ee-b940-7b1b7924a62c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0095866 Oct 16 13:40:31.825481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35484) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.825858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=bb64342e-65f2-4c81-9c71-bf8cffcca2b8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:31.828547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-d4d2bfa3-f166-485a-bf52-247fd96db1d9 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.829504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4d2bfa3-f166-485a-bf52-247fd96db1d9 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062003 Oct 16 13:40:31.831387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.835939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35486) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.839185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1027e3d-08f0-4faa-934d-46c85a301233 req-1e1527ee-81ba-4fb4-93a5-23d6c1fcffae tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:31.840720 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1027e3d-08f0-4faa-934d-46c85a301233 req-1e1527ee-81ba-4fb4-93a5-23d6c1fcffae tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 945 time: 0.1231647 Oct 16 13:40:31.841230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-53e8c5b9-0715-41a9-a7ce-f51ee8e1a6f3 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.844516 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-53e8c5b9-0715-41a9-a7ce-f51ee8e1a6f3 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043645 Oct 16 13:40:31.846329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35488) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.852007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-e0bec0ce-0a10-45f5-997e-a17ff2f26ff7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.855575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e0bec0ce-0a10-45f5-997e-a17ff2f26ff7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081482 Oct 16 13:40:31.857246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35490) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.868904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event deleted for resources: {'Port': ['ID=3accd657-86f2-4d29-a245-7ba5012231ff,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:31.871415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-12ee078d-df8d-4ef9-a5df-6835a0a03aa7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.875063 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-12ee078d-df8d-4ef9-a5df-6835a0a03aa7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0168293 Oct 16 13:40:31.875805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35492) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.890677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.895565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-70fb04ba-e24c-479f-b5c7-c3b9c288b67a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.896586 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70fb04ba-e24c-479f-b5c7-c3b9c288b67a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0197978 Oct 16 13:40:31.901794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35494) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.910296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-14238c5c-8e7b-4e93-96f6-3cf13ac79081 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.911461 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-14238c5c-8e7b-4e93-96f6-3cf13ac79081 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045850 Oct 16 13:40:31.933694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35496) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.938356 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-222263e9-e014-4a7d-8024-0fd4b23483d8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7570579 Oct 16 13:40:31.943186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35500) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.943343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network e435d069-1f39-4c99-93b3-4105b7ea2675 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:31.955229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-f219b134-b0f6-40b0-b523-e2d5ae83f8f4 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.958771 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f219b134-b0f6-40b0-b523-e2d5ae83f8f4 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0167396 Oct 16 13:40:31.958923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1027e3d-08f0-4faa-934d-46c85a301233 req-57c0deda-fe6b-4a38-98a0-1aa2602237e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008534 Oct 16 13:40:31.958923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e70877b6-c9c6-4b53-bad1-244dced69f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.960766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e70877b6-c9c6-4b53-bad1-244dced69f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:31.961742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e70877b6-c9c6-4b53-bad1-244dced69f80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77e400c1-5bcd-4926-adec-29af2f2193d4 HTTP/1.1" status: 204 len: 168 time: 0.5796762 Oct 16 13:40:31.962503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35502) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:31.981339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-e6bdc287-0477-49f0-b797-b84c9ef1fe14 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:31.982292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e6bdc287-0477-49f0-b797-b84c9ef1fe14 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061512 Oct 16 13:40:31.987229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c5a12ddb-bf83-4c7c-bacc-56d4ab868736 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:32.000453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35506) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.002820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35508) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.019762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-2776ab41-5934-48d3-8838-e3c205e23d33 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.021084 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2776ab41-5934-48d3-8838-e3c205e23d33 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049992 Oct 16 13:40:32.030159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.044092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35510) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.052297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-642a8416-1765-4c6a-97fb-c256780a1380 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.054707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-642a8416-1765-4c6a-97fb-c256780a1380 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064652 Oct 16 13:40:32.057592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70877b6-c9c6-4b53-bad1-244dced69f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e400c1-5bcd-4926-adec-29af2f2193d4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:32.069415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35514) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.073929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-02707f11-6358-4b98-958c-65f1bd86933f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.074883 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-02707f11-6358-4b98-958c-65f1bd86933f tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045710 Oct 16 13:40:32.082298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35516) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.125846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-e7514cd3-59f6-4952-8e0f-c98b520ba59a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.126829 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e7514cd3-59f6-4952-8e0f-c98b520ba59a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064628 Oct 16 13:40:32.130445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35518) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.130445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35520) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.140330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:32.141093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.141294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-53df88f4-ee81-440d-b1b7-39c1cd89f921 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.142265 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-53df88f4-ee81-440d-b1b7-39c1cd89f921 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0097165 Oct 16 13:40:32.145909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, e435d069-1f39-4c99-93b3-4105b7ea2675) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:32.154968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:32.155729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.167087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35522) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.187230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-db57eef8-30a6-4c0f-8aff-9b13d601c5f7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.188238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db57eef8-30a6-4c0f-8aff-9b13d601c5f7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0203180 Oct 16 13:40:32.191720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Subnet': ['ID=15b8a48a-934a-4dea-9486-7295d056d859,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:32.196097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35526) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.241893 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f264e70-e7ed-4476-847f-a73c3f06b03e None None] Network e435d069-1f39-4c99-93b3-4105b7ea2675 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:32.253379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.255779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.258463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-c2eb107e-da8b-4a16-abe2-2957e0dfbd92 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.259547 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c2eb107e-da8b-4a16-abe2-2957e0dfbd92 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095212 Oct 16 13:40:32.263482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35528) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.299513 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-47cb77d0-7df5-470a-b0a5-0c1c3e0d15bd tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8694949 Oct 16 13:40:32.302605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35530) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.313549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'network': {'name': 'tempest-router-network01--290821577'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:32.399820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.401206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Fanout notify agent at l3_agent the message router_deleted on router 0dcbd878-10df-4c50-bf9f-31d74953e9bb {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:32.437091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.441503 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-328a1914-299d-4553-8587-23a7a69c4f30 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/0dcbd878-10df-4c50-bf9f-31d74953e9bb HTTP/1.1" status: 204 len: 168 time: 2.9828980 Oct 16 13:40:32.501658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.507738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:32.517021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.584470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35532) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.586229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3747d615-4a04-4c82-b1bc-9ff51919dc92 None None] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:32.601455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2076106719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:32.680885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:32.702902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-2d9934a7-c592-4988-8982-8cf3838d1256 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.704165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2d9934a7-c592-4988-8982-8cf3838d1256 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.4371543 Oct 16 13:40:32.706972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35540) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.710365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86d575-6724-4911-ab12-5f4c26138621 tempest-TestVolumeBootPattern-1223759995 tempest-TestVolumeBootPattern-1223759995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:32.713810 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1e86d575-6724-4911-ab12-5f4c26138621 tempest-TestVolumeBootPattern-1223759995 tempest-TestVolumeBootPattern-1223759995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1093 time: 0.6899676 Oct 16 13:40:32.713910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-36dc5725-9f71-4555-9f11-31bf288aed09 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.715224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-36dc5725-9f71-4555-9f11-31bf288aed09 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053716 Oct 16 13:40:32.716396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35542) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.718514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35544) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.723972 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '186639c5-2d38-4343-8fd3-d079b611dda8', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:32.731847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.732624 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Added segment 5418518e-b123-450e-a51f-202066868a22 of type vlan for network 03e4655c-0226-425c-aa25-11387b29d683 Oct 16 13:40:32.736357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Checking segment: {'id': '9c38066a-4f12-4c0d-a07b-a798a2a244cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:32.736907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network hostable DHCP agents. Network: 05b481ce-9e06-4faf-a67b-5514949509f0, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:32.737827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-8f4a4481-842c-4154-a3d1-31c335d2e2b1 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.739019 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f4a4481-842c-4154-a3d1-31c335d2e2b1 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0195379 Oct 16 13:40:32.750197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35548) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.760224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-ce9e0e9b-51c8-463e-b67b-103e674c658c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.761844 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ce9e0e9b-51c8-463e-b67b-103e674c658c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073743 Oct 16 13:40:32.764363 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.765901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.773721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35550) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.800194 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-026a7132-c151-46ae-ae36-1c0f80241f8a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.801164 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-026a7132-c151-46ae-ae36-1c0f80241f8a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0066750 Oct 16 13:40:32.809282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35552) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.815798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-ab9bc156-5160-40e5-9afa-59e033ccaf0d tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.816803 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab9bc156-5160-40e5-9afa-59e033ccaf0d tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067630 Oct 16 13:40:32.822398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5e0a06bf-b764-49ce-86a9-7cf9886d0b63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08b680880e05412bbf736f79bf80c9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884792 Oct 16 13:40:32.822398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35554) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.822700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35556) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.831964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.841913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-a3169222-f3d0-465d-bc2e-aca149d57492 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.845505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a3169222-f3d0-465d-bc2e-aca149d57492 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110936 Oct 16 13:40:32.847723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35558) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.856609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-495049de-83bd-41f5-8874-a95aefb6d827 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.858423 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-495049de-83bd-41f5-8874-a95aefb6d827 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076478 Oct 16 13:40:32.867903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35560) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.883688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port c5a12ddb-bf83-4c7c-bacc-56d4ab868736, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,segment=NetworkSegment(5ebca57b-47b7-468f-960d-4dc2d498886a),segment_id=5ebca57b-47b7-468f-960d-4dc2d498886a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:32.913204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-c8054190-f6cd-4883-92ec-62a109da8e6d tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.917145 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8054190-f6cd-4883-92ec-62a109da8e6d tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0419176 Oct 16 13:40:32.917300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.918032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35564) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.920595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-e435d069-1f39-4c99-93b3-4105b7ea2675', 'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675', 'tenant_id': '499faee2653e41ab904942efc91f6a4d', 'fixed_ips': [{'subnet_id': '025580b5-527e-4c12-99b4-5096dc96a1a5'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:32.921535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.922915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-defcdf99-0530-49ce-8cd9-60be3b53cbe7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.924087 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-defcdf99-0530-49ce-8cd9-60be3b53cbe7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044947 Oct 16 13:40:32.926697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35566) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.931132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-988a9891-42e5-4639-8922-c197ea9bb84b tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.932801 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-988a9891-42e5-4639-8922-c197ea9bb84b tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050776 Oct 16 13:40:32.932954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-90399a22-f24d-46c4-bfa2-c4869fcc624b None None] Provisioning complete for port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:32.933375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90399a22-f24d-46c4-bfa2-c4869fcc624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.934697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.937717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35568) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.944279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-8f818c19-d45a-44e6-8969-4844bc781db3 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.946135 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f818c19-d45a-44e6-8969-4844bc781db3 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073323 Oct 16 13:40:32.951769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network 05b481ce-9e06-4faf-a67b-5514949509f0 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:32.956214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35570) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.965117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 05b481ce-9e06-4faf-a67b-5514949509f0) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:32.967414 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-7c430297-7e28-4dbf-b5f4-a4dc8692d49a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.968600 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7c430297-7e28-4dbf-b5f4-a4dc8692d49a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056801 Oct 16 13:40:32.970610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:32.971279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.971475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35572) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.976154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-3065021e-bd48-4d63-8487-d1f570884ad8 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.977915 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3065021e-bd48-4d63-8487-d1f570884ad8 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053937 Oct 16 13:40:32.980981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35574) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.987062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-a3c96fe2-cf61-445c-8194-85dced64d8c7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.988684 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a3c96fe2-cf61-445c-8194-85dced64d8c7 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066833 Oct 16 13:40:32.991891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35576) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:32.992164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6c611-1701-4e45-babc-2866298cd914 None None] Network 05b481ce-9e06-4faf-a67b-5514949509f0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:32.993948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:32.998271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-e4bbdada-3c7f-421c-8c95-56a2c3d4272c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:32.999448 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e4bbdada-3c7f-421c-8c95-56a2c3d4272c tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0059154 Oct 16 13:40:33.003530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35578) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.016431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-6c15f94b-a9d5-4c45-8cdf-d4c97642e1d2 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.017665 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6c15f94b-a9d5-4c45-8cdf-d4c97642e1d2 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0121517 Oct 16 13:40:33.018908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.026048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.033405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:33.034491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.036799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35580) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.067390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-08199dee-40fe-46cf-a0f9-d4852e14e109 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.068520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0d6910bd-d537-42c8-92e4-37fe82bdbdd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.074053 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-08199dee-40fe-46cf-a0f9-d4852e14e109 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091364 Oct 16 13:40:33.074053 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35582) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.094174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-84a901c0-68c7-4f05-899a-c863082e9f45 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.094897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0d6910bd-d537-42c8-92e4-37fe82bdbdd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.099196 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84a901c0-68c7-4f05-899a-c863082e9f45 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145984 Oct 16 13:40:33.105045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35584) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.111172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-5ba13025-cc13-4705-9abf-3492f35028b9 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.114650 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5ba13025-cc13-4705-9abf-3492f35028b9 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049572 Oct 16 13:40:33.142318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35586) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.150936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-02edc37b-0027-436f-a075-e2e57a88196f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1977491 Oct 16 13:40:33.153117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35590) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.160042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-11b11d25-cccf-493a-9355-1530c63e084a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.170592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-11b11d25-cccf-493a-9355-1530c63e084a tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0180490 Oct 16 13:40:33.170708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Network': ['ID=03e4655c-0226-425c-aa25-11387b29d683,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:33.187144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35592) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.190182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 03e4655c-0226-425c-aa25-11387b29d683 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:33.205487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-3a57439d-d331-4f96-8476-499f0d224c4d tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.205487 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3a57439d-d331-4f96-8476-499f0d224c4d tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0146203 Oct 16 13:40:33.218521 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-65af274d-5176-41b6-a299-3b82f37e2baf tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9122343 Oct 16 13:40:33.244867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35596) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.245227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35598) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.257758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-c73a39f7-c46e-4330-b66c-d456723e76e0 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.261948 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c73a39f7-c46e-4330-b66c-d456723e76e0 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0128005 Oct 16 13:40:33.264001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'network': {'name': 'tempest-router-network02--694528719'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:33.274676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:33.277919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.296580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.296981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35602) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.300596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0d6910bd-d537-42c8-92e4-37fe82bdbdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.300735 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ad4ba70d-cf6b-4ffc-a91b-a6438b6a30d6 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7126076 Oct 16 13:40:33.300933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0d6910bd-d537-42c8-92e4-37fe82bdbdd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.302069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0d6910bd-d537-42c8-92e4-37fe82bdbdd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf56f31b-1886-4692-90c4-d3c65ac9bba1 HTTP/1.1" status: 204 len: 168 time: 0.4689405 Oct 16 13:40:33.303876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35604) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.307465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [None req-1c24f875-c66e-48a9-81b8-464f84642180 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.311929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1c24f875-c66e-48a9-81b8-464f84642180 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0069814 Oct 16 13:40:33.325405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35608) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.332201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': False}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:33.332804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-80fe67a7-29b7-4585-87ae-9eb70608f05b tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.340611 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80fe67a7-29b7-4585-87ae-9eb70608f05b tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 548 time: 0.0071766 Oct 16 13:40:33.384962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35610) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:33.396173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [None req-9f0d5c29-8214-42fb-a046-a88b21972d00 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:40:33.396687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Allocated IP 2001:db8::2 (e435d069-1f39-4c99-93b3-4105b7ea2675/025580b5-527e-4c12-99b4-5096dc96a1a5/d1e24b22-4405-43ee-9477-31c9db714819) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:33.402326 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9f0d5c29-8214-42fb-a046-a88b21972d00 tempest-ExtensionsTestJSON-1152922090 tempest-ExtensionsTestJSON-1152922090-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0111172 Oct 16 13:40:33.402326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:33.409616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.444247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:33.455303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.455776 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Added segment 0ccfc7f1-c30e-4514-989f-37d2112aeab4 of type vlan for network e20bb312-61ba-4884-9bb6-bb86dc31a420 Oct 16 13:40:33.494168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6910bd-d537-42c8-92e4-37fe82bdbdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf56f31b-1886-4692-90c4-d3c65ac9bba1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:33.593596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.613197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.633624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.746901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.753955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-05b481ce-9e06-4faf-a67b-5514949509f0', 'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0', 'tenant_id': 'e3d67018a5b044baa13ed53129afe2bf', 'fixed_ips': [{'subnet_id': '15b8a48a-934a-4dea-9486-7295d056d859'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:33.755382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.788458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Allocated IP 172.26.5.216 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/7d576ea0-fab4-4cf0-b00a-f30d8bc24001) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:33.840698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.908854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Pushing event updated for resources: {'Port': ['ID=d1e24b22-4405-43ee-9477-31c9db714819,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:33.909426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.933906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Network e435d069-1f39-4c99-93b3-4105b7ea2675 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:33.937198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-40004f77-c58f-46d2-b7cd-183985c1a31b None None] Provisioning complete for port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:33.937372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-40004f77-c58f-46d2-b7cd-183985c1a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:33.945084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:33.947788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:33.981348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c5a12ddb-bf83-4c7c-bacc-56d4ab868736 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:33.994945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.133883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Attempting to bind port d1e24b22-4405-43ee-9477-31c9db714819 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:34.134439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Attempting to bind port d1e24b22-4405-43ee-9477-31c9db714819 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '1c2da048-bcd8-40cb-b3d9-8444967e198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:34.134787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Attempting to bind port d1e24b22-4405-43ee-9477-31c9db714819 on network e435d069-1f39-4c99-93b3-4105b7ea2675 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:34.156551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.166333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.169314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:34.169878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.172271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:34.172673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Checking segment: {'id': '1c2da048-bcd8-40cb-b3d9-8444967e198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:34.173064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.173462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Bound using segment: {'id': '1c2da048-bcd8-40cb-b3d9-8444967e198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:34.173938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Bound port: d1e24b22-4405-43ee-9477-31c9db714819, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2da048-bcd8-40cb-b3d9-8444967e198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e435d069-1f39-4c99-93b3-4105b7ea2675'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:34.174312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.176832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:34.177535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.250298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.275156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] For port d1e24b22-4405-43ee-9477-31c9db714819, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:34.282986 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:40:34.287613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] For port d1e24b22-4405-43ee-9477-31c9db714819, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d1e24b22-4405-43ee-9477-31c9db714819,segment=NetworkSegment(1c2da048-bcd8-40cb-b3d9-8444967e198f),segment_id=1c2da048-bcd8-40cb-b3d9-8444967e198f)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:34.353005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Allocated IP 2001:db8::2 (05b481ce-9e06-4faf-a67b-5514949509f0/15b8a48a-934a-4dea-9486-7295d056d859/1e4143ef-e3f6-4135-8f16-163ee70bb4f6) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:34.356128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.434754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35624) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:34.460425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b09d90-603d-4a2a-aabb-a1e2137b13c8 None None] Pushing event updated for resources: {'Port': ['ID=d1e24b22-4405-43ee-9477-31c9db714819,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:34.515075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=bb64342e-65f2-4c81-9c71-bf8cffcca2b8,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:34.552279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.629666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.700910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-40004f77-c58f-46d2-b7cd-183985c1a31b None None] Provisioning complete for port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:34.701255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-40004f77-c58f-46d2-b7cd-183985c1a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.759408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-40004f77-c58f-46d2-b7cd-183985c1a31b None None] Port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:34.796287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.801869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.824476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e30bf15-9d9a-49a7-a96b-cbbdbd9baa3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.901401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35632) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:34.921697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-790f3e44-396d-471a-97bb-55821b75a7a4 None None] Provisioning complete for port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:34.922056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-790f3e44-396d-471a-97bb-55821b75a7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.925193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:34.937712 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6903353 Oct 16 13:40:34.961015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35634) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:34.978495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-790f3e44-396d-471a-97bb-55821b75a7a4 None None] Port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:34.987463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'subnet': {'network_id': '03e4655c-0226-425c-aa25-11387b29d683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:34.991495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.005295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.024044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215f349-02a8-4bb5-9e93-16316b424d29 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Network': ['ID=e20bb312-61ba-4884-9bb6-bb86dc31a420,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.027642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:35.040165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:35.046140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:35.050485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=7d576ea0-fab4-4cf0-b00a-f30d8bc24001,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.061763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network e20bb312-61ba-4884-9bb6-bb86dc31a420 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:35.112737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78e5ade4-1fd1-44c8-889b-64788306439b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.113364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Network 05b481ce-9e06-4faf-a67b-5514949509f0 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:35.129329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:35.135839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:35.168765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Allocated IP 172.26.5.227 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/fdaa309c-334d-4f2a-9c64-21aaa3c20a51) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:35.177107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.194242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Pushing event updated for resources: {'Port': ['ID=1e4143ef-e3f6-4135-8f16-163ee70bb4f6,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.238374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Subnet': ['ID=15b8a48a-934a-4dea-9486-7295d056d859,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.247130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78e5ade4-1fd1-44c8-889b-64788306439b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.263354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Attempting to bind port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:35.263762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Attempting to bind port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9c38066a-4f12-4c0d-a07b-a798a2a244cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:35.264256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Attempting to bind port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6 on network 05b481ce-9e06-4faf-a67b-5514949509f0 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:35.269783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:35.270158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Checking segment: {'id': '9c38066a-4f12-4c0d-a07b-a798a2a244cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:35.270556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.270947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Bound using segment: {'id': '9c38066a-4f12-4c0d-a07b-a798a2a244cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:35.271415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Bound port: 1e4143ef-e3f6-4135-8f16-163ee70bb4f6, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c38066a-4f12-4c0d-a07b-a798a2a244cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '05b481ce-9e06-4faf-a67b-5514949509f0'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:35.272480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.339047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-78e5ade4-1fd1-44c8-889b-64788306439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.351638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] For port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:35.356339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] For port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1e4143ef-e3f6-4135-8f16-163ee70bb4f6,segment=NetworkSegment(9c38066a-4f12-4c0d-a07b-a798a2a244cb),segment_id=9c38066a-4f12-4c0d-a07b-a798a2a244cb)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:35.405340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.436224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b481ce-9e06-4faf-a67b-5514949509f0']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:35.463416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-78e5ade4-1fd1-44c8-889b-64788306439b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2422f30b7e6c490bbdfdb9e034f30e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565653 Oct 16 13:40:35.468111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35642) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:35.480495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.485278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c38066a-4f12-4c0d-a07b-a798a2a244cb') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:35.485664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c38066a-4f12-4c0d-a07b-a798a2a244cb') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:35.508111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5ade4-1fd1-44c8-889b-64788306439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875363e-e471-4f6a-bfe2-cbb94de437c1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.508232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35644) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:35.519495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.555135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.560855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e30bf15-9d9a-49a7-a96b-cbbdbd9baa3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.602787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.627107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:35.629112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:35.633813 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:35.636926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:35.640532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.645911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c912c9-da68-47dc-b9e1-4141ad362792 None None] Pushing event updated for resources: {'Port': ['ID=1e4143ef-e3f6-4135-8f16-163ee70bb4f6,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.646676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.664808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39e0b5c0-96e2-4632-b82e-023070bf2b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.666527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb3516-bda8-4c04-98bb-cdfbd67443a3 None None] Network 05b481ce-9e06-4faf-a67b-5514949509f0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:35.684510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e30bf15-9d9a-49a7-a96b-cbbdbd9baa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.747678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39e0b5c0-96e2-4632-b82e-023070bf2b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:35.822008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 13:40:35.822008 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 13:40:35.822008 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'id': '05b481ce-9e06-4faf-a67b-5514949509f0'}] Oct 16 13:40:35.822008 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:35.822969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:35.855594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--431220571', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:35.856007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30bf15-9d9a-49a7-a96b-cbbdbd9baa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459e1e5-cb68-4317-b320-9e3721bdf98b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:35.939682 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e30bf15-9d9a-49a7-a96b-cbbdbd9baa3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6eca22628bd4727b12af90752e1dacf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4630356 Oct 16 13:40:35.940352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35648) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:36.084477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.095744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d1e24b22-4405-43ee-9477-31c9db714819 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:36.098597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99a235-0e4d-4dc0-8ce4-c11e506662cf None None] Network e435d069-1f39-4c99-93b3-4105b7ea2675 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:36.147869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:36.151985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.180427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.209333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39e0b5c0-96e2-4632-b82e-023070bf2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.209333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-39e0b5c0-96e2-4632-b82e-023070bf2b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.210332 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-39e0b5c0-96e2-4632-b82e-023070bf2b29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a875363e-e471-4f6a-bfe2-cbb94de437c1 HTTP/1.1" status: 204 len: 168 time: 0.7337320 Oct 16 13:40:36.215499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3305156e-77df-4859-b081-f9205b8a1b94 None None] Provisioning complete for port d1e24b22-4405-43ee-9477-31c9db714819 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:36.215962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3305156e-77df-4859-b081-f9205b8a1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.220387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:36.238735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.296807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0b5c0-96e2-4632-b82e-023070bf2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875363e-e471-4f6a-bfe2-cbb94de437c1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:36.324437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.374196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d1e24b22-4405-43ee-9477-31c9db714819 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:36.374610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.463208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.484186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3305156e-77df-4859-b081-f9205b8a1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.503340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.508787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:36.509343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.550978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.573852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3305156e-77df-4859-b081-f9205b8a1b94 None None] For port d1e24b22-4405-43ee-9477-31c9db714819, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d1e24b22-4405-43ee-9477-31c9db714819,segment=NetworkSegment(1c2da048-bcd8-40cb-b3d9-8444967e198f),segment_id=1c2da048-bcd8-40cb-b3d9-8444967e198f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:36.591861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.666326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3305156e-77df-4859-b081-f9205b8a1b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.677136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:36.696177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] For port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1e4143ef-e3f6-4135-8f16-163ee70bb4f6,segment=NetworkSegment(9c38066a-4f12-4c0d-a07b-a798a2a244cb),segment_id=9c38066a-4f12-4c0d-a07b-a798a2a244cb)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:36.696731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.702432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5ea7f-c368-4da7-bb95-03fb9361efa2,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:36.730051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.737918 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment a6959147-6b06-4ba5-93de-03d179f36717 of type vlan for network da9006b2-ef9a-4e2e-9c7c-72b16337b40c Oct 16 13:40:36.752424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Calling delete_port for 1e4143ef-e3f6-4135-8f16-163ee70bb4f6 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:36.757613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Pushing event updated for resources: {'Port': ['ID=fdaa309c-334d-4f2a-9c64-21aaa3c20a51,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:36.761652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:36.779197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:36.779552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:36.784036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305156e-77df-4859-b081-f9205b8a1b94 None None] Pushing event updated for resources: {'Port': ['ID=d1e24b22-4405-43ee-9477-31c9db714819,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:36.796673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.823628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87f935a1-a42a-494e-9114-247496c2da21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.825820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:36.853814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba6970-2e62-47cc-a7c6-3270d8ea7c82 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:40:36.918166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ff16e108-5b18-4d1f-b40e-4896e6fd7699 None None] Provisioning complete for port d1e24b22-4405-43ee-9477-31c9db714819 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:36.918538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ff16e108-5b18-4d1f-b40e-4896e6fd7699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.933305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.935909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.936684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:36.952255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.024922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba6970-2e62-47cc-a7c6-3270d8ea7c82 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:40:37.034874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.039472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.079745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87f935a1-a42a-494e-9114-247496c2da21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.093725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Port': ['ID=1e4143ef-e3f6-4135-8f16-163ee70bb4f6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:37.099408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.107289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:37.108733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.124732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No DVR routers for this DVR port 1e4143ef-e3f6-4135-8f16-163ee70bb4f6 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:37.146978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.220050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=bb64342e-65f2-4c81-9c71-bf8cffcca2b8,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:37.224573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Subnet': ['ID=fd8bde64-bf3d-47b4-8863-fd54f028b25c,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:37.234936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Checking segment: {'id': '5418518e-b123-450e-a51f-202066868a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '03e4655c-0226-425c-aa25-11387b29d683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:37.235448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network hostable DHCP agents. Network: 03e4655c-0226-425c-aa25-11387b29d683, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:37.247049 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7265403 Oct 16 13:40:37.276714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35662) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:37.282729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-646611525', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:37.365307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca79f-7738-429a-8caa-f08158fe3c83 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=da9006b2-ef9a-4e2e-9c7c-72b16337b40c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:37.367212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:37.368767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:37.387014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.387666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:37.403339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=7d576ea0-fab4-4cf0-b00a-f30d8bc24001,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:37.424363 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b481ce-9e06-4faf-a67b-5514949509f0']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:37.426639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.426814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.426926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.431186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87f935a1-a42a-494e-9114-247496c2da21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.433708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-87f935a1-a42a-494e-9114-247496c2da21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.434951 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-87f935a1-a42a-494e-9114-247496c2da21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d459e1e5-cb68-4317-b320-9e3721bdf98b HTTP/1.1" status: 204 len: 168 time: 1.4835954 Oct 16 13:40:37.451764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network 03e4655c-0226-425c-aa25-11387b29d683 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:37.483568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c38066a-4f12-4c0d-a07b-a798a2a244cb') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:37.484957 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c38066a-4f12-4c0d-a07b-a798a2a244cb') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:37.511863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.544852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.550523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:37.551003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:37.555265 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:37.565712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f935a1-a42a-494e-9114-247496c2da21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459e1e5-cb68-4317-b320-9e3721bdf98b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:37.680447 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Floating IP 5022a5e9-b365-4b57-b189-c5d723b329e0 associated. External IP: 172.26.5.216, port: 186639c5-2d38-4343-8fd3-d079b611dda8. Oct 16 13:40:37.722664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 03e4655c-0226-425c-aa25-11387b29d683) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:37.725903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.738826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:37.739512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.741321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89c7cb-8245-47f0-b635-a403721c0652 None None] Network 03e4655c-0226-425c-aa25-11387b29d683 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:37.764180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:37.923284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-257cab53-fbf4-4c5a-b81a-e0d6f9e2f0ad tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9501615 Oct 16 13:40:37.944859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d1e24b22-4405-43ee-9477-31c9db714819 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:38.074621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35678) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:38.092238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'subnet': {'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:38.099266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d1014e79-71ae-440f-8288-188805797ba2 None None] Provisioning complete for port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:38.100038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1014e79-71ae-440f-8288-188805797ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.106861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-03e4655c-0226-425c-aa25-11387b29d683', 'network_id': '03e4655c-0226-425c-aa25-11387b29d683', 'tenant_id': '499faee2653e41ab904942efc91f6a4d', 'fixed_ips': [{'subnet_id': 'fd8bde64-bf3d-47b4-8863-fd54f028b25c'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:38.108133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.151461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.192007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.200819 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/05b481ce-9e06-4faf-a67b-5514949509f0 HTTP/1.1" status: 204 len: 168 time: 5.0380659 Oct 16 13:40:38.204054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35688) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:38.210578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1590434278'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:38.218461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03846622-04e9-4f5a-921b-2d1fed9d015b tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Network': ['ID=05b481ce-9e06-4faf-a67b-5514949509f0,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:38.225638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Router ee1b0d9a-d431-4ae9-846e-b3ac48931250 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:38.260738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d1e24b22-4405-43ee-9477-31c9db714819 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:38.261727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.289952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.306073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d1014e79-71ae-440f-8288-188805797ba2 None None] Port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:38.386671 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Allocated IP 2001:db8::2 (03e4655c-0226-425c-aa25-11387b29d683/fd8bde64-bf3d-47b4-8863-fd54f028b25c/da79cbb5-afb6-40ed-8000-c896f6ae879a) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:38.422264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:38.426283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.440421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:40:38.570640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:38.575725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.585402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:38.606735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.607168 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Added segment b448470b-87bd-4610-a301-74c17ad6e356 of type vlan for network d49ffeb9-cba4-4d56-8538-2a0688888401 Oct 16 13:40:38.643802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:38.651341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.657366 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:38.659265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:38.673818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] Sync routers for ids ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:38.674231 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.675251 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:38.677645 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-14c08e5f-af89-4376-8760-cd75418d7fd8 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/routers/ee1b0d9a-d431-4ae9-846e-b3ac48931250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7297583 Oct 16 13:40:38.678775 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:38.681576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35698) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:38.690476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] Routers {'ee1b0d9a-d431-4ae9-846e-b3ac48931250'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:38.691296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:38.751357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:38.767344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] Routers {'ee1b0d9a-d431-4ae9-846e-b3ac48931250'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:38.768680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:38.775447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.797695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.808996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.809707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.893641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Pushing event updated for resources: {'Port': ['ID=da79cbb5-afb6-40ed-8000-c896f6ae879a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:38.901182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:38.902186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189ee1d-fdbf-4a14-b3bf-2e7722aa028b None None] The sync data for ids ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:38.904912 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-44c74090-d3e1-485f-95ff-9ad947be29e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1868763 Oct 16 13:40:38.906423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:40:38.909708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032755bc-2258-4b6d-82c7-93ae0d81cb71" -d '{"events": [{"name": "network-changed", "server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:40:38.914476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.920810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Network 03e4655c-0226-425c-aa25-11387b29d683 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:38.921460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:38.922105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:38.924307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:38.934982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:38.968842 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:39.042033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab546b-cff8-48d8-b41f-2e7120f059ff tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:39.046966 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-32ab546b-cff8-48d8-b41f-2e7120f059ff tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee1b0d9a-d431-4ae9-846e-b3ac48931250 HTTP/1.1" status: 200 len: 988 time: 0.3642042 Oct 16 13:40:39.075360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Attempting to bind port da79cbb5-afb6-40ed-8000-c896f6ae879a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:39.076091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Attempting to bind port da79cbb5-afb6-40ed-8000-c896f6ae879a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5418518e-b123-450e-a51f-202066868a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '03e4655c-0226-425c-aa25-11387b29d683'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:39.077264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Attempting to bind port da79cbb5-afb6-40ed-8000-c896f6ae879a on network 03e4655c-0226-425c-aa25-11387b29d683 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:39.085700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:39.086762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Checking segment: {'id': '5418518e-b123-450e-a51f-202066868a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '03e4655c-0226-425c-aa25-11387b29d683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:39.088606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.089921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Bound using segment: {'id': '5418518e-b123-450e-a51f-202066868a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '03e4655c-0226-425c-aa25-11387b29d683'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:39.090524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Bound port: da79cbb5-afb6-40ed-8000-c896f6ae879a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5418518e-b123-450e-a51f-202066868a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '03e4655c-0226-425c-aa25-11387b29d683'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:39.090980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.107065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa95464-b40c-4425-98fe-154dd83cf853 x-openstack-request-id: req-7aa95464-b40c-4425-98fe-154dd83cf853 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:40:39.107651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:40:39.108056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7aa95464-b40c-4425-98fe-154dd83cf853 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:40:39.108677 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8', 'status': 'completed', 'code': 200} Oct 16 13:40:39.109422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Network': ['ID=d49ffeb9-cba4-4d56-8538-2a0688888401,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:39.112269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35712) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:39.124950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network d49ffeb9-cba4-4d56-8538-2a0688888401 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:39.125230 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e5717c76-2449-4eac-9cf3-30b3918910b7 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9198394 Oct 16 13:40:39.168950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35716) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:39.182535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Request body: {'subnet': {'network_id': 'd49ffeb9-cba4-4d56-8538-2a0688888401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:39.239072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35718) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:39.315441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] For port da79cbb5-afb6-40ed-8000-c896f6ae879a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:39.323112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] For port da79cbb5-afb6-40ed-8000-c896f6ae879a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=da79cbb5-afb6-40ed-8000-c896f6ae879a,segment=NetworkSegment(5418518e-b123-450e-a51f-202066868a22),segment_id=5418518e-b123-450e-a51f-202066868a22)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:39.391942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.406197 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '5022a5e9-b365-4b57-b189-c5d723b329e0', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.216', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '186639c5-2d38-4343-8fd3-d079b611dda8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:16:dd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:40:35Z', 'updated_at': '2021-10-16T13:40:35Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:39.482321 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:40:39.505864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:39.506568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:39.510924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35724) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:39.519783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c8f11-fb94-412e-bf75-cf5a4b13e02d None None] Pushing event updated for resources: {'Port': ['ID=da79cbb5-afb6-40ed-8000-c896f6ae879a,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:39.584885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Made reservation on behalf of e3d67018a5b044baa13ed53129afe2bf for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:39.594033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.621666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-355386736'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:39.649325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1244562057', 'router:external': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:39.680757 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:39.694015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:40:39.694015 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:40:39.694015 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': 'c51a81eebaf94d3d853a220b662cd841', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 40, 19, 656985)}] Oct 16 13:40:39.694015 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:39.695961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:39.728262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-55f4c70e-ddd4-4513-9ce9-dd634c3e8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:39.729914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-55f4c70e-ddd4-4513-9ce9-dd634c3e8056 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1098 time: 0.3257518 Oct 16 13:40:39.795965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.797680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.811031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Made reservation on behalf of 18460ef44d8a49a3845d8a964b4ebdfd for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:39.822312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.841784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.903463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:39.977330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da79cbb5-afb6-40ed-8000-c896f6ae879a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:40.041764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port da79cbb5-afb6-40ed-8000-c896f6ae879a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:40.042449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.081016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Subnet': ['ID=c784716b-c8a0-4da1-bb8a-dfdf29a024d2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:40.103956 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '5022a5e9-b365-4b57-b189-c5d723b329e0', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.216', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '186639c5-2d38-4343-8fd3-d079b611dda8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:16:dd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:40:35Z', 'updated_at': '2021-10-16T13:40:35Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:40.132767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.141609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Checking segment: {'id': '0ccfc7f1-c30e-4514-989f-37d2112aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:40.142117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network hostable DHCP agents. Network: e20bb312-61ba-4884-9bb6-bb86dc31a420, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:40.144835 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452aaa94-2452-446c-aca2-77327512ef89 None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '5022a5e9-b365-4b57-b189-c5d723b329e0', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.216', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '186639c5-2d38-4343-8fd3-d079b611dda8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:16:dd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:40:35Z', 'updated_at': '2021-10-16T13:40:35Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:40.150151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-8a6f9365-d172-4adc-99fe-d643a44e1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:40.151622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-8a6f9365-d172-4adc-99fe-d643a44e1672 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.3654416 Oct 16 13:40:40.254810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Router d1341fcc-f8c4-4624-b306-ce796dda26e2 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:40.294958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:40:40.296350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.313070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:40.324852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.33 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/3ade87da-c18d-4f3c-9c95-d9c3f498a76f) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:40.330332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.344866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network e20bb312-61ba-4884-9bb6-bb86dc31a420 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:40.375954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.421915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port da79cbb5-afb6-40ed-8000-c896f6ae879a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=da79cbb5-afb6-40ed-8000-c896f6ae879a,segment=NetworkSegment(5418518e-b123-450e-a51f-202066868a22),segment_id=5418518e-b123-450e-a51f-202066868a22)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:40.428708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-9230570e-fc19-4fac-b1b8-20a1d55900ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186639c5-2d38-4343-8fd3-d079b611dda8 HTTP/1.1" status: 200 len: 999 time: 0.2476587 Oct 16 13:40:40.433298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.433644 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Added segment cf2afaa3-53f7-4f45-b8e5-3f59343a1c58 of type vlan for network 13391fe1-c7a6-411b-9666-d80b5479e5c8 Oct 16 13:40:40.437125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event updated for resources: {'Subnet': ['ID=65703618-6845-4df4-98d3-a487c501a44a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:40.460561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6009f321-e0b7-433a-bb35-4383c49e330f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:40.485993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.549784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.575859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.580384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Made reservation on behalf of c51a81eebaf94d3d853a220b662cd841 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:40.584333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.586256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, e20bb312-61ba-4884-9bb6-bb86dc31a420) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:40.603059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:40.603743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.625563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fffdf8-6eb6-4102-8ef7-b010944d9ed6 None None] Network e20bb312-61ba-4884-9bb6-bb86dc31a420 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:40.635664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-4df1b7b3-abf6-4b45-9ee7-fcaa25f79518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:40.637306 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-4df1b7b3-abf6-4b45-9ee7-fcaa25f79518 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.1903489 Oct 16 13:40:40.660117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.676156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Checking segment: {'id': 'b448470b-87bd-4610-a301-74c17ad6e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd49ffeb9-cba4-4d56-8538-2a0688888401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:40.676551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network hostable DHCP agents. Network: d49ffeb9-cba4-4d56-8538-2a0688888401, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:40.699074 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20863edf-4152-48be-a615-7ab31c66daf7 None None] New status for floating IP 5022a5e9-b365-4b57-b189-c5d723b329e0: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:40:40.706261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:40.722188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.741407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] Sync routers for ids ['d1341fcc-f8c4-4624-b306-ce796dda26e2'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:40.776761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.782230 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b8c64954-a031-4d5c-835e-e2720531880d tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "PUT /v2.0/routers/d1341fcc-f8c4-4624-b306-ce796dda26e2 HTTP/1.1" status: 200 len: 916 time: 7.4553807 Oct 16 13:40:40.785575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] Routers {'d1341fcc-f8c4-4624-b306-ce796dda26e2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:40.786425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d1341fcc-f8c4-4624-b306-ce796dda26e2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:40.788558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35728) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:40.790406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.796757 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:40.797454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.809404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bb8a9188-1ff3-4714-97eb-1789a8d4a2f7 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7292268 Oct 16 13:40:40.818285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35730) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:40.836567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=da79cbb5-afb6-40ed-8000-c896f6ae879a,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:40.852864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:40.890449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] Routers {'d1341fcc-f8c4-4624-b306-ce796dda26e2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:40.891665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d1341fcc-f8c4-4624-b306-ce796dda26e2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:40.944702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.946047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event updated for resources: {'Network': ['ID=13391fe1-c7a6-411b-9666-d80b5479e5c8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:40.951067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:40.951943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798596dc-5ab7-48a6-b02a-0dbee819356e None None] The sync data for ids ['d1341fcc-f8c4-4624-b306-ce796dda26e2'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:40.959225 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Network d49ffeb9-cba4-4d56-8538-2a0688888401 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:40.966082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:40.970443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, d49ffeb9-cba4-4d56-8538-2a0688888401) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:40.986098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:40.987371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:40.997056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547a87c-2aa8-4eb8-866b-5ee4f1f721e4 None None] Network d49ffeb9-cba4-4d56-8538-2a0688888401 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:41.021402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-c4235ee6-e03d-47a2-bbbc-a344c2ab959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:41.022915 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-c4235ee6-e03d-47a2-bbbc-a344c2ab959f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3739300 Oct 16 13:40:41.032036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52625918-7fbc-49c7-a8c7-5289ea366897 None None] Network 03e4655c-0226-425c-aa25-11387b29d683 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:41.055506 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2bdc8641-3bbb-4a18-bd81-28cc45681adc tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5408664 Oct 16 13:40:41.066460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35732) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:41.080004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Request body: {'subnet': {'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:41.091217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:41.129196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:41.138365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:41.149469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.156401 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70b39643-f026-480d-a868-ec7d489b76c9 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/d1341fcc-f8c4-4624-b306-ce796dda26e2 HTTP/1.1" status: 200 len: 922 time: 0.3534720 Oct 16 13:40:41.158605 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea8fc2db-e970-4212-b096-c51dc69c3eaa tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9880400 Oct 16 13:40:41.159215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35734) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:41.165257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35736) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:41.184866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-e20bb312-61ba-4884-9bb6-bb86dc31a420', 'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420', 'tenant_id': '499faee2653e41ab904942efc91f6a4d', 'fixed_ips': [{'subnet_id': 'c784716b-c8a0-4da1-bb8a-dfdf29a024d2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:41.186303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.226169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.245509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:41.277874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6192fdf8-1e66-4059-8cca-3179a4165428 None None] Provisioning complete for port da79cbb5-afb6-40ed-8000-c896f6ae879a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:41.278379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6192fdf8-1e66-4059-8cca-3179a4165428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.318193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:41.358005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bf040c-981c-452f-9e86-1b4ac7fa31b1,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:41.368091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.368604 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Added segment ee9948b4-c389-42c5-8e0b-d9d283bc09ee of type vlan for network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 Oct 16 13:40:41.390080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3a4af-ab9e-46eb-8cbf-7aee64e6d73f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:41.394698 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f7f3a4af-ab9e-46eb-8cbf-7aee64e6d73f tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=d1341fcc-f8c4-4624-b306-ce796dda26e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2303092 Oct 16 13:40:41.399631 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35738) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:41.444780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.460604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.488447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port bb64342e-65f2-4c81-9c71-bf8cffcca2b8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:41.488447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.599471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.627301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a738132-07ea-41a2-bc88-29de7be3a4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-d49ffeb9-cba4-4d56-8538-2a0688888401', 'network_id': 'd49ffeb9-cba4-4d56-8538-2a0688888401', 'tenant_id': 'e3d67018a5b044baa13ed53129afe2bf', 'fixed_ips': [{'subnet_id': '65703618-6845-4df4-98d3-a487c501a44a'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:41.628566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1a738132-07ea-41a2-bc88-29de7be3a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.632336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.633469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:41.634125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.689318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:41.705930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Allocated IP 2001:db8::2 (e20bb312-61ba-4884-9bb6-bb86dc31a420/c784716b-c8a0-4da1-bb8a-dfdf29a024d2/d275a8a8-6ec4-48ae-b04e-0ac597c86240) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:41.711752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for bb64342e-65f2-4c81-9c71-bf8cffcca2b8 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:41.972697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da79cbb5-afb6-40ed-8000-c896f6ae879a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:42.029718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-2391b9d7-35c1-44d0-9eed-5c36e9d20e8d service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640794 Oct 16 13:40:42.098327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.106753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port da79cbb5-afb6-40ed-8000-c896f6ae879a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:42.106997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.125144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Made reservation on behalf of 18460ef44d8a49a3845d8a964b4ebdfd for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:42.128691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.150436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2b89e-8bde-4038-a500-4e21ea9a4a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:42.154637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-46a2b89e-8bde-4038-a500-4e21ea9a4a69 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.7485201 Oct 16 13:40:42.158090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35740) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:42.178944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Network': ['ID=3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:42.213632 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-808b857f-242f-4b7d-88a3-52fa7e756d5d tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1341fcc-f8c4-4624-b306-ce796dda26e2 HTTP/1.1" status: 200 len: 205 time: 0.0496907 Oct 16 13:40:42.214166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35742) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:42.227716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.239410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:42.250480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.266244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-bd04d5e4-f69b-41de-8c3d-0eeb1d5aa9e0 None None] Provisioning complete for port da79cbb5-afb6-40ed-8000-c896f6ae879a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:42.268812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bd04d5e4-f69b-41de-8c3d-0eeb1d5aa9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.304709 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-99c4720e-143e-4d76-9186-35fb63a8e2a9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0641408 Oct 16 13:40:42.310708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35744) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:42.319203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'subnet': {'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:42.335483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.408161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Network e20bb312-61ba-4884-9bb6-bb86dc31a420 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:42.411571 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Subnet': ['ID=65703618-6845-4df4-98d3-a487c501a44a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-1a738132-07ea-41a2-bc88-29de7be3a4fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65703618-6845-4df4-98d3-a487c501a44a: This subnet is being modified by another concurrent operation. Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 13:40:42.418264 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65703618-6845-4df4-98d3-a487c501a44a: This subnet is being modified by another concurrent operation. Oct 16 13:40:42.422492 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 13:40:42.453110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1c050-5678-4a1e-a282-6a65eaef6162 None None] Network d49ffeb9-cba4-4d56-8538-2a0688888401 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:42.455463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:42.465904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:42.488461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Pushing event updated for resources: {'Port': ['ID=d275a8a8-6ec4-48ae-b04e-0ac597c86240,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:42.550008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-032755bc-2258-4b6d-82c7-93ae0d81cb71 req-ed3867f2-8881-45b8-bf77-7b415b1f43bd service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883490 Oct 16 13:40:42.570333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.582898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Made reservation on behalf of c51a81eebaf94d3d853a220b662cd841 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:42.585957 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.619160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.642611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.774099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49ffeb9-cba4-4d56-8538-2a0688888401']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:42.779117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.814714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Attempting to bind port d275a8a8-6ec4-48ae-b04e-0ac597c86240 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:42.815085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Attempting to bind port d275a8a8-6ec4-48ae-b04e-0ac597c86240 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0ccfc7f1-c30e-4514-989f-37d2112aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:42.815441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Attempting to bind port d275a8a8-6ec4-48ae-b04e-0ac597c86240 on network e20bb312-61ba-4884-9bb6-bb86dc31a420 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:42.829865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b448470b-87bd-4610-a301-74c17ad6e356') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:42.830178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b448470b-87bd-4610-a301-74c17ad6e356') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:42.848851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.849211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:42.849576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Checking segment: {'id': '0ccfc7f1-c30e-4514-989f-37d2112aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:42.850724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.850977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Bound using segment: {'id': '0ccfc7f1-c30e-4514-989f-37d2112aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:42.851560 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Bound port: d275a8a8-6ec4-48ae-b04e-0ac597c86240, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccfc7f1-c30e-4514-989f-37d2112aeab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e20bb312-61ba-4884-9bb6-bb86dc31a420'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:42.851944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.893110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.913805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:42.914250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:42.918037 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:42.926753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8dc89239-acbc-43fa-8777-4fff0d4559f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:42.934524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] For port d275a8a8-6ec4-48ae-b04e-0ac597c86240, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:42.938174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] For port d275a8a8-6ec4-48ae-b04e-0ac597c86240, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d275a8a8-6ec4-48ae-b04e-0ac597c86240,segment=NetworkSegment(0ccfc7f1-c30e-4514-989f-37d2112aeab4),segment_id=0ccfc7f1-c30e-4514-989f-37d2112aeab4)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:42.986511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.001611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Allocated IP 2001:db8::1 (03e4655c-0226-425c-aa25-11387b29d683/fd8bde64-bf3d-47b4-8863-fd54f028b25c/901af675-e50e-4a8e-87a1-b4517a1feeee) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:43.012581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.061944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86b296-4cff-4763-b964-6952739d8008 None None] Pushing event updated for resources: {'Port': ['ID=d275a8a8-6ec4-48ae-b04e-0ac597c86240,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:43.109982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.138900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Deleting port fdaa309c-334d-4f2a-9c64-21aaa3c20a51 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:43.139232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.146140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=bb64342e-65f2-4c81-9c71-bf8cffcca2b8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:43.161576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.174744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.183749 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/d49ffeb9-cba4-4d56-8538-2a0688888401 HTTP/1.1" status: 204 len: 168 time: 2.0043371 Oct 16 13:40:43.183957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event updated for resources: {'Subnet': ['ID=502290f7-53c1-4212-8ec3-3f268311a70f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:43.196959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35746) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.240143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93761736-592a-4969-b3e8-22bff787088f tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Network': ['ID=d49ffeb9-cba4-4d56-8538-2a0688888401,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:43.329931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ef4668-178b-46af-a5fd-b92ba9feb1f5 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:43.332221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ef4668-178b-46af-a5fd-b92ba9feb1f5 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:43.334067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a3ef4668-178b-46af-a5fd-b92ba9feb1f5 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/65703618-6845-4df4-98d3-a487c501a44a HTTP/1.1" status: 404 len: 337 time: 0.1332958 Oct 16 13:40:43.347682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Checking segment: {'id': 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:43.348052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Network hostable DHCP agents. Network: 13391fe1-c7a6-411b-9666-d80b5479e5c8, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:43.354890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.356868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35748) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.417189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.445650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.458554 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fadc58f-c6d8-48cf-aafb-f510e79ff1e1 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:43.459740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fadc58f-c6d8-48cf-aafb-f510e79ff1e1 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:43.465162 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1fadc58f-c6d8-48cf-aafb-f510e79ff1e1 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/d49ffeb9-cba4-4d56-8538-2a0688888401 HTTP/1.1" status: 404 len: 339 time: 0.1013942 Oct 16 13:40:43.471924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35750) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.487678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Calling delete_port for fdaa309c-334d-4f2a-9c64-21aaa3c20a51 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:43.519012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46c7271-ce64-4f46-a183-ede66bc3c6bf tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:43.519464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46c7271-ce64-4f46-a183-ede66bc3c6bf tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:43.523165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f46c7271-ce64-4f46-a183-ede66bc3c6bf tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/15b8a48a-934a-4dea-9486-7295d056d859 HTTP/1.1" status: 404 len: 337 time: 0.0503175 Oct 16 13:40:43.529346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.542653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.581517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:43.621820 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcbca13-9c69-4e3a-a0dd-98233cff88a0 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:43.622413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcbca13-9c69-4e3a-a0dd-98233cff88a0 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:43.627844 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0bcbca13-9c69-4e3a-a0dd-98233cff88a0 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/05b481ce-9e06-4faf-a67b-5514949509f0 HTTP/1.1" status: 404 len: 339 time: 0.0949876 Oct 16 13:40:43.628715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35754) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.671665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d10301f-fb02-439c-95ab-30440b33b5be tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:43.672129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d10301f-fb02-439c-95ab-30440b33b5be tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:43.675248 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0d10301f-fb02-439c-95ab-30440b33b5be tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/022592b3-c82c-4af7-9060-4b48b5dd5cd7 HTTP/1.1" status: 404 len: 337 time: 0.0431297 Oct 16 13:40:43.678057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35756) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.690613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 13391fe1-c7a6-411b-9666-d80b5479e5c8) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:43.704504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8748af-400f-4d31-a668-c32c3fcfd024 None None] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:43.708610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:43.710196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.715237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4b34a1-959d-4713-be16-64bf85b9e120 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:43.715953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4b34a1-959d-4713-be16-64bf85b9e120 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:43.721367 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3e4b34a1-959d-4713-be16-64bf85b9e120 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/2875a813-b38b-430e-a224-3c8eaca0bc8c HTTP/1.1" status: 404 len: 339 time: 0.0400209 Oct 16 13:40:43.722820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35758) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.759455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.786020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Router ee1b0d9a-d431-4ae9-846e-b3ac48931250 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:40:43.816278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:43.838717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.objects.ports [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 16 13:40:43.839184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.843614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network 03e4655c-0226-425c-aa25-11387b29d683 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:43.882898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-13391fe1-c7a6-411b-9666-d80b5479e5c8', 'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8', 'tenant_id': '18460ef44d8a49a3845d8a964b4ebdfd', 'fixed_ips': [{'subnet_id': '502290f7-53c1-4212-8ec3-3f268311a70f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:43.888920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.892747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:43.898107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b473fdf5-ab99-45e2-bca3-9aa65acaedfe tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8283498 Oct 16 13:40:43.901815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:43.902338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:43.906896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35760) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:43.920436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Request body: {'port': {'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-558837012'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:43.962118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Port': ['ID=901af675-e50e-4a8e-87a1-b4517a1feeee,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:44.025309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ee2a884-943e-4657-9277-f2d702a8ac30,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:44.050829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:44.058661 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6ebce5e0-df22-4a2b-ae25-d1c4d731ef97 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/routers/ee1b0d9a-d431-4ae9-846e-b3ac48931250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9450808 Oct 16 13:40:44.062947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35762) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:44.064065 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d275a8a8-6ec4-48ae-b04e-0ac597c86240 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:44.093216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Checking segment: {'id': 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:44.093216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network hostable DHCP agents. Network: 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:44.093544 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] Sync routers for ids ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:44.107928 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] Routers {'ee1b0d9a-d431-4ae9-846e-b3ac48931250'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:44.110031 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:44.110505 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-798d98e5-1503-427c-885b-021c769d0021 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:40:44.114654 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-798d98e5-1503-427c-885b-021c769d0021 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/bb64342e-65f2-4c81-9c71-bf8cffcca2b8 HTTP/1.1" status: 404 len: 333 time: 0.0459585 Oct 16 13:40:44.115940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35764) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:44.185691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.217175 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:44.249023 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] Routers {'ee1b0d9a-d431-4ae9-846e-b3ac48931250'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:44.249673 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:44.267482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d275a8a8-6ec4-48ae-b04e-0ac597c86240 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:44.267482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.271179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event deleted for resources: {'Port': ['ID=fdaa309c-334d-4f2a-9c64-21aaa3c20a51,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:44.292895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting port 3e6b9f3c-447a-4b1f-854c-15cd03176621 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:44.293489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.313892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.317398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:44.350310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:44.378006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:44.402150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Allocated IP 2001:db8::2 (13391fe1-c7a6-411b-9666-d80b5479e5c8/502290f7-53c1-4212-8ec3-3f268311a70f/7029329e-8453-4434-a68e-808e4b3e6ce4) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:44.449334 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:44.450624 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f0a6c-1f88-4384-a829-1b8f0d0dbd49 None None] The sync data for ids ['ee1b0d9a-d431-4ae9-846e-b3ac48931250'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:44.591845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:44.592610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:44.664088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.684456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-923f6d78-69a5-4cd9-b7ff-f36287186ab0 None None] Provisioning complete for port 901af675-e50e-4a8e-87a1-b4517a1feeee triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:44.684456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-923f6d78-69a5-4cd9-b7ff-f36287186ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.714762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c76fd4-6b8c-4794-b34d-9d7e02b6a55d None None] Network e20bb312-61ba-4884-9bb6-bb86dc31a420 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:44.778953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.852604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-923f6d78-69a5-4cd9-b7ff-f36287186ab0 None None] Port 901af675-e50e-4a8e-87a1-b4517a1feeee cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:44.864306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.869842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Made reservation on behalf of 18460ef44d8a49a3845d8a964b4ebdfd for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:44.873361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.905537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Calling delete_port for 3e6b9f3c-447a-4b1f-854c-15cd03176621 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:44.911621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.926237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.932064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] device_id is not set on port 321d4eee-5da3-45de-b725-2fa13000501e yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:44.937910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:44.939307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:44.947040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:44.947942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.963853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:44.973284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a155e6-2e81-4529-a1e9-599b124e29e0 None None] Network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:44.978197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:44.984965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.989222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-43d693a5-91b7-4a4b-a2b0-22243e3b463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7083163 Oct 16 13:40:44.989392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:44.990939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35766) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.000431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.002483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.008337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Pushing event updated for resources: {'Port': ['ID=7029329e-8453-4434-a68e-808e4b3e6ce4,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:45.084978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:45.119082 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4930c4be-28b0-45cf-82b1-fa3c606e1750 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8045750 Oct 16 13:40:45.122008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35770) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.166401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-871408228', 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:45.172798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.176927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.209124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port d275a8a8-6ec4-48ae-b04e-0ac597c86240, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d275a8a8-6ec4-48ae-b04e-0ac597c86240,segment=NetworkSegment(0ccfc7f1-c30e-4514-989f-37d2112aeab4),segment_id=0ccfc7f1-c30e-4514-989f-37d2112aeab4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:45.226532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-65f6c953-07ba-46ee-a8f8-13acd0395ef2 None None] Provisioning complete for port d275a8a8-6ec4-48ae-b04e-0ac597c86240 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:45.226896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65f6c953-07ba-46ee-a8f8-13acd0395ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.277909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.278802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Fanout notify agent at l3_agent the message router_deleted on router ee1b0d9a-d431-4ae9-846e-b3ac48931250 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:45.285775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Allocated IP 2001:db8::1f2 (13391fe1-c7a6-411b-9666-d80b5479e5c8/502290f7-53c1-4212-8ec3-3f268311a70f/321d4eee-5da3-45de-b725-2fa13000501e) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:45.286582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.293951 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-840c6e64-4f8e-49fc-a6bf-6f87473294eb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/routers/ee1b0d9a-d431-4ae9-846e-b3ac48931250 HTTP/1.1" status: 204 len: 168 time: 1.1715124 Oct 16 13:40:45.293951 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3a887c39-cbef-4986-b1c4-f596393004c7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2983220 Oct 16 13:40:45.295212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.295490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35772) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.295831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35774) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.322016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Attempting to bind port 7029329e-8453-4434-a68e-808e4b3e6ce4 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:45.322371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Attempting to bind port 7029329e-8453-4434-a68e-808e4b3e6ce4 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:45.322727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Attempting to bind port 7029329e-8453-4434-a68e-808e4b3e6ce4 on network 13391fe1-c7a6-411b-9666-d80b5479e5c8 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:45.352750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Made reservation on behalf of c51a81eebaf94d3d853a220b662cd841 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:45.355433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.389579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.393789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.394323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Fanout notify agent at l3_agent the message router_deleted on router d1341fcc-f8c4-4624-b306-ce796dda26e2 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:45.406752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:45.407132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Checking segment: {'id': 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:45.407619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.408009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Bound using segment: {'id': 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:45.408660 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.408880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Bound port: 7029329e-8453-4434-a68e-808e4b3e6ce4, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:45.409264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.409783 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-039af5ec-baf6-4c07-81fd-ee648aff2643 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/d1341fcc-f8c4-4624-b306-ce796dda26e2 HTTP/1.1" status: 204 len: 168 time: 3.1939530 Oct 16 13:40:45.425781 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35776) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.459213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Port': ['ID=3e6b9f3c-447a-4b1f-854c-15cd03176621,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:45.466319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-378694790', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:45.469388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.472549 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d9c00263-b4ca-4a1e-a2a2-ee1d4f1fe105 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/ports/3e6b9f3c-447a-4b1f-854c-15cd03176621 HTTP/1.1" status: 204 len: 168 time: 1.7468684 Oct 16 13:40:45.474434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] device_id is not set on port b49d6c61-4324-4c33-817b-cca707c53e5d yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:45.481624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35778) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.539524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet 8fc2a523-71ae-41e3-9724-616571321755 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:45.565323 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc25d1c-e6ed-4f13-8905-13fbb3378343 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:45.566090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc25d1c-e6ed-4f13-8905-13fbb3378343 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:45.569990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dcc25d1c-e6ed-4f13-8905-13fbb3378343 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/47f4efea-76a6-4745-aa6d-88ae94795927 HTTP/1.1" status: 404 len: 337 time: 0.0885832 Oct 16 13:40:45.571032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.573451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35780) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.595473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.637806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.677118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.678234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.701680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5baa64-a2cf-4256-8735-7de55cb1ff5b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:45.702452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5baa64-a2cf-4256-8735-7de55cb1ff5b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:45.704192 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e5baa64-a2cf-4256-8735-7de55cb1ff5b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.4073670 Oct 16 13:40:45.711114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.718906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab056080-6e7c-4a5e-a885-b6ae769bb979 None None] Network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:45.730467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=d275a8a8-6ec4-48ae-b04e-0ac597c86240,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:45.733139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74c0f53e-0ef8-4268-938c-b1090669a14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.742526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.745490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.757334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.758586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.808592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Port': ['ID=901af675-e50e-4a8e-87a1-b4517a1feeee,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:45.820484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:45.827602 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-350497a7-222b-4301-97a9-f1dcac54e2a0 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0880458 Oct 16 13:40:45.831636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35784) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.854415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:45.859596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.865037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Allocated IP 2001:db8::35b (3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5/5ee2a884-943e-4657-9277-f2d702a8ac30/b49d6c61-4324-4c33-817b-cca707c53e5d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:45.869398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:45.875268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:45.876452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:45.915686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] For port 7029329e-8453-4434-a68e-808e4b3e6ce4, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:45.924793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] For port 7029329e-8453-4434-a68e-808e4b3e6ce4, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7029329e-8453-4434-a68e-808e4b3e6ce4,segment=NetworkSegment(cf2afaa3-53f7-4f45-b8e5-3f59343a1c58),segment_id=cf2afaa3-53f7-4f45-b8e5-3f59343a1c58)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:45.933053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a3f1e4e-d46a-4c7e-8ba1-ea44307d1eee tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765939 Oct 16 13:40:45.941378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35786) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:45.950607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-278383368', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:45.993005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event updated for resources: {'Port': ['ID=321d4eee-5da3-45de-b725-2fa13000501e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:46.038949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d275a8a8-6ec4-48ae-b04e-0ac597c86240 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:46.045203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.061939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network 03e4655c-0226-425c-aa25-11387b29d683 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:46.066772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:46.071947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.103651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-40b3a547-cafd-4a28-bb3a-2022571ec5f9 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1897616 Oct 16 13:40:46.104947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35788) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:46.122310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Request body: {'port': {'network_id': '13391fe1-c7a6-411b-9666-d80b5479e5c8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-849641377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:46.122310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.api.validators [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] bootfile-name is not in valid_values {{(pid=101080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:40:46.122310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.api.validators [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] tftp-server is not in valid_values {{(pid=101080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:40:46.122310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.api.validators [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] server-ip-address is not in valid_values {{(pid=101080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:40:46.230649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:42Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:46.280584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.284104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.315735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:40:46.318995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Updating router 246981d2-6484-4f10-ad05-71ddc1a39859 port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:40:46.378096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:46.383701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.397685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcebd95-eb2a-417e-991a-489495dcb699 None None] Pushing event updated for resources: {'Port': ['ID=7029329e-8453-4434-a68e-808e4b3e6ce4,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:46.420094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.426422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.432146 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/8fc2a523-71ae-41e3-9724-616571321755 HTTP/1.1" status: 204 len: 168 time: 1.1317327 Oct 16 13:40:46.439371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca62a-77cb-43c0-ba7b-1df905ca6505 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc2a523-71ae-41e3-9724-616571321755,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:46.464784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35792) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:46.492447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d275a8a8-6ec4-48ae-b04e-0ac597c86240 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:46.493063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.498318 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44e0a5-8897-474c-8334-1091e5c7c26d None None] Network 4302bf23-f220-4d2e-a307-3bd1f8343aa9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:46.700269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.700969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.712106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Made reservation on behalf of 18460ef44d8a49a3845d8a964b4ebdfd for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:46.722283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.782718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.795941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] device_id is not set on port 5e49df6a-b387-4f10-b3ee-0f808f001007 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:46.823756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f930bf33-909a-4021-b600-08f63645202e None None] Provisioning complete for port d275a8a8-6ec4-48ae-b04e-0ac597c86240 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:46.824167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f930bf33-909a-4021-b600-08f63645202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.829473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.840825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e778c5-d9c3-41d5-b388-0db05316f637']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:46.861136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f9cbba-195e-48c7-a44f-0a04f2ff0564') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:46.861506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f9cbba-195e-48c7-a44f-0a04f2ff0564') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:46.866562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.880630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.884853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.904238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.915355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:46.915666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:46.919599 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:47.047238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Router 1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:47.104453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Allocated IP 2001:db8::ed (13391fe1-c7a6-411b-9666-d80b5479e5c8/502290f7-53c1-4212-8ec3-3f268311a70f/5e49df6a-b387-4f10-b3ee-0f808f001007) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:47.110550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:47.110887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.133958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.136298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.150135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.155674 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/81e778c5-d9c3-41d5-b388-0db05316f637 HTTP/1.1" status: 204 len: 168 time: 1.5707698 Oct 16 13:40:47.168003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35794) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:47.190298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] DHCP port deletion for 4302bf23-f220-4d2e-a307-3bd1f8343aa9 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:47.200429 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.214688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aba51-195c-4033-afee-3fe914d570f3 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Network': ['ID=81e778c5-d9c3-41d5-b388-0db05316f637,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:47.215510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f930bf33-909a-4021-b600-08f63645202e None None] Provisioning complete for port 901af675-e50e-4a8e-87a1-b4517a1feeee triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:47.216304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f930bf33-909a-4021-b600-08f63645202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.220643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:47.228079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:47.228226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.233512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:47.234516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:47.235119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.238978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Port': ['ID=b49d6c61-4324-4c33-817b-cca707c53e5d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:47.282308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.349804 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-984f764d-44b4-44d1-be08-902c7990a2e0 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2264557 Oct 16 13:40:47.354666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35796) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:47.361268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f930bf33-909a-4021-b600-08f63645202e None None] Port 901af675-e50e-4a8e-87a1-b4517a1feeee cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:47.370094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043d513-92a5-4d52-b7bf-1407c4d1190a None None] Pushing event updated for resources: {'Port': ['ID=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:47.372775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Attempting to bind port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:47.373160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Attempting to bind port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:47.373508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Attempting to bind port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:47.382448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:47.382800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:47.383190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.383604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:47.384087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Bound port: 3ade87da-c18d-4f3c-9c95-d9c3f498a76f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:47.384509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.406589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.433840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] Deleting port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:47.434302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.435743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.441852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:47.461768 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] Sync routers for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:47.476249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] For port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:47.479913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:47.485587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bf6878d3-1fbe-4ff4-93ee-7bee0b0ab76a tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6611512 Oct 16 13:40:47.492578 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:47.510598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35798) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:47.527641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] For port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:47.533125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] For port c5a12ddb-bf83-4c7c-bacc-56d4ab868736, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,segment=NetworkSegment(5ebca57b-47b7-468f-960d-4dc2d498886a),segment_id=5ebca57b-47b7-468f-960d-4dc2d498886a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:47.533446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.542082 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:47.544384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=1d03c16f-5997-46d3-8dca-3e4e15558048,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:47.549674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] For port c5a12ddb-bf83-4c7c-bacc-56d4ab868736, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,segment=NetworkSegment(5ebca57b-47b7-468f-960d-4dc2d498886a),segment_id=5ebca57b-47b7-468f-960d-4dc2d498886a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:47.550045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.560109 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:47.561147 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:47.561737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] Calling delete_port for c5a12ddb-bf83-4c7c-bacc-56d4ab868736 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:47.580527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for c5a12ddb-bf83-4c7c-bacc-56d4ab868736 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:47.625203 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:47.627848 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7f4ea3-fd76-4420-b81f-c1a24e46f5a8 None None] The sync data for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:47.682881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.777544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043d513-92a5-4d52-b7bf-1407c4d1190a None None] Pushing event updated for resources: {'Port': ['ID=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:47.792359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:47.793064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:47.854941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:47.903977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] No DVR routers for this DVR port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:47.906602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988862fa-b22b-4d45-a968-8d833d7b94bb None None] Pushing event deleted for resources: {'Port': ['ID=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:47.972886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e00642-d7a1-490f-9d28-c6382bae6dd0 None None] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:48.040796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7029329e-8453-4434-a68e-808e4b3e6ce4 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:48.049313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:48.055672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:48.056038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: da9006b2-ef9a-4e2e-9c7c-72b16337b40c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:40:48.129882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Allocated IP 172.26.5.131 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/37e502d4-d837-4aa1-b6a0-fbc6a4ba3d69) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:48.138215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Deleting port b49d6c61-4324-4c33-817b-cca707c53e5d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:48.138933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.189264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.199352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting port f39e5bf6-03fa-47b6-b2dd-100c7959aed9 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:48.199781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.259276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:40:48.319002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.368604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.378807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=c5a12ddb-bf83-4c7c-bacc-56d4ab868736,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:48.389714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Calling delete_port for f39e5bf6-03fa-47b6-b2dd-100c7959aed9 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:48.391572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No DVR routers for this DVR port c5a12ddb-bf83-4c7c-bacc-56d4ab868736 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:48.416083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.425102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cea9dfe1-7731-43c1-907c-8097d440cee5 None None] Provisioning complete for port 7029329e-8453-4434-a68e-808e4b3e6ce4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:48.425702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cea9dfe1-7731-43c1-907c-8097d440cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.450418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Calling delete_port for b49d6c61-4324-4c33-817b-cca707c53e5d owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:48.475514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, da9006b2-ef9a-4e2e-9c7c-72b16337b40c) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:48.485960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:48.486857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.487539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.498687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.525404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af663306-f5f2-4286-9a37-6f42be1e5e71 None None] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:48.554733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.558783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.622382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4302bf23-f220-4d2e-a307-3bd1f8343aa9']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:48.658970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebca57b-47b7-468f-960d-4dc2d498886a') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:48.659281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebca57b-47b7-468f-960d-4dc2d498886a') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:48.662807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:48.672633 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-2c3da92f-52bb-4a40-b131-eeb0fbc55001 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:40:48.674555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4e12d14-4fd9-42c9-bce5-2c64cef2d743 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7320952 Oct 16 13:40:48.677518 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2c3da92f-52bb-4a40-b131-eeb0fbc55001 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1658816 Oct 16 13:40:48.678320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35800) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:48.678713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35802) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:48.680301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:48.686872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.688708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:48.694956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:48.695627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.698969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7029329e-8453-4434-a68e-808e4b3e6ce4 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:48.701662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.708607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event updated for resources: {'Port': ['ID=5e49df6a-b387-4f10-b3ee-0f808f001007,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:48.723564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.730489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:48.731188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:48.733744 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:48.792119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.798119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.829068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Port': ['ID=f39e5bf6-03fa-47b6-b2dd-100c7959aed9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:48.839546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.844100 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f0e17070-76ef-4fbf-a44d-49a67b4ebe3d tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/ports/f39e5bf6-03fa-47b6-b2dd-100c7959aed9 HTTP/1.1" status: 204 len: 168 time: 1.6750212 Oct 16 13:40:48.849580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eeb8f7d0-a000-450b-99a0-9223840fe7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.7394850 Oct 16 13:40:48.853591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35804) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:48.860236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35806) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:48.881348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cea9dfe1-7731-43c1-907c-8097d440cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.893553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58983de-565e-4a83-b0e6-e530699256ae tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:48.894008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58983de-565e-4a83-b0e6-e530699256ae tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:48.897750 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e58983de-565e-4a83-b0e6-e530699256ae tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/223f1f59-6994-4cb6-8521-70694b8eed97 HTTP/1.1" status: 404 len: 337 time: 0.0456915 Oct 16 13:40:48.899580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.901257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35808) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:48.905241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:48.915274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:48.918572 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:48.919496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/4302bf23-f220-4d2e-a307-3bd1f8343aa9 HTTP/1.1" status: 204 len: 168 time: 2.4530847 Oct 16 13:40:48.926641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:48.932103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35810) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:48.987654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:42Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:49.007900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc814d2-d674-4ad0-bf6b-d262f08f0b55 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=4302bf23-f220-4d2e-a307-3bd1f8343aa9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:49.045165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cea9dfe1-7731-43c1-907c-8097d440cee5 None None] For port 7029329e-8453-4434-a68e-808e4b3e6ce4, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7029329e-8453-4434-a68e-808e4b3e6ce4,segment=NetworkSegment(cf2afaa3-53f7-4f45-b8e5-3f59343a1c58),segment_id=cf2afaa3-53f7-4f45-b8e5-3f59343a1c58)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:49.050342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:49.051205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.056958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a078ea9a-c209-42ca-9dc0-4914f925d5c3 None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:42Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:49.071963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.109865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.117240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.125908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cea9dfe1-7731-43c1-907c-8097d440cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.128576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe34cba-f540-4177-844c-a212e708bd21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:49.128576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ffe34cba-f540-4177-844c-a212e708bd21 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/ddbfcd21-caeb-43b0-be58-9920ba97b3b6 HTTP/1.1" status: 200 len: 845 time: 0.1771541 Oct 16 13:40:49.134754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35812) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:49.156583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e35ff9-4965-4ae6-8eae-cff0e9bd7bef tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:49.164137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e35ff9-4965-4ae6-8eae-cff0e9bd7bef tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:49.170559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e35ff9-4965-4ae6-8eae-cff0e9bd7bef tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:49.175440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-58e35ff9-4965-4ae6-8eae-cff0e9bd7bef tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3130193 Oct 16 13:40:49.176199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35814) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:49.255244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event updated for resources: {'Port': ['ID=37e502d4-d837-4aa1-b6a0-fbc6a4ba3d69,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:49.371478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9dfe1-7731-43c1-907c-8097d440cee5 None None] Pushing event updated for resources: {'Port': ['ID=7029329e-8453-4434-a68e-808e4b3e6ce4,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:49.375009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:40:49.375151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:40:49.377992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event deleted for resources: {'Port': ['ID=b49d6c61-4324-4c33-817b-cca707c53e5d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:49.398966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Provisioning complete for port 321d4eee-5da3-45de-b725-2fa13000501e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:49.399174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.437518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Allocated IP 172.20.0.2 (da9006b2-ef9a-4e2e-9c7c-72b16337b40c/1d03c16f-5997-46d3-8dca-3e4e15558048/49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:49.470864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.474344 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4443dd4e-1dfd-430f-ae2c-d3ee41511fd8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b49d6c61-4324-4c33-817b-cca707c53e5d HTTP/1.1" status: 204 len: 168 time: 2.1178827 Oct 16 13:40:49.492834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Port 321d4eee-5da3-45de-b725-2fa13000501e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:49.496076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35816) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:49.515875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fbd96b51-373b-4386-8c69-33dc8f9c62c1 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/ddbfcd21-caeb-43b0-be58-9920ba97b3b6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3764884 Oct 16 13:40:49.515875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.519749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'external_fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b'}]}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:49.519906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35818) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:49.532786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Provisioning complete for port 5e49df6a-b387-4f10-b3ee-0f808f001007 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:49.533226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.546692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:49.571643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b70233-09cb-4eca-8c59-9e2a8be110ef']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:49.587712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:49.590601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fcd48a-4cbc-4f21-867d-66cf3cdad489') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:49.608680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.625225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.673741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Port 5e49df6a-b387-4f10-b3ee-0f808f001007 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:49.674002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:49.674184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:49.698512 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:49.723654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Provisioning complete for port 7029329e-8453-4434-a68e-808e4b3e6ce4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:49.724018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2828e4e-889d-4843-bb4e-bc4b77e10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.816535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.817954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.831572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.926059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Deleting port 5e49df6a-b387-4f10-b3ee-0f808f001007 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:49.926407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.953589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.972789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.987965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:49.994128 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/a6b70233-09cb-4eca-8c59-9e2a8be110ef HTTP/1.1" status: 204 len: 168 time: 1.0896399 Oct 16 13:40:50.008157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35820) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:50.042817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Pushing event updated for resources: {'Port': ['ID=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:50.064938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:50.071244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.096527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:50.107447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:50.110475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:50.128285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b003a060-486d-40ff-930a-5769d150b943 None None] Provisioning complete for port 321d4eee-5da3-45de-b725-2fa13000501e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:50.128285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b003a060-486d-40ff-930a-5769d150b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.132583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454f16a-9f5d-4568-9ef3-6969f6246c84 tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Network': ['ID=a6b70233-09cb-4eca-8c59-9e2a8be110ef,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:50.183490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c5a12ddb-bf83-4c7c-bacc-56d4ab868736 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:50.234341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: c5a12ddb-bf83-4c7c-bacc-56d4ab868736 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:50.234687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c5a12ddb-bf83-4c7c-bacc-56d4ab868736 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:50.260846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b003a060-486d-40ff-930a-5769d150b943 None None] Port 321d4eee-5da3-45de-b725-2fa13000501e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:50.267450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.281047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Attempting to bind port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:50.281427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Attempting to bind port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:50.281789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Attempting to bind port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 on network da9006b2-ef9a-4e2e-9c7c-72b16337b40c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:50.289557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b003a060-486d-40ff-930a-5769d150b943 None None] Provisioning complete for port 5e49df6a-b387-4f10-b3ee-0f808f001007 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:50.289936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b003a060-486d-40ff-930a-5769d150b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.294814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:50.295222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Checking segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:50.295601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.296005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Bound using segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:50.296520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Bound port: 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:50.296910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.309645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting subnet 24ef1bf5-4a3e-41f3-b005-76d01f4c6068 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:50.314109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.352107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b003a060-486d-40ff-930a-5769d150b943 None None] Port 5e49df6a-b387-4f10-b3ee-0f808f001007 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:50.381755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.449325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] For port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:50.453734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] For port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:50.463983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Calling delete_port for 5e49df6a-b387-4f10-b3ee-0f808f001007 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:50.547787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 3ade87da-c18d-4f3c-9c95-d9c3f498a76f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:50.560132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.575118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.579974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.705718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.811756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.835493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacb60f-81e5-42c9-97a1-b351b2cda0e2 None None] Pushing event updated for resources: {'Port': ['ID=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:50.855296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:50.855863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.859477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Subnet': ['ID=24ef1bf5-4a3e-41f3-b005-76d01f4c6068,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:50.867734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.871007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cda2dcf3-1fb2-4d6e-86cd-1ddcc8e9549a tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/subnets/24ef1bf5-4a3e-41f3-b005-76d01f4c6068 HTTP/1.1" status: 204 len: 168 time: 0.8619063 Oct 16 13:40:50.874601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35822) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:50.887526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa114e2-701a-4143-b85b-9255f74e2561 None None] Network 09f8f7db-a425-4f92-b8bb-41e68b9ac58a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:50.888061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:50.950389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=d761390f-7a63-40e6-90d3-22c8dcc6136f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:50.961790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.026836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:51.039476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.041634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:51.061128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:51.061833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.078964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0af4f0-cd0f-43f9-ab49-52500bd99f51 None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:51.098197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.109961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event deleted for resources: {'Port': ['ID=5e49df6a-b387-4f10-b3ee-0f808f001007,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:51.156909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.157820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-68846826-8209-4f27-9f43-2d8fcf36aa14 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "DELETE /v2.0/ports/5e49df6a-b387-4f10-b3ee-0f808f001007 HTTP/1.1" status: 204 len: 168 time: 1.9782939 Oct 16 13:40:51.163485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35824) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:51.169183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Request body: {'port': {'name': 'tempest-new-port-name-73217310', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:51.169574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.api.validators [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] bootfile-name is not in valid_values {{(pid=101080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:40:51.169909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.api.validators [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] tftp-server is not in valid_values {{(pid=101080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:40:51.170234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.api.validators [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] server-ip-address is not in valid_values {{(pid=101080) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:40:51.274340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.288938 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-50984f87-5512-47a4-b700-c7a40c61c9a4 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7660372 Oct 16 13:40:51.296449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35826) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:51.309909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.319250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'security_group': {'name': 'tempest-secgroup-1318275598'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:51.360214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:51.371621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.419938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] DHCP port deletion for 09f8f7db-a425-4f92-b8bb-41e68b9ac58a request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:51.459011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.461830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.462753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7029329e-8453-4434-a68e-808e4b3e6ce4 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:51.469290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.644715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:51.680639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7029329e-8453-4434-a68e-808e4b3e6ce4 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:51.680639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.684305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'tenant_id': '4c18d825e73f464ea5ea532a6e8250fc', 'fixed_ips': [{'subnet_id': 'd761390f-7a63-40e6-90d3-22c8dcc6136f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:40:51.685141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.688863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] Deleting port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:51.689216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.753099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.757412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.794244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Deleting port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:51.794244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.844404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.864056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] For port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,segment=NetworkSegment(311bc43c-9bd9-4ad1-956c-2baf94edb1a7),segment_id=311bc43c-9bd9-4ad1-956c-2baf94edb1a7)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:51.864479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.891159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] Calling delete_port for 7f676f2f-0c6e-4651-a777-3ec3d78cf49b owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:51.942748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] In _notify_port_updated(), no bound segment for port 321d4eee-5da3-45de-b725-2fa13000501e on network 13391fe1-c7a6-411b-9666-d80b5479e5c8 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:40:51.952299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:51.953252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:51.954646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "PUT /v2.0/ports/321d4eee-5da3-45de-b725-2fa13000501e HTTP/1.1" status: 200 len: 1128 time: 0.7901680 Oct 16 13:40:51.959299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35828) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:51.992686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] For port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,segment=NetworkSegment(311bc43c-9bd9-4ad1-956c-2baf94edb1a7),segment_id=311bc43c-9bd9-4ad1-956c-2baf94edb1a7)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:51.993058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.062874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Calling delete_port for 7f676f2f-0c6e-4651-a777-3ec3d78cf49b owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:52.077519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.083045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2bcef-1fbc-4266-8eb9-27e6d5bf8a40 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event updated for resources: {'Port': ['ID=321d4eee-5da3-45de-b725-2fa13000501e,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:52.103504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Allocated IP 2001:db8::2 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/d761390f-7a63-40e6-90d3-22c8dcc6136f/2fb688f6-4316-4cc2-9a44-63c5913785e7) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:52.199128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.250855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308acec1-11b5-4d0f-aafc-e56726edb845,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:52.254272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66344f9e-2fc2-4355-a0df-cad3ae41587f tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:52.259357 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-66344f9e-2fc2-4355-a0df-cad3ae41587f tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "GET /v2.0/ports/321d4eee-5da3-45de-b725-2fa13000501e HTTP/1.1" status: 200 len: 1128 time: 0.2972946 Oct 16 13:40:52.268964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35830) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:52.301581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.308143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Router 583a11e2-22e1-4e0e-be97-ce70322cb345 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:52.325425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.402832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] No DVR routers for this DVR port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:52.417685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.425976 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6cbf5d1b-ce8b-435d-afe4-ca954ee19109 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1255095 Oct 16 13:40:52.429744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35832) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:52.437379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Port': ['ID=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:52.442206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.442334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] Pushing event deleted for resources: {'Port': ['ID=7f676f2f-0c6e-4651-a777-3ec3d78cf49b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:52.446519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc43875-6fdc-452d-aace-05ad88b057c3 None None] No DVR routers for this DVR port 7f676f2f-0c6e-4651-a777-3ec3d78cf49b on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:52.496626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e78fa309-aac7-438f-b2e7-b56e5ba3aef6 None None] Provisioning complete for port 321d4eee-5da3-45de-b725-2fa13000501e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:52.497207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e78fa309-aac7-438f-b2e7-b56e5ba3aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.499326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.505763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'security_group': {'name': 'tempest-secgroup-840867933'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:52.540095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.540795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.565960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f8f7db-a425-4f92-b8bb-41e68b9ac58a']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:52.568035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e78fa309-aac7-438f-b2e7-b56e5ba3aef6 None None] Port 321d4eee-5da3-45de-b725-2fa13000501e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:52.577821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311bc43c-9bd9-4ad1-956c-2baf94edb1a7') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:52.578150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311bc43c-9bd9-4ad1-956c-2baf94edb1a7') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:52.587922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 3ade87da-c18d-4f3c-9c95-d9c3f498a76f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:52.587922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00046c3-4ad6-42b4-ae5a-20dbb4745692 None None] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:52.592834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.593376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.608669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.614815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:52.615727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: self.session.flush() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:52.619272 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:52.652643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.678956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (da9006b2-ef9a-4e2e-9c7c-72b16337b40c/1d03c16f-5997-46d3-8dca-3e4e15558048/e2b06e1d-c249-4f58-993b-a873426e5732) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:52.755660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.756305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:52.764213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.765297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:52.769008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] 10.222.0.24 "DELETE /v2.0/networks/09f8f7db-a425-4f92-b8bb-41e68b9ac58a HTTP/1.1" status: 204 len: 168 time: 1.8924317 Oct 16 13:40:52.779359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:52.786380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786e5c0-96f3-473b-8ef6-f7abe3e8681c tempest-NetworksIpV6TestAttrs-184864773 tempest-NetworksIpV6TestAttrs-184864773-project] Pushing event deleted for resources: {'Network': ['ID=09f8f7db-a425-4f92-b8bb-41e68b9ac58a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:52.790217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Pushing event updated for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:52.798606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-21fc644c-f6b5-422c-8333-a0118c8aa9fc None None] Provisioning complete for port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:52.798975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21fc644c-f6b5-422c-8333-a0118c8aa9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.852308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:52.852693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.961095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Attempting to bind port 2fb688f6-4316-4cc2-9a44-63c5913785e7 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:52.961451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Attempting to bind port 2fb688f6-4316-4cc2-9a44-63c5913785e7 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'df93b404-1323-4f0d-9364-45a8ca67a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:52.961806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Attempting to bind port 2fb688f6-4316-4cc2-9a44-63c5913785e7 on network bbd3e568-4714-47a1-b49b-cfb7ad34e716 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:52.977622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:52.977996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Checking segment: {'id': 'df93b404-1323-4f0d-9364-45a8ca67a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:52.978389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:52.978789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Bound using segment: {'id': 'df93b404-1323-4f0d-9364-45a8ca67a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:52.979274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Bound port: 2fb688f6-4316-4cc2-9a44-63c5913785e7, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df93b404-1323-4f0d-9364-45a8ca67a13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:52.979648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.158658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21fc644c-f6b5-422c-8333-a0118c8aa9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.176904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:53.198424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.207861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:53.243933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2fb688f6-4316-4cc2-9a44-63c5913785e7,segment=NetworkSegment(df93b404-1323-4f0d-9364-45a8ca67a13c),segment_id=df93b404-1323-4f0d-9364-45a8ca67a13c)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:53.259520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-21fc644c-f6b5-422c-8333-a0118c8aa9fc None None] For port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:53.272998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:53.273372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.318334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:53.318897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.330859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35840) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:53.360777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] Sync routers for ids ['583a11e2-22e1-4e0e-be97-ce70322cb345'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:53.369524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21fc644c-f6b5-422c-8333-a0118c8aa9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.403827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] Routers {'583a11e2-22e1-4e0e-be97-ce70322cb345'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:53.404488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['583a11e2-22e1-4e0e-be97-ce70322cb345'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:53.462757 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Deleting port 321d4eee-5da3-45de-b725-2fa13000501e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:53.463314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.547177 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3977bd59-c537-4d87-a3a1-239d1dd0090a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3d67018a5b044baa13ed53129afe2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153232 Oct 16 13:40:53.549702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35844) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:53.570876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Allocated IP 2001:db8::35b (3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5/5ee2a884-943e-4657-9277-f2d702a8ac30/5345ecfb-4ac0-465b-9346-5f26100a7934) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:53.608890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.612834 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7825b269-a6d2-414a-ab20-ca1c61a426f5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1839144 Oct 16 13:40:53.613638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35846) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:53.620639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting port 901af675-e50e-4a8e-87a1-b4517a1feeee {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:53.621129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.624570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:53.639490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1160-fe92-4907-9436-6dc7b6bd147c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.658495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:53.688894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.704184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b819f1-81a7-489e-96c1-e4e67acbe0eb None None] Pushing event updated for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:53.746309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] Routers {'583a11e2-22e1-4e0e-be97-ce70322cb345'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:53.747148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['583a11e2-22e1-4e0e-be97-ce70322cb345'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:53.769759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1160-fe92-4907-9436-6dc7b6bd147c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.792296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:53.793143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d1162-8ec4-45c5-a7de-ddeb164e0702 None None] The sync data for ids ['583a11e2-22e1-4e0e-be97-ce70322cb345'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:53.796467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-85deeea3-bd92-45e1-b1d9-78ce0c56f5f2 None None] Provisioning complete for port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:53.797138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85deeea3-bd92-45e1-b1d9-78ce0c56f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.813066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.858126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.866880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7f676f2f-0c6e-4651-a777-3ec3d78cf49b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:53.893690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc644c-f6b5-422c-8333-a0118c8aa9fc None None] Pushing event updated for resources: {'Port': ['ID=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:53.896954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7f676f2f-0c6e-4651-a777-3ec3d78cf49b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:53.897273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7f676f2f-0c6e-4651-a777-3ec3d78cf49b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:53.905735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:53.943091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Calling delete_port for 321d4eee-5da3-45de-b725-2fa13000501e owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:53.986170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.078661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Calling delete_port for 901af675-e50e-4a8e-87a1-b4517a1feeee owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:54.080371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0529e508-df31-44f5-9cb9-d9d409dcf4b9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:54.085822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.089677 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-144d0eb0-6b15-44ad-897d-d926811c4ed2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6542249 Oct 16 13:40:54.094830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35848) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:54.101067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2137770545', 'security_groups': ['0529e508-df31-44f5-9cb9-d9d409dcf4b9'], 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd761390f-7a63-40e6-90d3-22c8dcc6136f'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:54.105776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1160-fe92-4907-9436-6dc7b6bd147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.108917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1160-fe92-4907-9436-6dc7b6bd147c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.109690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4d4b1160-fe92-4907-9436-6dc7b6bd147c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4ebdfcb-f754-4e2c-bbe9-54a23a29c75c HTTP/1.1" status: 204 len: 168 time: 0.5587075 Oct 16 13:40:54.122130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.159036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b1160-fe92-4907-9436-6dc7b6bd147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ebdfcb-f754-4e2c-bbe9-54a23a29c75c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:54.175027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.264497 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:54.280584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:54.292074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:54.410515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e2b06e1d-c249-4f58-993b-a873426e5732,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:54.418799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.467951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.480373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.480866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.484411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:54.556548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:54.614270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:54.616301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:54.634707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:54.708940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:54.709418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.805838 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-535702cd-239a-48d7-b812-c1cb20e83a66 None None] Provisioning complete for port e2b06e1d-c249-4f58-993b-a873426e5732 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:54.806543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-535702cd-239a-48d7-b812-c1cb20e83a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.810369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.818780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.836505 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Port': ['ID=5345ecfb-4ac0-465b-9346-5f26100a7934,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:54.895114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-535702cd-239a-48d7-b812-c1cb20e83a66 None None] Port e2b06e1d-c249-4f58-993b-a873426e5732 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:54.909374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event deleted for resources: {'Port': ['ID=321d4eee-5da3-45de-b725-2fa13000501e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:54.925371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.939104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.946499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:54.951615 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cf66637e-83f1-40f1-bd27-e23920a7943d tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "DELETE /v2.0/ports/321d4eee-5da3-45de-b725-2fa13000501e HTTP/1.1" status: 204 len: 168 time: 2.6725099 Oct 16 13:40:54.951885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35860) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:54.965583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:54.973958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2fb688f6-4316-4cc2-9a44-63c5913785e7,segment=NetworkSegment(df93b404-1323-4f0d-9364-45a8ca67a13c),segment_id=df93b404-1323-4f0d-9364-45a8ca67a13c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:55.010122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.024929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-18f92d24-0546-41aa-a60d-28f057514bae None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:55.025307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18f92d24-0546-41aa-a60d-28f057514bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.089274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Port': ['ID=901af675-e50e-4a8e-87a1-b4517a1feeee,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:55.092754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.097593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:55.121565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.150434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port 94164c3e-eff8-4c3c-a44c-33247a66d372 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:40:55.155425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Deleting subnet 502290f7-53c1-4212-8ec3-3f268311a70f {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:40:55.161640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.271018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Deleting port 37e502d4-d837-4aa1-b6a0-fbc6a4ba3d69 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:55.271455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.276590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:55.312048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.312445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.312845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.313191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.313536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.313873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.314445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.314616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.315010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.315363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.315676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.316006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:55.353353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:55.353850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.368824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.382557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Calling delete_port for 37e502d4-d837-4aa1-b6a0-fbc6a4ba3d69 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:55.394595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817f2f8b-a8f0-471d-b253-de6d2063c2cb None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 13:40:55.435819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.478418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-18f92d24-0546-41aa-a60d-28f057514bae None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:55.480435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18f92d24-0546-41aa-a60d-28f057514bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.533288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.602022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::65 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/d761390f-7a63-40e6-90d3-22c8dcc6136f/94164c3e-eff8-4c3c-a44c-33247a66d372) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:40:55.634379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-18f92d24-0546-41aa-a60d-28f057514bae None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:55.648215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.673069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f2f8b-a8f0-471d-b253-de6d2063c2cb None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 13:40:55.684155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.727218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35872) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:55.800950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:55.857168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Pushing event deleted for resources: {'Port': ['ID=37e502d4-d837-4aa1-b6a0-fbc6a4ba3d69,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:55.871849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e871268f-a31f-4f83-a9df-40d8368b97d6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:55.873527 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-e871268f-a31f-4f83-a9df-40d8368b97d6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 16 13:40:55.874467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-e871268f-a31f-4f83-a9df-40d8368b97d6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): There was a conflict when trying to complete your request. Oct 16 13:40:55.875905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e871268f-a31f-4f83-a9df-40d8368b97d6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1474628 Oct 16 13:40:55.885527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35876) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:55.893492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056135029'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:56.042689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.094486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.120211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.121976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.305919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.350667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:40:56.395329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.405474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.416580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:56.417256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.482510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.516229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Router 1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:40:56.522135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.528245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Router 583a11e2-22e1-4e0e-be97-ce70322cb345 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:40:56.580513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.586402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.591208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:56.608064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:56.611053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:40:56.617037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:56.617651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.676888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=94164c3e-eff8-4c3c-a44c-33247a66d372,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:56.723557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.751923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc3d46b-ce1e-4419-a120-7d54e616d034,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:56.761626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:56.770670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.772584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-12800c0a-d94b-4fe5-9d3c-6e73de59dc98 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "PUT /v2.0/routers/583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 200 len: 705 time: 3.1580596 Oct 16 13:40:56.772910 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] Sync routers for ids ['583a11e2-22e1-4e0e-be97-ce70322cb345'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:56.777521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35878) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:56.786678 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] Routers {'583a11e2-22e1-4e0e-be97-ce70322cb345'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:56.787001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:56.789924 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['583a11e2-22e1-4e0e-be97-ce70322cb345'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.798219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] Sync routers for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:56.813468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:56.815402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.834590 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-531d9de8-6241-4e1c-a7b0-c06b966ba53b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1524034 Oct 16 13:40:56.837054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35880) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:56.847887 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-26e9dcf6-dc80-4c55-b866-5658929ea217 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7519605 Oct 16 13:40:56.853820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35882) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:56.858160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event deleted for resources: {'Subnet': ['ID=502290f7-53c1-4212-8ec3-3f268311a70f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:56.865556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.871317 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c3907ccf-6c05-431d-bcf2-89a338bae3f3 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "DELETE /v2.0/subnets/502290f7-53c1-4212-8ec3-3f268311a70f HTTP/1.1" status: 204 len: 168 time: 1.9161329 Oct 16 13:40:56.877951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35884) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:56.902964 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.909953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:56.910446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.913187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:56.915042 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] Routers {'583a11e2-22e1-4e0e-be97-ce70322cb345'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:56.916030 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['583a11e2-22e1-4e0e-be97-ce70322cb345'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.916730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ce74c-eaea-4b98-b985-282e41ae6a36 None None] Network 13391fe1-c7a6-411b-9666-d80b5479e5c8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:40:56.920014 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-c65fbe39-2906-458e-8470-50e6053d494c tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] delete failed (client error): The resource could not be found. Oct 16 13:40:56.921100 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c65fbe39-2906-458e-8470-50e6053d494c tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1325433909 HTTP/1.1" status: 404 len: 335 time: 0.0829723 Oct 16 13:40:56.934445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35886) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:56.950905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a036cae1-0852-4d6f-8a03-e15e4b2760c1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:56.954563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:56.955321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.967256 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:56.967960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d56ffb87-e8e3-4662-abb6-13603c29564b tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/routers/583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 200 len: 740 time: 0.1890464 Oct 16 13:40:56.968775 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff7e09-e2ee-4384-bea3-3ba10bba7f01 None None] The sync data for ids ['583a11e2-22e1-4e0e-be97-ce70322cb345'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:56.971964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35888) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.033278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.039911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fc7a7508-f534-4ac3-9192-1f1927d702d8 tempest-RoutersAdminTest-1737690127 tempest-RoutersAdminTest-1737690127-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 200 len: 205 time: 0.0641093 Oct 16 13:40:57.040096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:57.040096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cf200-3a4d-4c30-84dd-3eb58a4fbd48 None None] The sync data for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:40:57.047627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35890) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.072025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6b9c29ae-b25e-45b9-9c84-c463107ad21d None None] Provisioning complete for port 94164c3e-eff8-4c3c-a44c-33247a66d372 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:57.072025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b9c29ae-b25e-45b9-9c84-c463107ad21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.110553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2970ef-7851-4900-b0b0-70e254f6687a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:57.125558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.125945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.126247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.126590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.126924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.127292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.127711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.128045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.128462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.128798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.131840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.131840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:57.137033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c29ae-b25e-45b9-9c84-c463107ad21d None None] Port 94164c3e-eff8-4c3c-a44c-33247a66d372 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:57.154732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.157455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d64b5207-61f9-4d5c-9039-15bcdafa7f68 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2692831 Oct 16 13:40:57.160501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35892) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.167263 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c3e65997-9ace-4b9e-bc14-cbadfac1c257 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 200 len: 205 time: 0.1169930 Oct 16 13:40:57.167495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '0a2970ef-7851-4900-b0b0-70e254f6687a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:57.171884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35894) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.209108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.235334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] DHCP port deletion for 13391fe1-c7a6-411b-9666-d80b5479e5c8 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:40:57.263233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.272439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.293155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] Deleting port 7029329e-8453-4434-a68e-808e4b3e6ce4 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:57.293764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.317614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:57.321666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.361404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] For port 7029329e-8453-4434-a68e-808e4b3e6ce4, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7029329e-8453-4434-a68e-808e4b3e6ce4,segment=NetworkSegment(cf2afaa3-53f7-4f45-b8e5-3f59343a1c58),segment_id=cf2afaa3-53f7-4f45-b8e5-3f59343a1c58)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:57.362075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.376434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] Calling delete_port for 7029329e-8453-4434-a68e-808e4b3e6ce4 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:57.385001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.470216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a036cae1-0852-4d6f-8a03-e15e4b2760c1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.484601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Router a60df81b-7331-41e2-91e0-c0335e8c3d3f is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:40:57.520225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.523811 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.525492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e2b06e1d-c249-4f58-993b-a873426e5732,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:57.534774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.564709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] Pushing event deleted for resources: {'Port': ['ID=7029329e-8453-4434-a68e-808e4b3e6ce4,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:57.568566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1f7d3-a072-4b5f-add7-db6b50eeeb67 None None] No DVR routers for this DVR port 7029329e-8453-4434-a68e-808e4b3e6ce4 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:57.581910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.588832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.604510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.ipam_backend_mixin [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d761390f-7a63-40e6-90d3-22c8dcc6136f (CIDR: 2001:db8::/64) Oct 16 13:40:57.608311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Deleting port 7029329e-8453-4434-a68e-808e4b3e6ce4 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:40:57.608648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.610411 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-a036cae1-0852-4d6f-8a03-e15e4b2760c1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] update failed (client error): The resource could not be found. Oct 16 13:40:57.611464 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a036cae1-0852-4d6f-8a03-e15e4b2760c1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 HTTP/1.1" status: 404 len: 339 time: 0.6733096 Oct 16 13:40:57.618565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35896) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.658071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1799661434'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:57.666698 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:40:57.667163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:57.724392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.750822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.751403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Fanout notify agent at l3_agent the message router_deleted on router 583a11e2-22e1-4e0e-be97-ce70322cb345 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:40:57.759827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.760846 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d23dba3-ac5e-440d-ad4f-e9375292f7b5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 204 len: 168 time: 0.5857611 Oct 16 13:40:57.764769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35898) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.780346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:57.782827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] For port 7029329e-8453-4434-a68e-808e4b3e6ce4, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:40:57.782963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.783079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.784001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.817214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e465467e-eabb-4c00-9c78-84db26b5d51d tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 200 len: 205 time: 0.0488000 Oct 16 13:40:57.817398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Calling delete_port for 7029329e-8453-4434-a68e-808e4b3e6ce4 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:40:57.820466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:57.823255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35900) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.826667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:40:57.828689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Port 7029329e-8453-4434-a68e-808e4b3e6ce4 was not found and therefore no delete operation was performed {{(pid=101081) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:40:57.831417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:57.831579 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Sync routers for ids ['a60df81b-7331-41e2-91e0-c0335e8c3d3f'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:57.833472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:40:57.844971 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Routers {'a60df81b-7331-41e2-91e0-c0335e8c3d3f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:57.845957 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a60df81b-7331-41e2-91e0-c0335e8c3d3f'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:57.882463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event deleted for resources: {'Port': ['ID=7029329e-8453-4434-a68e-808e4b3e6ce4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:57.888672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] No DVR routers for this DVR port 7029329e-8453-4434-a68e-808e4b3e6ce4 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:40:57.912591 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-f0bea364-a77d-49e3-971f-8d7760d348df tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] delete failed (client error): The resource could not be found. Oct 16 13:40:57.941778 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f0bea364-a77d-49e3-971f-8d7760d348df tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/583a11e2-22e1-4e0e-be97-ce70322cb345 HTTP/1.1" status: 404 len: 336 time: 0.1137121 Oct 16 13:40:57.942809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cb940f-75e0-4d4c-b9ac-493d453fd42f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:57.958051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cdd4599c-338f-4ac6-838f-4f5d12b01a7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0616074 Oct 16 13:40:57.959812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35902) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:57.960848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35904) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.000074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:58.003545 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Set router a60df81b-7331-41e2-91e0-c0335e8c3d3f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:58.012806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4ea2d444-47d9-4d14-9683-f9a45daa5a2f tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1341fcc-f8c4-4624-b306-ce796dda26e2 HTTP/1.1" status: 200 len: 205 time: 0.0482161 Oct 16 13:40:58.016734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.020864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7275010b-d2fd-4a4b-9504-455f0bc7db6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8564723 Oct 16 13:40:58.021046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35906) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.021910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35908) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.041010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-bfb1af65-3e28-4411-be80-f8b029f206a9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '0a2970ef-7851-4900-b0b0-70e254f6687a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:58.143448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:40:58.197464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-33ef3cc7-9a96-4366-baa5-a2e12d0b23a1 None None] Provisioning complete for port e2b06e1d-c249-4f58-993b-a873426e5732 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:40:58.198546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-33ef3cc7-9a96-4366-baa5-a2e12d0b23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.201388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-0a93efa3-d31e-4965-98bb-bfea30d62ce8 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] delete failed (client error): The resource could not be found. Oct 16 13:40:58.208741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0a93efa3-d31e-4965-98bb-bfea30d62ce8 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/d1341fcc-f8c4-4624-b306-ce796dda26e2 HTTP/1.1" status: 404 len: 336 time: 0.1787233 Oct 16 13:40:58.208741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35910) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.243623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.244037 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Added segment b8017e70-c592-48f7-a86c-aabce37c466d of type vlan for network d1b92859-3014-4603-9f6c-45f477aa3a7c Oct 16 13:40:58.273437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4174372c-5969-47f6-bd28-e3f3ad4961d5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dcbd878-10df-4c50-bf9f-31d74953e9bb HTTP/1.1" status: 200 len: 205 time: 0.0594628 Oct 16 13:40:58.274048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35912) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.289261 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60df81b-7331-41e2-91e0-c0335e8c3d3f', 'name': '', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'external_fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': '5345ecfb-4ac0-465b-9346-5f26100a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:49Z', 'updated_at': '2021-10-16T13:40:54Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': '5345ecfb-4ac0-465b-9346-5f26100a7934', 'name': '', 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60df81b-7331-41e2-91e0-c0335e8c3d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:52Z', 'updated_at': '2021-10-16T13:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:58.298469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-33ef3cc7-9a96-4366-baa5-a2e12d0b23a1 None None] Port e2b06e1d-c249-4f58-993b-a873426e5732 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:40:58.328654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.329924 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-580e4ec5-2718-4fb4-bdc6-68614c7b2fe1 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.8312595 Oct 16 13:40:58.334907 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Checking router: a60df81b-7331-41e2-91e0-c0335e8c3d3f for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:40:58.335728 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Updating router a60df81b-7331-41e2-91e0-c0335e8c3d3f port 5345ecfb-4ac0-465b-9346-5f26100a7934 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:40:58.353723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35914) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.353947 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-bc642732-efd4-4557-b71c-17fe21eeb5c3 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] delete failed (client error): The resource could not be found. Oct 16 13:40:58.357981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bc642732-efd4-4557-b71c-17fe21eeb5c3 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/0dcbd878-10df-4c50-bf9f-31d74953e9bb HTTP/1.1" status: 404 len: 336 time: 0.0803444 Oct 16 13:40:58.358141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35916) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.380857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7029329e-8453-4434-a68e-808e4b3e6ce4 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:40:58.404870 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.410358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7029329e-8453-4434-a68e-808e4b3e6ce4 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:40:58.410705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7029329e-8453-4434-a68e-808e4b3e6ce4 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:40:58.440150 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-410fed79-a209-4f2a-80dd-74f4c49a3448 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=66061a5b-6379-4ce6-a4d7-34b26f9e8dca HTTP/1.1" status: 200 len: 205 time: 0.0787392 Oct 16 13:40:58.442186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35918) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.497708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.550013 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-16d4bd26-a698-4111-b468-b0a3a8d218e5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] delete failed (client error): The resource could not be found. Oct 16 13:40:58.551093 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-16d4bd26-a698-4111-b468-b0a3a8d218e5 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/66061a5b-6379-4ce6-a4d7-34b26f9e8dca HTTP/1.1" status: 404 len: 336 time: 0.1037495 Oct 16 13:40:58.555079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35920) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.650122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13391fe1-c7a6-411b-9666-d80b5479e5c8']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:58.654929 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cf785214-9647-440a-afc8-5bad9927b6dd tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a9439ac-8933-4a63-aaab-0f6431adbf55 HTTP/1.1" status: 200 len: 205 time: 0.0987282 Oct 16 13:40:58.665703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35922) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.679918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:58.680212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2afaa3-53f7-4f45-b8e5-3f59343a1c58') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:58.737366 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-01df1a13-2708-44f4-aab2-40f9e20ebba1 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] delete failed (client error): The resource could not be found. Oct 16 13:40:58.738492 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-01df1a13-2708-44f4-aab2-40f9e20ebba1 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/8a9439ac-8933-4a63-aaab-0f6431adbf55 HTTP/1.1" status: 404 len: 336 time: 0.0697038 Oct 16 13:40:58.743831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.745477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35924) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.753697 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.767887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:40:58.784175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.786395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bfb1af65-3e28-4411-be80-f8b029f206a9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.787049 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-38176d18-ece4-4e4c-b3f1-fd39b8695803 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "GET /v2.0/ports?device_id=8baf40bb-121a-4d21-b2f3-2c63d4e0a138 HTTP/1.1" status: 200 len: 205 time: 0.0403957 Oct 16 13:40:58.790119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.792539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35926) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.838139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:40:58.841965 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:40:58.857562 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-5057b7c5-8f2b-43ef-b657-38280349710a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] delete failed (client error): The resource could not be found. Oct 16 13:40:58.858752 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5057b7c5-8f2b-43ef-b657-38280349710a tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/routers/8baf40bb-121a-4d21-b2f3-2c63d4e0a138 HTTP/1.1" status: 404 len: 336 time: 0.0650949 Oct 16 13:40:58.862074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35928) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:58.881431 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.915340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:58.918570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.941351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.945286 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Attempting to bind port 5345ecfb-4ac0-465b-9346-5f26100a7934 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:40:58.945659 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Attempting to bind port 5345ecfb-4ac0-465b-9346-5f26100a7934 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:40:58.946018 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Attempting to bind port 5345ecfb-4ac0-465b-9346-5f26100a7934 on network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:40:58.947513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:58.948084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.956256 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Pushing event updated for resources: {'Port': ['ID=5345ecfb-4ac0-465b-9346-5f26100a7934,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:58.958484 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:40:58.959511 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Checking segment: {'id': 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:40:58.960350 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.960350 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Bound using segment: {'id': 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:40:58.961354 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Bound port: 5345ecfb-4ac0-465b-9346-5f26100a7934, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:40:58.961354 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.966590 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-69acb63d-8deb-4dbc-b517-915269ff8501 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] DELETE failed (client error): The resource could not be found. Oct 16 13:40:58.967045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69acb63d-8deb-4dbc-b517-915269ff8501 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:40:58.972853 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-69acb63d-8deb-4dbc-b517-915269ff8501 tempest-RoutersAdminTest-1663758086 tempest-RoutersAdminTest-1663758086-project] 10.222.0.24 "DELETE /v2.0/subnets/9578d4bb-161f-40ae-a57f-554e995840b2 HTTP/1.1" status: 404 len: 337 time: 0.1069210 Oct 16 13:40:58.981503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:58.993314 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.993763 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.994108 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.994443 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.994769 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.995108 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.995432 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.995769 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.996117 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.996463 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.996787 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:58.997099 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:40:59.054180 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] For port 5345ecfb-4ac0-465b-9346-5f26100a7934, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:40:59.060711 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] For port 5345ecfb-4ac0-465b-9346-5f26100a7934, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5345ecfb-4ac0-465b-9346-5f26100a7934,segment=NetworkSegment(ee9948b4-c389-42c5-8e0b-d9d283bc09ee),segment_id=ee9948b4-c389-42c5-8e0b-d9d283bc09ee)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:40:59.067957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-bfb1af65-3e28-4411-be80-f8b029f206a9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): There was a conflict when trying to complete your request. Oct 16 13:40:59.069700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bfb1af65-3e28-4411-be80-f8b029f206a9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0337818 Oct 16 13:40:59.073373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35932) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.094807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.097016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:40:59.110276 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b19668fd-0a5d-42a6-a747-d6c2437d783a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/246981d2-6484-4f10-ad05-71ddc1a39859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4273911 Oct 16 13:40:59.117242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4983134 Oct 16 13:40:59.117815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.121008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35934) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.121225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35936) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.121345 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] 10.222.0.24 "DELETE /v2.0/networks/13391fe1-c7a6-411b-9666-d80b5479e5c8 HTTP/1.1" status: 204 len: 168 time: 2.2424083 Oct 16 13:40:59.125858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:40:59.127131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'subnet': {'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:59.137065 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:59.139574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:59.145306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f3f3c-747e-42ef-8733-bbdd65c259b4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Network': ['ID=d1b92859-3014-4603-9f6c-45f477aa3a7c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:59.153433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c96e5-dc1f-4eae-b53f-e32295582330 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322 tempest-ExtraDHCPOptionsIpV6TestJSON-114536322-project] Pushing event deleted for resources: {'Network': ['ID=13391fe1-c7a6-411b-9666-d80b5479e5c8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:59.164996 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.212007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d93b6fcf-2c57-4e71-aad4-8979b3683135 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.231176 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Routers {'a60df81b-7331-41e2-91e0-c0335e8c3d3f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:40:59.232090 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a60df81b-7331-41e2-91e0-c0335e8c3d3f'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:59.241754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d93b6fcf-2c57-4e71-aad4-8979b3683135 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.301873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:59.306524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network d1b92859-3014-4603-9f6c-45f477aa3a7c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:40:59.353861 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf24850-ed54-4ea2-803b-3ddcd9c4e19f None None] Pushing event updated for resources: {'Port': ['ID=5345ecfb-4ac0-465b-9346-5f26100a7934,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:59.405519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d93b6fcf-2c57-4e71-aad4-8979b3683135 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.410824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d93b6fcf-2c57-4e71-aad4-8979b3683135 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.417464 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d93b6fcf-2c57-4e71-aad4-8979b3683135 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a2970ef-7851-4900-b0b0-70e254f6687a HTTP/1.1" status: 204 len: 168 time: 0.3424139 Oct 16 13:40:59.420100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35942) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.470136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b6fcf-2c57-4e71-aad4-8979b3683135 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2970ef-7851-4900-b0b0-70e254f6687a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:40:59.497050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.500876 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] Set router a60df81b-7331-41e2-91e0-c0335e8c3d3f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:40:59.561756 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f24aaf22-ff8a-45a0-b862-71c2f270bc23 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1226871 Oct 16 13:40:59.574210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35944) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.580943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--591801847'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:40:59.633879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.634473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.634942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.635399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.635914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.636549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.636869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.637333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.638293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.638768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.639410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.639869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.645145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-097eb9c4-294a-4674-aff8-76b011730cb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8436 time: 0.5203035 Oct 16 13:40:59.645526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35950) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.649628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Made reservation on behalf of 499faee2653e41ab904942efc91f6a4d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:40:59.654852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.710362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.738268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.749042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35954) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.838362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:40:59.838961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.839701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.840158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.840634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.841289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.841680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.842337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.842621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.843066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.843577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.844016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:40:59.849599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-430a3ba6-79db-4f20-b5dc-62f380119d10 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7064 time: 0.1984818 Oct 16 13:40:59.850939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35960) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:40:59.929071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:55Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:40:56Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:40:59.968152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:40:59.968856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Updating router 246981d2-6484-4f10-ad05-71ddc1a39859 port e2b06e1d-c249-4f58-993b-a873426e5732 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:40:59.980966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.008998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.072431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9dccd6-9801-4b38-8980-c3cd5e895f0c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:00.081539 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7404c77b-feaa-410b-b8be-a259275a6d7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18460ef44d8a49a3845d8a964b4ebdfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285286 Oct 16 13:41:00.087761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35962) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.108016 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60df81b-7331-41e2-91e0-c0335e8c3d3f', 'name': '', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'external_fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': '5345ecfb-4ac0-465b-9346-5f26100a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:49Z', 'updated_at': '2021-10-16T13:40:54Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': '5345ecfb-4ac0-465b-9346-5f26100a7934', 'name': '', 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60df81b-7331-41e2-91e0-c0335e8c3d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:52Z', 'updated_at': '2021-10-16T13:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:00.142334 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336415c-f988-40d8-8b9d-f50a0c92751f None None] The sync data for ids ['a60df81b-7331-41e2-91e0-c0335e8c3d3f'] in dv-neutron-743142-24-hyperv is: [{'id': 'a60df81b-7331-41e2-91e0-c0335e8c3d3f', 'name': '', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'external_fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b'}], 'enable_snat': True}, 'gw_port_id': '5345ecfb-4ac0-465b-9346-5f26100a7934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:49Z', 'updated_at': '2021-10-16T13:40:54Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': '5345ecfb-4ac0-465b-9346-5f26100a7934', 'name': '', 'network_id': '3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60df81b-7331-41e2-91e0-c0335e8c3d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'ip_address': '2001:db8::35b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:52Z', 'updated_at': '2021-10-16T13:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ee2a884-943e-4657-9277-f2d702a8ac30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:00.150113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.151408 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c245dc7c-4764-4dc0-a17f-584497e97922 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5789471 Oct 16 13:41:00.164060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35964) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.173156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-50160db9-fc41-4f41-9406-fdcf139777d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.188930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0110036d-7fdc-444b-96b1-93f8fbf93611 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '9b9dccd6-9801-4b38-8980-c3cd5e895f0c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:00.189777 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-0110036d-7fdc-444b-96b1-93f8fbf93611 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 16 13:41:00.190438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-0110036d-7fdc-444b-96b1-93f8fbf93611 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:00.191653 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0110036d-7fdc-444b-96b1-93f8fbf93611 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0252843 Oct 16 13:41:00.196226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35966) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.197396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.217499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Deleting port 5345ecfb-4ac0-465b-9346-5f26100a7934 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:00.217499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.371708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90492bdd-6af6-4160-8406-fb6e6c334889 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.379064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.389805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Subnet': ['ID=10971248-55a4-41e3-b48d-572aeffd8a52,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:00.393809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] For port 5345ecfb-4ac0-465b-9346-5f26100a7934, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5345ecfb-4ac0-465b-9346-5f26100a7934,segment=NetworkSegment(ee9948b4-c389-42c5-8e0b-d9d283bc09ee),segment_id=ee9948b4-c389-42c5-8e0b-d9d283bc09ee)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:00.394265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.408849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.428005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-50160db9-fc41-4f41-9406-fdcf139777d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.431134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-066ecfa8-d6c7-472d-9a75-7b9cb4fda79b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.473611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90492bdd-6af6-4160-8406-fb6e6c334889 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.481589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Calling delete_port for 5345ecfb-4ac0-465b-9346-5f26100a7934 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:00.485909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.500205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-066ecfa8-d6c7-472d-9a75-7b9cb4fda79b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.512267 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e89a38ef-8633-4e26-b51e-4954ce118ae0 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4082 time: 0.6565437 Oct 16 13:41:00.538560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:00.544533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-50160db9-fc41-4f41-9406-fdcf139777d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.556838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:00.578365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49b384-4e41-40ac-93d0-9b9ed1643f3f None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:00.605068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Checking segment: {'id': 'b8017e70-c592-48f7-a86c-aabce37c466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:00.605432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network hostable DHCP agents. Network: d1b92859-3014-4603-9f6c-45f477aa3a7c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:41:00.611704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:00.611704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.651027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07835790-ccdd-49c8-acf0-820efd1460cd None None] Pushing event updated for resources: {'Port': ['ID=e2b06e1d-c249-4f58-993b-a873426e5732,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:00.656427 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-50160db9-fc41-4f41-9406-fdcf139777d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38f164728b16485dbb63a23c4a56ab05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171100 Oct 16 13:41:00.657305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50160db9-fc41-4f41-9406-fdcf139777d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9af4d05-05ed-4994-8c40-4b70a43364f6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:00.659585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35972) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.681498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:00.733310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90492bdd-6af6-4160-8406-fb6e6c334889 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.740122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90492bdd-6af6-4160-8406-fb6e6c334889 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.743912 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-90492bdd-6af6-4160-8406-fb6e6c334889 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b9dccd6-9801-4b38-8980-c3cd5e895f0c HTTP/1.1" status: 204 len: 168 time: 0.5366588 Oct 16 13:41:00.770457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35974) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.793560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492bdd-6af6-4160-8406-fb6e6c334889 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9dccd6-9801-4b38-8980-c3cd5e895f0c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:00.862962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Attempting to bind port e2b06e1d-c249-4f58-993b-a873426e5732 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:00.863384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Attempting to bind port e2b06e1d-c249-4f58-993b-a873426e5732 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:00.864091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Attempting to bind port e2b06e1d-c249-4f58-993b-a873426e5732 on network da9006b2-ef9a-4e2e-9c7c-72b16337b40c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:00.880718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:00.881081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Checking segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:00.881617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.882072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Bound using segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:00.882742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Bound port: e2b06e1d-c249-4f58-993b-a873426e5732, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:00.883063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.889696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35976) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.897934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125637759', 'description': 'tempest-secgroup-smoke-2125637759 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:00.914863 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a497a81b-2b5a-4710-887f-b394974d6b19 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1391151 Oct 16 13:41:00.915565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35978) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.917728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-576a3ac2-9857-4c3c-8d6c-483783735d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:00.922111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687844760'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:00.939087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network d1b92859-3014-4603-9f6c-45f477aa3a7c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:41:00.947369 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-415a0b82-ef7c-40c3-89c2-c4eafa845c0b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9515333 Oct 16 13:41:00.948406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 35980) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:00.959728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598170441', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0908307-9c7e-47bf-8e2b-c0fa8b86ec2b'}], 'security_groups': ['308acec1-11b5-4d0f-aafc-e56726edb845']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:01.001510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-576a3ac2-9857-4c3c-8d6c-483783735d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.011619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] For port e2b06e1d-c249-4f58-993b-a873426e5732, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:01.015338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.033976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-53cb6c89-5381-4e34-974f-2f9ad6776744 None None] Provisioning complete for port e2b06e1d-c249-4f58-993b-a873426e5732 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:01.034350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-53cb6c89-5381-4e34-974f-2f9ad6776744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.037597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] For port e2b06e1d-c249-4f58-993b-a873426e5732, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e2b06e1d-c249-4f58-993b-a873426e5732,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:01.052735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event deleted for resources: {'Port': ['ID=5345ecfb-4ac0-465b-9346-5f26100a7934,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:01.061036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, d1b92859-3014-4603-9f6c-45f477aa3a7c) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:01.062765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-066ecfa8-d6c7-472d-9a75-7b9cb4fda79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.065444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-066ecfa8-d6c7-472d-9a75-7b9cb4fda79b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.066753 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-066ecfa8-d6c7-472d-9a75-7b9cb4fda79b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6009f321-e0b7-433a-bb35-4383c49e330f HTTP/1.1" status: 204 len: 168 time: 0.9778984 Oct 16 13:41:01.067638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.087386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db83829-ca66-4dba-9e55-8f88014081b8 None None] Network d1b92859-3014-4603-9f6c-45f477aa3a7c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:01.093237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:01.093814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.113761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.129531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ecfa8-d6c7-472d-9a75-7b9cb4fda79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009f321-e0b7-433a-bb35-4383c49e330f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:01.228609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.250862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.264427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.273614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.276069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.343006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-53cb6c89-5381-4e34-974f-2f9ad6776744 None None] Port e2b06e1d-c249-4f58-993b-a873426e5732 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:01.370854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-576a3ac2-9857-4c3c-8d6c-483783735d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.373858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-576a3ac2-9857-4c3c-8d6c-483783735d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.376692 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-576a3ac2-9857-4c3c-8d6c-483783735d58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9af4d05-05ed-4994-8c40-4b70a43364f6 HTTP/1.1" status: 204 len: 168 time: 0.7161312 Oct 16 13:41:01.405988 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-53571322-569d-41b3-98f1-5f27e75d6391 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2818778 Oct 16 13:41:01.409765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35986) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:01.416916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ebdd0cab-dda6-4141-bd3d-0a28e7d4539e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:01.426291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.440753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:01.441563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:01.448678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a3ac2-9857-4c3c-8d6c-483783735d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9af4d05-05ed-4994-8c40-4b70a43364f6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:01.561917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.564785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.565311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.565458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a60df81b-7331-41e2-91e0-c0335e8c3d3f {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:01.607109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07835790-ccdd-49c8-acf0-820efd1460cd None None] Pushing event updated for resources: {'Port': ['ID=e2b06e1d-c249-4f58-993b-a873426e5732,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:01.616239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.621235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c10e3797-797f-4baf-9074-43d30de33194 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a60df81b-7331-41e2-91e0-c0335e8c3d3f HTTP/1.1" status: 204 len: 168 time: 3.2615380 Oct 16 13:41:01.623720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 35992) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:01.785571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-d1b92859-3014-4603-9f6c-45f477aa3a7c', 'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c', 'tenant_id': '499faee2653e41ab904942efc91f6a4d', 'fixed_ips': [{'subnet_id': '10971248-55a4-41e3-b48d-572aeffd8a52'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:41:01.786508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.795716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42054fb1-38ee-4465-a53b-f0dc0b2b7435,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:01.826633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] Update dhcp port {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'fixed_ips': [{'subnet_id': 'd761390f-7a63-40e6-90d3-22c8dcc6136f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0908307-9c7e-47bf-8e2b-c0fa8b86ec2b'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '2fb688f6-4316-4cc2-9a44-63c5913785e7'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:41:01.859384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:01.869357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-26b82a89-86ea-4dab-9eed-967953aaf137 None None] Provisioning complete for port e2b06e1d-c249-4f58-993b-a873426e5732 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:01.869827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26b82a89-86ea-4dab-9eed-967953aaf137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.935085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:01.936397 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e3cee2b0-8dcf-44a3-81d8-dde0bdc27a09 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0196207 Oct 16 13:41:01.944393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36000) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:01.947359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-54b5a09c-4ed5-4347-822d-337ec84a9c27 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '42054fb1-38ee-4465-a53b-f0dc0b2b7435', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:01.947926 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-54b5a09c-4ed5-4347-822d-337ec84a9c27 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 16 13:41:01.949489 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-54b5a09c-4ed5-4347-822d-337ec84a9c27 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:01.950515 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-54b5a09c-4ed5-4347-822d-337ec84a9c27 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081592 Oct 16 13:41:01.954035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36002) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.017125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.085976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90cda0f2-ee1c-465d-bab9-0a638a6e02f6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.113656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90cda0f2-ee1c-465d-bab9-0a638a6e02f6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.215831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Delete allocated IP 2001:db8::65 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/d761390f-7a63-40e6-90d3-22c8dcc6136f) {{(pid=101081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 16 13:41:02.218478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.227986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8:0:1::18e (bbd3e568-4714-47a1-b49b-cfb7ad34e716/d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b/94164c3e-eff8-4c3c-a44c-33247a66d372) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:02.260818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90cda0f2-ee1c-465d-bab9-0a638a6e02f6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.263321 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90cda0f2-ee1c-465d-bab9-0a638a6e02f6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.264486 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-90cda0f2-ee1c-465d-bab9-0a638a6e02f6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/42054fb1-38ee-4465-a53b-f0dc0b2b7435 HTTP/1.1" status: 204 len: 168 time: 0.3099236 Oct 16 13:41:02.275530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36006) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.279207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cda0f2-ee1c-465d-bab9-0a638a6e02f6 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42054fb1-38ee-4465-a53b-f0dc0b2b7435,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:02.398661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Deleting subnet 5ee2a884-943e-4657-9277-f2d702a8ac30 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:02.416898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.419342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36010) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.501572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50557dd-bd6c-4e57-9582-510b23d4e731,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:02.507757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0cab-dda6-4141-bd3d-0a28e7d4539e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.516936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-441d1bb3-565f-44d3-9a48-f10b92862be7 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2403698 Oct 16 13:41:02.531439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.532769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fc744e3a-638d-48d8-8593-c987c3eadf85 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6398218 Oct 16 13:41:02.534520 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.535088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36014) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.537580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36016) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.539835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Allocated IP 2001:db8:1::2 (d1b92859-3014-4603-9f6c-45f477aa3a7c/10971248-55a4-41e3-b48d-572aeffd8a52/adb5a015-ff66-4e11-915a-ad6f2ef0945b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:02.542993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'b50557dd-bd6c-4e57-9582-510b23d4e731', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:02.553208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920408186'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:02.581156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.617799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26b82a89-86ea-4dab-9eed-967953aaf137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.618313 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-be112951-38e9-44bb-81bb-260e386e7d25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2a920e4d5e54f069814233551f3b25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978164 Oct 16 13:41:02.621267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36020) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.664155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.675099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.755914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.765469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-26b82a89-86ea-4dab-9eed-967953aaf137 None None] For port e2b06e1d-c249-4f58-993b-a873426e5732, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e2b06e1d-c249-4f58-993b-a873426e5732,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:02.804862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] Allocated IP 2001:db8:0:1::2 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b/2fb688f6-4316-4cc2-9a44-63c5913785e7) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:02.838451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] In _notify_port_updated(), no bound segment for port 94164c3e-eff8-4c3c-a44c-33247a66d372 on network bbd3e568-4714-47a1-b49b-cfb7ad34e716 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:41:02.848664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:02.850593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.857189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36024) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.869076 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/ports/94164c3e-eff8-4c3c-a44c-33247a66d372 HTTP/1.1" status: 200 len: 930 time: 1.9169698 Oct 16 13:41:02.883500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63bfce23-af0a-4c96-a25d-ac8b9b7ef1f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.887091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb433db-f9d3-47e7-8015-4ccf660341cc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=94164c3e-eff8-4c3c-a44c-33247a66d372,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:02.888561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26b82a89-86ea-4dab-9eed-967953aaf137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.905132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-ebdd0cab-dda6-4141-bd3d-0a28e7d4539e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:02.911327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:55Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:00Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:02.914785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ebdd0cab-dda6-4141-bd3d-0a28e7d4539e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 HTTP/1.1" status: 400 len: 364 time: 1.5008454 Oct 16 13:41:02.914785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.915035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36026) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:02.954091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee2a884-943e-4657-9277-f2d702a8ac30,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:02.956488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:02.960462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-30bd0a1d-2297-495d-a214-e2e300ba7646 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/5ee2a884-943e-4657-9277-f2d702a8ac30 HTTP/1.1" status: 204 len: 168 time: 1.3356588 Oct 16 13:41:02.968609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36028) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.008912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36030) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.018722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63bfce23-af0a-4c96-a25d-ac8b9b7ef1f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.026887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb563307-31e1-42c5-85af-5de08111f74e None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:55Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:00Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:03.049935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.069284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.080011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b82a89-86ea-4dab-9eed-967953aaf137 None None] Pushing event updated for resources: {'Port': ['ID=e2b06e1d-c249-4f58-993b-a873426e5732,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.086073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2fb688f6-4316-4cc2-9a44-63c5913785e7,segment=NetworkSegment(df93b404-1323-4f0d-9364-45a8ca67a13c),segment_id=df93b404-1323-4f0d-9364-45a8ca67a13c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:03.121596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.130023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.133299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.177075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.178252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Network d1b92859-3014-4603-9f6c-45f477aa3a7c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:03.184253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:03.187196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:03.191034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.249268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port 94164c3e-eff8-4c3c-a44c-33247a66d372 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:03.249784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.252229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.254904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Pushing event updated for resources: {'Port': ['ID=adb5a015-ff66-4e11-915a-ad6f2ef0945b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.279032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1980366761'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:03.344308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Attempting to bind port adb5a015-ff66-4e11-915a-ad6f2ef0945b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:03.345051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Attempting to bind port adb5a015-ff66-4e11-915a-ad6f2ef0945b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'b8017e70-c592-48f7-a86c-aabce37c466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:03.345658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Attempting to bind port adb5a015-ff66-4e11-915a-ad6f2ef0945b on network d1b92859-3014-4603-9f6c-45f477aa3a7c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:03.367270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:03.367937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Checking segment: {'id': 'b8017e70-c592-48f7-a86c-aabce37c466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:03.368486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.368983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Bound using segment: {'id': 'b8017e70-c592-48f7-a86c-aabce37c466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:03.369574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Bound port: adb5a015-ff66-4e11-915a-ad6f2ef0945b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8017e70-c592-48f7-a86c-aabce37c466d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd1b92859-3014-4603-9f6c-45f477aa3a7c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:03.370067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.376373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.380065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63bfce23-af0a-4c96-a25d-ac8b9b7ef1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.384068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63bfce23-af0a-4c96-a25d-ac8b9b7ef1f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.385741 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-63bfce23-af0a-4c96-a25d-ac8b9b7ef1f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34ab0456-7a5d-486a-994d-ab1c2db7bc87 HTTP/1.1" status: 204 len: 168 time: 0.7630558 Oct 16 13:41:03.416522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68cfa1-70ae-4b7a-9b0f-803c86340d33,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.449568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfce23-af0a-4c96-a25d-ac8b9b7ef1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab0456-7a5d-486a-994d-ab1c2db7bc87,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.470127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e00f62-bc6c-4955-bdea-9dfe2eff8059 None None] Pushing event updated for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.476043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:03.493038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.524487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.529417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] For port adb5a015-ff66-4e11-915a-ad6f2ef0945b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:03.533735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] For port adb5a015-ff66-4e11-915a-ad6f2ef0945b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=adb5a015-ff66-4e11-915a-ad6f2ef0945b,segment=NetworkSegment(b8017e70-c592-48f7-a86c-aabce37c466d),segment_id=b8017e70-c592-48f7-a86c-aabce37c466d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:03.577983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.588409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7483c24f-6343-4ee0-bd74-c55bc78f439e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.610806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.626271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.628657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for 94164c3e-eff8-4c3c-a44c-33247a66d372 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:03.688409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.695403 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b1c3850c-a48b-4e32-b332-984b0138dac6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1564500 Oct 16 13:41:03.697319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.714032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36036) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.764569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3417dbc-2c54-4272-9753-1b60b925c7bb None None] Pushing event updated for resources: {'Port': ['ID=adb5a015-ff66-4e11-915a-ad6f2ef0945b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:03.800510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.802856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'b50557dd-bd6c-4e57-9582-510b23d4e731', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:03.805613 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6d61b6ce-ed87-4dda-b459-599a1b0b5c78 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2666321 Oct 16 13:41:03.809979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36038) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.812793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:03.822346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ef11d948-59ac-4d66-bb2b-2f58bdaa5cf3 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '7d68cfa1-70ae-4b7a-9b0f-803c86340d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:03.824353 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-ef11d948-59ac-4d66-bb2b-2f58bdaa5cf3 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 16 13:41:03.824678 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-ef11d948-59ac-4d66-bb2b-2f58bdaa5cf3 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:03.825749 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ef11d948-59ac-4d66-bb2b-2f58bdaa5cf3 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136571 Oct 16 13:41:03.829924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.836884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36040) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.842810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c838a059-a622-4a13-ba35-722a850fd33f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '7d68cfa1-70ae-4b7a-9b0f-803c86340d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:03.843606 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-c838a059-a622-4a13-ba35-722a850fd33f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 16 13:41:03.844189 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-c838a059-a622-4a13-ba35-722a850fd33f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:03.852843 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c838a059-a622-4a13-ba35-722a850fd33f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061133 Oct 16 13:41:03.875982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:03.876416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9948b4-c389-42c5-8e0b-d9d283bc09ee') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:03.886013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36042) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.889735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.894882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0787a3e4-0e1c-4d83-910c-0f3a2b79d2ff tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '7d68cfa1-70ae-4b7a-9b0f-803c86340d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:03.895801 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-0787a3e4-0e1c-4d83-910c-0f3a2b79d2ff tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 16 13:41:03.896483 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-0787a3e4-0e1c-4d83-910c-0f3a2b79d2ff tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:03.900437 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0787a3e4-0e1c-4d83-910c-0f3a2b79d2ff tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106454 Oct 16 13:41:03.904237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36044) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.916002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-45711329-5573-40de-a844-c4f583fa209b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '7d68cfa1-70ae-4b7a-9b0f-803c86340d33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:03.919480 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-45711329-5573-40de-a844-c4f583fa209b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 16 13:41:03.921787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-45711329-5573-40de-a844-c4f583fa209b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:03.923192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45711329-5573-40de-a844-c4f583fa209b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168662 Oct 16 13:41:03.933469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36046) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:03.934926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:03.995354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:03.996024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:04.000389 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:04.020741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.116277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=94164c3e-eff8-4c3c-a44c-33247a66d372,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:04.122570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.318307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Allocated IP 2001:db8::1 (e435d069-1f39-4c99-93b3-4105b7ea2675/025580b5-527e-4c12-99b4-5096dc96a1a5/060a9f2a-3b05-4031-81af-4fe613c30552) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:04.346851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.346851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-beb4d4a3-9487-43ae-82b9-0768eefb6bfe tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/94164c3e-eff8-4c3c-a44c-33247a66d372 HTTP/1.1" status: 204 len: 168 time: 1.4758179 Oct 16 13:41:04.349515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36056) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:04.356071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.449619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbd724f-88dd-4994-a79d-5a6d14e3594b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:41:04.455465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0bbd724f-88dd-4994-a79d-5a6d14e3594b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/94164c3e-eff8-4c3c-a44c-33247a66d372 HTTP/1.1" status: 404 len: 333 time: 0.0951047 Oct 16 13:41:04.456233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36058) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:04.501657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.510602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c593080b-45cf-4af1-81e0-f63bd078c2e4 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.549872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78826023-ff29-486f-944f-f7cbdcfc3056,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:04.577795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.636879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.649482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:04.664676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 16 13:41:04.665256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-692a8bc2-89fd-47c5-b69f-0fea26273069 None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:04.667832 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-692a8bc2-89fd-47c5-b69f-0fea26273069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.668701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.670612 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6a1ecb6c-9078-43d3-9bff-418fd173da9d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8748722 Oct 16 13:41:04.672828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36062) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:04.682343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'b50557dd-bd6c-4e57-9582-510b23d4e731', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:04.715512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.728659 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5 HTTP/1.1" status: 204 len: 168 time: 1.7588460 Oct 16 13:41:04.737127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c593080b-45cf-4af1-81e0-f63bd078c2e4 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.744104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.762594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b1099-7bed-4824-8caf-7d6e26b055e3 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event deleted for resources: {'Network': ['ID=3edf4f3a-18d4-44bf-9c1d-f4443d8bb8a5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:04.767285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.825654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ec99-54d4-4b5f-a8e5-57b3a5a52ab0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.835061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:04.836789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.886546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.976340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ec99-54d4-4b5f-a8e5-57b3a5a52ab0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:04.976533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Port': ['ID=060a9f2a-3b05-4031-81af-4fe613c30552,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:05.025952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network e435d069-1f39-4c99-93b3-4105b7ea2675 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:05.034739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:41:05.047403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.047664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013ed7e5-f562-4e4c-a1f2-fdc0f17a8266,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:05.053989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:05.060680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:05.061131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.108024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-692a8bc2-89fd-47c5-b69f-0fea26273069 None None] Could not find standard attr ID for object 94164c3e-eff8-4c3c-a44c-33247a66d372. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:41:05.194126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c593080b-45cf-4af1-81e0-f63bd078c2e4 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.196786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c593080b-45cf-4af1-81e0-f63bd078c2e4 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.198107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c593080b-45cf-4af1-81e0-f63bd078c2e4 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d68cfa1-70ae-4b7a-9b0f-803c86340d33 HTTP/1.1" status: 204 len: 168 time: 1.2604103 Oct 16 13:41:05.199772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.200115 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Added segment c749042d-57cd-4c51-bc38-460a6a6945ad of type vlan for network 41617702-ae5b-4e65-8042-a78ca10ed3db Oct 16 13:41:05.257893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36076) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:05.266221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-692a8bc2-89fd-47c5-b69f-0fea26273069 None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:05.266588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-692a8bc2-89fd-47c5-b69f-0fea26273069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.271363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593080b-45cf-4af1-81e0-f63bd078c2e4 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68cfa1-70ae-4b7a-9b0f-803c86340d33,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:05.275462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ec99-54d4-4b5f-a8e5-57b3a5a52ab0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.299434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ec99-54d4-4b5f-a8e5-57b3a5a52ab0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.300436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e0b5ec99-54d4-4b5f-a8e5-57b3a5a52ab0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/security-groups/0529e508-df31-44f5-9cb9-d9d409dcf4b9 HTTP/1.1" status: 204 len: 168 time: 0.8378794 Oct 16 13:41:05.337735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36078) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:05.405959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5ec99-54d4-4b5f-a8e5-57b3a5a52ab0 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0529e508-df31-44f5-9cb9-d9d409dcf4b9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:05.437359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.442781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e2b06e1d-c249-4f58-993b-a873426e5732 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:05.499836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36080) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:05.504579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'name': 'tempest-router--1603374081', 'project_id': '9cf36d24628847fabc6168f0b7db2f8c'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:05.585471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-692a8bc2-89fd-47c5-b69f-0fea26273069 None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:05.612888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.614224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.666004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.670777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e2b06e1d-c249-4f58-993b-a873426e5732 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:05.671903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.681715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:05.689196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.762800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6aec512f-3c49-4b16-9f2f-056050b9e399 None None] Provisioning complete for port 060a9f2a-3b05-4031-81af-4fe613c30552 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:05.763173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6aec512f-3c49-4b16-9f2f-056050b9e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.824811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.828715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8336b-871a-4763-b558-b4f421e3dfc7 None None] Network d1b92859-3014-4603-9f6c-45f477aa3a7c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:05.836447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36084) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:05.853505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8410084 Oct 16 13:41:05.887826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36088) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:05.893453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'subnet': {'network_id': '41617702-ae5b-4e65-8042-a78ca10ed3db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:05.926819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:05.941759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f0f3-261e-4e62-b75c-e88f27625e15 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Network': ['ID=41617702-ae5b-4e65-8042-a78ca10ed3db,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:05.986652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 41617702-ae5b-4e65-8042-a78ca10ed3db details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:41:06.044128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.046522 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ec91b25f-71fa-4827-8314-289880a82fc2 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5454574 Oct 16 13:41:06.051389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36090) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:06.076151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1362602097'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:06.084662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6aec512f-3c49-4b16-9f2f-056050b9e399 None None] Port 060a9f2a-3b05-4031-81af-4fe613c30552 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:06.087280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device adb5a015-ff66-4e11-915a-ad6f2ef0945b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:06.125916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6aec512f-3c49-4b16-9f2f-056050b9e399 None None] Could not find standard attr ID for object 94164c3e-eff8-4c3c-a44c-33247a66d372. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:41:06.215273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.218509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.269999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port adb5a015-ff66-4e11-915a-ad6f2ef0945b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:06.270385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.282884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.306905 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f80856bd-db72-4716-8f5c-27397d84697d tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9791179 Oct 16 13:41:06.311990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b9a-2495-490b-a768-32614862c918 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.313515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36092) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:06.320421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7a0c65ba-d473-4170-8c59-4166f8944e10 None None] Provisioning complete for port adb5a015-ff66-4e11-915a-ad6f2ef0945b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:06.320844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65ba-d473-4170-8c59-4166f8944e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.321988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568143289'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:06.332680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0f3de6-457d-4571-b666-d7d08e37405b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:06.383222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b9a-2495-490b-a768-32614862c918 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.415358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:06.417984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.419324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.433557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.455485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.502224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.507930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.531992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port adb5a015-ff66-4e11-915a-ad6f2ef0945b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=adb5a015-ff66-4e11-915a-ad6f2ef0945b,segment=NetworkSegment(b8017e70-c592-48f7-a86c-aabce37c466d),segment_id=b8017e70-c592-48f7-a86c-aabce37c466d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:06.547456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65ba-d473-4170-8c59-4166f8944e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.552826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.554408 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-284e5d7d-3166-48d2-8145-dce838d93b79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8805401 Oct 16 13:41:06.557249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36094) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:06.562580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'b50557dd-bd6c-4e57-9582-510b23d4e731', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:06.613990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b9a-2495-490b-a768-32614862c918 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.618058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.618349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0b9a-2495-490b-a768-32614862c918 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.619860 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cc0e0b9a-2495-490b-a768-32614862c918 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/security-groups/308acec1-11b5-4d0f-aafc-e56726edb845 HTTP/1.1" status: 204 len: 168 time: 1.2673540 Oct 16 13:41:06.623592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36096) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:06.635728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5345ecfb-4ac0-465b-9346-5f26100a7934 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:06.659182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e0b9a-2495-490b-a768-32614862c918 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308acec1-11b5-4d0f-aafc-e56726edb845,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:06.678038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.679268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da9d1cd7-2243-46f4-a9ff-de9067915f35 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:06.692592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.697833 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9d7749d9-b9fe-41b4-ae20-7f22260a5152 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/routers/da9d1cd7-2243-46f4-a9ff-de9067915f35 HTTP/1.1" status: 204 len: 168 time: 0.6427934 Oct 16 13:41:06.710810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.717517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:06.721256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.787331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=adb5a015-ff66-4e11-915a-ad6f2ef0945b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:06.819412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.846461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet d761390f-7a63-40e6-90d3-22c8dcc6136f {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:06.852479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 5345ecfb-4ac0-465b-9346-5f26100a7934 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:06.852980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5345ecfb-4ac0-465b-9346-5f26100a7934 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:06.862731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.868392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7a0c65ba-d473-4170-8c59-4166f8944e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:06.868818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7a0c65ba-d473-4170-8c59-4166f8944e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:06.885938 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.913820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.917669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:41:06.940458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9ef9b-9b54-409f-a826-282351c01f95,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:06.961250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device adb5a015-ff66-4e11-915a-ad6f2ef0945b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:06.963808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.991431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:06.991785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment 4eac1403-9aa2-4ea0-80a0-93f97223682a of type vlan for network 9cfcc07a-26ff-4e51-90eb-618863ba615f Oct 16 13:41:07.001215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.033951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port adb5a015-ff66-4e11-915a-ad6f2ef0945b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:07.034258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.053146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.054193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.063596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.094436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.159641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event updated for resources: {'Port': ['ID=060a9f2a-3b05-4031-81af-4fe613c30552,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:07.180834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.189995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.215925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36100) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.232594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.247984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.259854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:07.269552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Network e435d069-1f39-4c99-93b3-4105b7ea2675 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:07.271732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:07.299430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.303029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:07.304158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.328767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.330131 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-20354394-9278-4bc2-98d3-e4bdeb4bdd6a tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0143490 Oct 16 13:41:07.333177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.337549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36104) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.357866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-95050a0b-da0f-41e3-bd22-bb9ce1eb885f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.358433 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-95050a0b-da0f-41e3-bd22-bb9ce1eb885f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 16 13:41:07.358999 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-95050a0b-da0f-41e3-bd22-bb9ce1eb885f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:07.362672 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-95050a0b-da0f-41e3-bd22-bb9ce1eb885f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107937 Oct 16 13:41:07.367908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e82846-cc63-4068-94fb-6c0759d9bc16,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:07.369683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36106) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.375322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Subnet': ['ID=87876a16-355d-4d66-8fab-5d5c6e2b8753,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:07.416948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cf30f6bf-a496-4a87-8abf-885d492cd6e7 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.424021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Checking segment: {'id': 'c749042d-57cd-4c51-bc38-460a6a6945ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '41617702-ae5b-4e65-8042-a78ca10ed3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:07.424710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network hostable DHCP agents. Network: 41617702-ae5b-4e65-8042-a78ca10ed3db, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:41:07.431454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=9cfcc07a-26ff-4e51-90eb-618863ba615f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:07.437251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1704478099', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.452097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:41:07.466448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.467225 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Router 1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:07.503423 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4268ef3-0aa0-4f74-a320-eeab13f416ef tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6660175 Oct 16 13:41:07.505048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=d761390f-7a63-40e6-90d3-22c8dcc6136f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:07.507355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36108) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.521694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462749279'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.526016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.528612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.529041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e5b417f5-d616-458f-870b-09a4efbfe43d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/d761390f-7a63-40e6-90d3-22c8dcc6136f HTTP/1.1" status: 204 len: 168 time: 0.9042397 Oct 16 13:41:07.532422 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3ccecec-4244-4e22-8294-fcbfc71fd1e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9712024 Oct 16 13:41:07.535842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36110) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.537178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36112) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.544087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'b50557dd-bd6c-4e57-9582-510b23d4e731', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.553263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:41:07.553263 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:41:07.553263 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': 'f02eef9de32e4d87abd01685cf25c1e3', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 40, 47, 531461)}] Oct 16 13:41:07.553263 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:07.553683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:07.557446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.562602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:41:07.562602 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:41:07.562602 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': '3bf3c50c19db4f7ea25550aaa4199873', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 40, 47, 447462)}] Oct 16 13:41:07.562602 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:07.562960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:07.566925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:41:07.621828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:07.635201 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] Sync routers for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:07.640784 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d1fa4c93-1a7a-414f-91e0-50dd3e8bf179 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7234089 Oct 16 13:41:07.640784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36114) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.654519 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:07.655146 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:07.656762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 41617702-ae5b-4e65-8042-a78ca10ed3db) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:07.668967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:07.670138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.684778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc278e7-4441-40dc-9aa2-25360b8c14e9 None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:07.686539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d52be4-163b-475f-8446-6656c5d11e67 None None] Network 41617702-ae5b-4e65-8042-a78ca10ed3db requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:07.715506 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:07.725971 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:07.726833 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:07.761490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-97733176-dde8-40d0-957c-1a0ba29a36ef tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.764662 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:07.765516 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed90e73c-e18c-4808-97ea-421764e80bc0 None None] The sync data for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:07.780556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:41:07.785718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.838527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-baedfa07-b0cc-4d9c-88e4-56be913b8150 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9495835 Oct 16 13:41:07.841867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36116) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.846131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1150532155', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.872869 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-97733176-dde8-40d0-957c-1a0ba29a36ef tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 16 13:41:07.874099 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-97733176-dde8-40d0-957c-1a0ba29a36ef tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 HTTP/1.1" status: 409 len: 329 time: 0.2320359 Oct 16 13:41:07.877182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.877910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36118) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.886178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-38d84eb4-95ab-45a6-a76a-bdf8f952b40b None None] Provisioning complete for port 060a9f2a-3b05-4031-81af-4fe613c30552 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:07.890749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-38d84eb4-95ab-45a6-a76a-bdf8f952b40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.928097 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-cf30f6bf-a496-4a87-8abf-885d492cd6e7 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:07.932266 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cf30f6bf-a496-4a87-8abf-885d492cd6e7 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5201218 Oct 16 13:41:07.932775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36120) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.937932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f1a764c3-bb9c-41c3-a47b-0d885da4ad42 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.938371 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-f1a764c3-bb9c-41c3-a47b-0d885da4ad42 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 16 13:41:07.946962 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-f1a764c3-bb9c-41c3-a47b-0d885da4ad42 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:07.946962 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f1a764c3-bb9c-41c3-a47b-0d885da4ad42 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061185 Oct 16 13:41:07.948447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36122) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:07.953634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7a8392fb-786f-4dfe-8d44-e3b9331c7b7e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:07.976012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:41:07.976012 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:41:07.976012 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': 'a353607d114a4d2e89ce81fa18267d69', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 40, 47, 855542)}] Oct 16 13:41:07.976012 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:07.976524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:07.982400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:07.992597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc0dd19-4416-49ee-8565-b4d0e56363cc None None] Network 41617702-ae5b-4e65-8042-a78ca10ed3db requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:07.998633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-38d84eb4-95ab-45a6-a76a-bdf8f952b40b None None] Port 060a9f2a-3b05-4031-81af-4fe613c30552 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:08.012934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0693dfa4-4e5f-44d1-991a-ca4ff93b0191,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:08.073625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:08.077340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.085382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-38d84eb4-95ab-45a6-a76a-bdf8f952b40b None None] Provisioning complete for port adb5a015-ff66-4e11-915a-ad6f2ef0945b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:08.085832 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-38d84eb4-95ab-45a6-a76a-bdf8f952b40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.477794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.479021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7e16e050-2533-43ff-8e6e-747b7ecb6578 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9407783 Oct 16 13:41:08.482100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36124) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:08.486726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'b50557dd-bd6c-4e57-9582-510b23d4e731', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:08.595029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:08.598617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.672151 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-7a8392fb-786f-4dfe-8d44-e3b9331c7b7e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:08.674252 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7a8392fb-786f-4dfe-8d44-e3b9331c7b7e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7234769 Oct 16 13:41:08.676263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36126) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:08.680919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ff20be55-591f-42a0-9a9e-56971dc1b2a8 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:08.684072 dv-neutron-743142-24-hyperv neutron-server[101081]: WARNING neutron.api.v2.base [None req-ff20be55-591f-42a0-9a9e-56971dc1b2a8 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 16 13:41:08.684679 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-ff20be55-591f-42a0-9a9e-56971dc1b2a8 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:08.688221 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ff20be55-591f-42a0-9a9e-56971dc1b2a8 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083485 Oct 16 13:41:08.688590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36128) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:08.700816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-024eec1f-ee0b-4106-beb8-fb361c607e62 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:08.702365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:41:08.728500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.729452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment d420e9fa-3b14-4a98-a01e-e7cd97220dc1 of type vlan for network aaff45d2-cd13-46e1-83bf-b5098ba5666e Oct 16 13:41:08.777959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a8ce64eb-ced3-48f2-bce4-5faff4866be1 None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:08.778461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8ce64eb-ced3-48f2-bce4-5faff4866be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.782181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-024eec1f-ee0b-4106-beb8-fb361c607e62 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:41:08.782181 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:41:08.782181 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': 'fd6d97e7bcc04af586bd36ce71186dc4', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 40, 48, 705804)}] Oct 16 13:41:08.782181 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:08.782810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-024eec1f-ee0b-4106-beb8-fb361c607e62 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:08.794280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.795315 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.812940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:41:08.812940 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:41:08.812940 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': 'a353607d114a4d2e89ce81fa18267d69', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 40, 48, 500558)}] Oct 16 13:41:08.812940 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:08.813517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:08.822201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.876852 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:41:08.878214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a8ce64eb-ced3-48f2-bce4-5faff4866be1 None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:08.882137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8ce64eb-ced3-48f2-bce4-5faff4866be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.883643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.923786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce64eb-ced3-48f2-bce4-5faff4866be1 None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:08.940107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.975081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:08.998907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.040258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.045806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:09.046379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.065215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.085930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e78b29a-24f7-4335-b8d5-302b898b8a53,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:09.147959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.149289 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d45d7374-b531-4a52-a134-e73eb73d36c1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6662238 Oct 16 13:41:09.163283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.240419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7287140 Oct 16 13:41:09.240773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36134) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:09.246398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:09.269424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b6ba-e970-4a28-81bc-01ea586cdf82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=aaff45d2-cd13-46e1-83bf-b5098ba5666e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:09.281421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:41:09.294771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:09.344545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:09.359917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a5355-0e7c-46c8-be37-f16530d8317b None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:09.384833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:09.385410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.391626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=7f326441-ae01-48f7-b20d-4aeb60ac415b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:09.433322 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-024eec1f-ee0b-4106-beb8-fb361c607e62 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Project fd6d97e7bcc04af586bd36ce71186dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:41:09.468425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.495105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:09.498968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.503281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-71af23eb-f45c-480c-a7f9-0be2849732a9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125637759&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.1602201 Oct 16 13:41:09.569456 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-024eec1f-ee0b-4106-beb8-fb361c607e62 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:09.570678 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-024eec1f-ee0b-4106-beb8-fb361c607e62 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8805585 Oct 16 13:41:09.575791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36150) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:09.588123 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6e1c1263-51bf-4c63-ad87-2d4223efbffc tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0385222 Oct 16 13:41:09.592358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36152) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:09.598221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781910631'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:09.617826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] Update dhcp port {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'fixed_ips': [{'subnet_id': 'd0908307-9c7e-47bf-8e2b-c0fa8b86ec2b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f326441-ae01-48f7-b20d-4aeb60ac415b'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '2fb688f6-4316-4cc2-9a44-63c5913785e7'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:41:09.623989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fa5d981e-2295-4787-8d0a-0446455f9865 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:09.624457 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-fa5d981e-2295-4787-8d0a-0446455f9865 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 16 13:41:09.624963 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-fa5d981e-2295-4787-8d0a-0446455f9865 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:09.628570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fa5d981e-2295-4787-8d0a-0446455f9865 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0414851 Oct 16 13:41:09.629666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36154) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:09.634706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-20e45b10-d474-4d7c-924d-cba1d16e3176 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:09.660428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.710000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.711057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.735906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-365a90d6-3dfd-413f-a7ff-4257b5cb7a94 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:09.738154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-365a90d6-3dfd-413f-a7ff-4257b5cb7a94 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 200 len: 796 time: 0.2161572 Oct 16 13:41:09.808804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.825518 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-4f5815b3-b335-436f-959e-c0b6694f03b2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0610960 Oct 16 13:41:09.845907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] Allocated IP 2001:db8::2 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/7f326441-ae01-48f7-b20d-4aeb60ac415b/2fb688f6-4316-4cc2-9a44-63c5913785e7) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:09.869462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.884198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.889026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': '4eac1403-9aa2-4ea0-80a0-93f97223682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:09.889458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 9cfcc07a-26ff-4e51-90eb-618863ba615f, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:41:09.899752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=e559a127-f964-499a-a5ed-c01f90b23d42,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:09.947319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting port 060a9f2a-3b05-4031-81af-4fe613c30552 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:09.947635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:09.968547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2fb688f6-4316-4cc2-9a44-63c5913785e7,segment=NetworkSegment(df93b404-1323-4f0d-9364-45a8ca67a13c),segment_id=df93b404-1323-4f0d-9364-45a8ca67a13c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:09.973203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-b0fc8f4d-b8e4-49a4-bf43-ed39027b6a39 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405163 Oct 16 13:41:09.977163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.004375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.042270 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-20e45b10-d474-4d7c-924d-cba1d16e3176 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Project fd6d97e7bcc04af586bd36ce71186dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:41:10.065308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:41:10.067309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.092540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.103926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7ee81-68ac-4118-8ee4-b4c70e5c9826,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:10.145687 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-20e45b10-d474-4d7c-924d-cba1d16e3176 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:10.150053 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-20e45b10-d474-4d7c-924d-cba1d16e3176 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5176013 Oct 16 13:41:10.150940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36156) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:10.156235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0990ce2e-668e-4b0f-9c54-6ba27e40dd84 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:10.173608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.177099 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24cd78a9-f0b6-4fb4-b417-a8173a19ed85 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5811186 Oct 16 13:41:10.177099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 9cfcc07a-26ff-4e51-90eb-618863ba615f) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:10.180889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36158) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:10.189038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f01ef1-e2b8-4910-a692-798141fd8837 None None] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:10.193626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:10.194249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.217752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'security_group': {'name': 'tempest-secgroup-1988575775'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:10.223418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5d8c8-f890-48f2-9c3a-cb26f8570aeb None None] Pushing event updated for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:10.253460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.289972 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-0990ce2e-668e-4b0f-9c54-6ba27e40dd84 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Project fd6d97e7bcc04af586bd36ce71186dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:41:10.308253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.361253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.371655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Calling delete_port for 060a9f2a-3b05-4031-81af-4fe613c30552 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:10.393039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-9cfcc07a-26ff-4e51-90eb-618863ba615f', 'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': 'e559a127-f964-499a-a5ed-c01f90b23d42'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:41:10.393923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.398167 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9b4fa1fd-8d9b-4aea-afad-9176f65ba63e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1527014 Oct 16 13:41:10.398553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36162) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:10.406245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:10.419428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.520883 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-c75e8c09-4437-45cd-8a01-945368401ad7 service neutron] 10.222.0.24 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978621 Oct 16 13:41:10.552737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.571375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Allocated IP 2001:db8::2 (9cfcc07a-26ff-4e51-90eb-618863ba615f/e559a127-f964-499a-a5ed-c01f90b23d42/13b902b9-6ec7-4b5f-b406-f7822a172464) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:10.634037 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-0990ce2e-668e-4b0f-9c54-6ba27e40dd84 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:10.637946 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0990ce2e-668e-4b0f-9c54-6ba27e40dd84 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4830837 Oct 16 13:41:10.643006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36164) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:10.657129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.718406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16ec7323-9e52-4ea8-9e14-258f3fd31911 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.726269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.751820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.762921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Allocated IP 172.26.5.61 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/02e46362-a077-452b-ad95-f6c19fd2f534) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:10.777750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:10.781413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.807634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16ec7323-9e52-4ea8-9e14-258f3fd31911 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.838640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab49e82c-4d16-4370-b6ea-0188f2a93d6c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:10.894048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.952931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:10.961711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.966849 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d1c2d7c-769f-477f-8702-efef9600d18a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7670591 Oct 16 13:41:10.968905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:10.969961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36166) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:10.975591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:10.979374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Pushing event updated for resources: {'Port': ['ID=13b902b9-6ec7-4b5f-b406-f7822a172464,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:10.983594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-903ebe9b-db83-4501-84ec-fbce370cb1a9 None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:10.983936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-903ebe9b-db83-4501-84ec-fbce370cb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:10.986224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'security_group': {'name': 'tempest-secgroup-76182666'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:11.018009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:11.062090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16ec7323-9e52-4ea8-9e14-258f3fd31911 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.064574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16ec7323-9e52-4ea8-9e14-258f3fd31911 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.065806 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-16ec7323-9e52-4ea8-9e14-258f3fd31911 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de HTTP/1.1" status: 204 len: 168 time: 0.4192269 Oct 16 13:41:11.095082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36168) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:11.101722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec7323-9e52-4ea8-9e14-258f3fd31911 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb1c1a-b7bf-42ba-a93a-9241ab0e78de,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:11.135299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Attempting to bind port 13b902b9-6ec7-4b5f-b406-f7822a172464 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:11.135299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Attempting to bind port 13b902b9-6ec7-4b5f-b406-f7822a172464 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '4eac1403-9aa2-4ea0-80a0-93f97223682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:11.135299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Attempting to bind port 13b902b9-6ec7-4b5f-b406-f7822a172464 on network 9cfcc07a-26ff-4e51-90eb-618863ba615f {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:11.157512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.157727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:11.157727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Checking segment: {'id': '4eac1403-9aa2-4ea0-80a0-93f97223682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:11.157727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.157727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Bound using segment: {'id': '4eac1403-9aa2-4ea0-80a0-93f97223682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:11.157727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Bound port: 13b902b9-6ec7-4b5f-b406-f7822a172464, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eac1403-9aa2-4ea0-80a0-93f97223682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cfcc07a-26ff-4e51-90eb-618863ba615f'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:11.157727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.186236 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d63efb3b-c7cb-469f-b957-510ac5c2d826 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0777299 Oct 16 13:41:11.196161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36170) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:11.204199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888249311'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:11.217460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.232216 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-ac8ac57f-bdff-4c76-8bf8-8428f0d0cf8a service neutron] 10.222.0.24 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909902 Oct 16 13:41:11.284405 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:41:11.306775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:11.307438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.322127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=20109029-8881-4c77-a41a-169dc6b5025b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:11.331958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:11.332936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: aaff45d2-cd13-46e1-83bf-b5098ba5666e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:41:11.370021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.375366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-903ebe9b-db83-4501-84ec-fbce370cb1a9 None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:11.375746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-903ebe9b-db83-4501-84ec-fbce370cb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.381821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] For port 13b902b9-6ec7-4b5f-b406-f7822a172464, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:11.412893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.417110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.420178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] For port 13b902b9-6ec7-4b5f-b406-f7822a172464, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=13b902b9-6ec7-4b5f-b406-f7822a172464,segment=NetworkSegment(4eac1403-9aa2-4ea0-80a0-93f97223682a),segment_id=4eac1403-9aa2-4ea0-80a0-93f97223682a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:11.436811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.439644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-903ebe9b-db83-4501-84ec-fbce370cb1a9 None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:11.482568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.483725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.517011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.519469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:41:11.542060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Port': ['ID=060a9f2a-3b05-4031-81af-4fe613c30552,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:11.547083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.554029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.561096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9da04-34ee-4ab3-8108-8bf6d0026e71,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:11.613901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, aaff45d2-cd13-46e1-83bf-b5098ba5666e) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:11.632837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:11.633568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.635944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1977ec2-0247-42e6-8c30-3ac27fcf02c7,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:11.639933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495e472-6b10-40ed-8b3c-b67deea5f92c None None] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:11.662298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.666464 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-65a45bd2-66e5-44b4-a567-c19f8ae13d0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6879160 Oct 16 13:41:11.667380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.671362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36178) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:11.672098 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-048fe2d5-ffb9-42fa-9f2f-eb20327dee3b tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4746735 Oct 16 13:41:11.673004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36180) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:11.677168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1540639461', 'security_groups': ['9fd9da04-34ee-4ab3-8108-8bf6d0026e71'], 'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f326441-ae01-48f7-b20d-4aeb60ac415b'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:11.681515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-929b9793-d3b2-40d7-827f-7775870bcf5f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'f1977ec2-0247-42e6-8c30-3ac27fcf02c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:11.699670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84357cb-7b3f-424c-bea3-b567240ab5b0 None None] Pushing event updated for resources: {'Port': ['ID=13b902b9-6ec7-4b5f-b406-f7822a172464,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:11.832643 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1476d2f0-3a90-4b66-997e-0dea2e5baa13 req-f4ceae9e-3384-4d0d-9b79-4e55e94ead07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 210 time: 0.1731036 Oct 16 13:41:11.885314 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8980ace-af8d-46a9-87ee-a39260efc319 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4852762 Oct 16 13:41:11.887971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36186) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:11.893155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1698073773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:11.931595 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-929b9793-d3b2-40d7-827f-7775870bcf5f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The resource could not be found. Oct 16 13:41:11.935168 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-929b9793-d3b2-40d7-827f-7775870bcf5f tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2562971 Oct 16 13:41:11.942612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36188) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:11.949396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:11.955362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0d853942-ea9b-4d7c-951c-fa23681507bf tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': 'f1977ec2-0247-42e6-8c30-3ac27fcf02c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '49a42dd2-bcfa-450f-9b6c-76de52f70e13'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:11.958167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-aaff45d2-cd13-46e1-83bf-b5098ba5666e', 'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': '20109029-8881-4c77-a41a-169dc6b5025b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:41:11.959987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.018737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.139267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Allocated IP 2001:db8:1::2 (aaff45d2-cd13-46e1-83bf-b5098ba5666e/20109029-8881-4c77-a41a-169dc6b5025b/da8f2c76-2a75-4ceb-98e2-a05f5e9ce096) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:12.152955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.154062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.240291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Router 1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:12.249264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.338271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.373126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.374576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:12.410240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-524ee956-58e3-43b7-beaa-ecf37bc50473 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5275464 Oct 16 13:41:12.410669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36190) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:12.415004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:12.422041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:12.431924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:12.438312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:12.459907 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-5ccf38df-2138-45fe-82bb-c5852123d01c tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] show failed (client error): The resource could not be found. Oct 16 13:41:12.466075 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5ccf38df-2138-45fe-82bb-c5852123d01c tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-715622945 HTTP/1.1" status: 404 len: 334 time: 0.0501544 Oct 16 13:41:12.466248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] Sync routers for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:12.466342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36192) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:12.470852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-13a4475f-aa31-4592-a9c6-552cfdad2c4b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:12.481659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:12.482614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:12.494137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event updated for resources: {'Port': ['ID=02e46362-a077-452b-ad95-f6c19fd2f534,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:12.515803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.15 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/d6b92b55-41c1-45d6-999e-ec26e2dea489) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:12.523413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:12.543513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.548934 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-13a4475f-aa31-4592-a9c6-552cfdad2c4b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] update failed (client error): The resource could not be found. Oct 16 13:41:12.551443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] Routers {'1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:12.555478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:40:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:12.556568 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-13a4475f-aa31-4592-a9c6-552cfdad2c4b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-2020416600 HTTP/1.1" status: 404 len: 335 time: 0.0891149 Oct 16 13:41:12.557881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36194) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:12.610516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:12.611349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19d78e5-820d-4c25-9cb2-759622e18b2b None None] The sync data for ids ['1b94ee39-c7e4-47d9-9b4e-e1c9126531c4'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:12.619945 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-0d853942-ea9b-4d7c-951c-fa23681507bf tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The resource could not be found. Oct 16 13:41:12.624184 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0d853942-ea9b-4d7c-951c-fa23681507bf tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6770515 Oct 16 13:41:12.626991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.631522 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5a7af7f-66c4-4060-9955-777739767587 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7389350 Oct 16 13:41:12.631824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36196) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:12.632163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36198) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:12.697209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.708710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting subnet 10971248-55a4-41e3-b48d-572aeffd8a52 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:12.720119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.734308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.758810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:12.771928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:12.778968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:12.811376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] device_id is not set on port a7b5624b-0716-4a66-95e3-42ab51358153 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:41:12.884776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Attempting to bind port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:12.884776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Attempting to bind port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:12.884776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Attempting to bind port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 on network aaff45d2-cd13-46e1-83bf-b5098ba5666e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:12.888912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Pushing event updated for resources: {'Port': ['ID=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:12.895810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:12.897885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Checking segment: {'id': 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:12.898906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.899027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-087496b7-3282-491a-86c1-078660fc9706 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.899309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Bound using segment: {'id': 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:12.899879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Bound port: da8f2c76-2a75-4ceb-98e2-a05f5e9ce096, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'aaff45d2-cd13-46e1-83bf-b5098ba5666e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:12.900196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.922751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d53d976-7eb4-45d5-bc7a-642197e29903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.956170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-087496b7-3282-491a-86c1-078660fc9706 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:12.956311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-be38a5b1-ce91-452b-a300-e0efd62cac8c req-d5a9b784-183b-46ff-9084-78b677ac8817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 210 time: 0.0479984 Oct 16 13:41:12.959683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.009340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] For port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:13.013374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] For port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,segment=NetworkSegment(d420e9fa-3b14-4a98-a01e-e7cd97220dc1),segment_id=d420e9fa-3b14-4a98-a01e-e7cd97220dc1)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:13.027087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377eda0f-1031-4dac-b4a3-d8c5a2db52b8 None None] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:13.053362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.090493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 13b902b9-6ec7-4b5f-b406-f7822a172464 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:13.133001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.227252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-55caeb71-3122-4afc-b493-1f222678ab7b None None] Provisioning complete for port 13b902b9-6ec7-4b5f-b406-f7822a172464 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:13.227916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55caeb71-3122-4afc-b493-1f222678ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.245871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.253952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.343396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74e445-8765-48cd-a906-b580c9a5b19e None None] Pushing event updated for resources: {'Port': ['ID=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:13.360256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 13b902b9-6ec7-4b5f-b406-f7822a172464 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:13.360897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.403575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:13.424400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:13.428497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:13.434122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8::d9 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/7f326441-ae01-48f7-b20d-4aeb60ac415b/a7b5624b-0716-4a66-95e3-42ab51358153) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:13.486509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55caeb71-3122-4afc-b493-1f222678ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.580499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-55caeb71-3122-4afc-b493-1f222678ab7b None None] For port 13b902b9-6ec7-4b5f-b406-f7822a172464, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=13b902b9-6ec7-4b5f-b406-f7822a172464,segment=NetworkSegment(4eac1403-9aa2-4ea0-80a0-93f97223682a),segment_id=4eac1403-9aa2-4ea0-80a0-93f97223682a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:13.583431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.614423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-087496b7-3282-491a-86c1-078660fc9706 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.618065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-087496b7-3282-491a-86c1-078660fc9706 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.619285 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-087496b7-3282-491a-86c1-078660fc9706 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/f1977ec2-0247-42e6-8c30-3ac27fcf02c7 HTTP/1.1" status: 204 len: 168 time: 0.9861600 Oct 16 13:41:13.633897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36204) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:13.638378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087496b7-3282-491a-86c1-078660fc9706 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1977ec2-0247-42e6-8c30-3ac27fcf02c7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:13.644428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=d6b92b55-41c1-45d6-999e-ec26e2dea489,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:13.667606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55caeb71-3122-4afc-b493-1f222678ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.769347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caeb71-3122-4afc-b493-1f222678ab7b None None] Pushing event updated for resources: {'Port': ['ID=13b902b9-6ec7-4b5f-b406-f7822a172464,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:13.818821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:41:13.819231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:41:13.874236 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-654ee3d2-100d-47de-8fc4-5ef3f33efd4c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2336359 Oct 16 13:41:13.882097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36206) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:13.888497 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4bd9c3e1-f8df-4a95-af63-4a73d5ff55cf tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '0ff597f7-3712-4a62-93ce-0cbf3e839bd0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:13.899545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-73869dcb-2cc4-4376-b379-9d460fa15203 None None] Provisioning complete for port 13b902b9-6ec7-4b5f-b406-f7822a172464 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:13.899946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-73869dcb-2cc4-4376-b379-9d460fa15203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.904760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:13.970912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.158090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.198468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Subnet': ['ID=10971248-55a4-41e3-b48d-572aeffd8a52,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:14.207606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.213191 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33f15663-3194-4a5d-bcbe-3ec6c8481f23 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/subnets/10971248-55a4-41e3-b48d-572aeffd8a52 HTTP/1.1" status: 204 len: 168 time: 1.6512437 Oct 16 13:41:14.213931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36210) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:14.215044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c380ecf-468d-453b-b6f3-643db7aa1f0c None None] Network d1b92859-3014-4603-9f6c-45f477aa3a7c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:14.266940 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-4bd9c3e1-f8df-4a95-af63-4a73d5ff55cf tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The resource could not be found. Oct 16 13:41:14.268040 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4bd9c3e1-f8df-4a95-af63-4a73d5ff55cf tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3848791 Oct 16 13:41:14.277235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36212) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:14.282422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--747718360'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:14.382986 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70beff8e-b42c-4b04-a2c3-938b6c210fa7 req-e5d30846-d501-4d13-8b57-2079c0c24ac1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 210 time: 0.0754550 Oct 16 13:41:14.415449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.434076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8::1 (9cfcc07a-26ff-4e51-90eb-618863ba615f/e559a127-f964-499a-a5ed-c01f90b23d42/98b9d468-21e7-4045-a70a-9fdd58385ee3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:14.476302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.517077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.584527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] DHCP port deletion for d1b92859-3014-4603-9f6c-45f477aa3a7c request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:14.604660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.651838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.691599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] Deleting port adb5a015-ff66-4e11-915a-ad6f2ef0945b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:14.692358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.699834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting port adb5a015-ff66-4e11-915a-ad6f2ef0945b {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:14.700306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.772488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] For port adb5a015-ff66-4e11-915a-ad6f2ef0945b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=adb5a015-ff66-4e11-915a-ad6f2ef0945b,segment=NetworkSegment(b8017e70-c592-48f7-a86c-aabce37c466d),segment_id=b8017e70-c592-48f7-a86c-aabce37c466d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:14.772957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.786088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] Calling delete_port for adb5a015-ff66-4e11-915a-ad6f2ef0945b owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:14.810932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] For port adb5a015-ff66-4e11-915a-ad6f2ef0945b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=adb5a015-ff66-4e11-915a-ad6f2ef0945b,segment=NetworkSegment(b8017e70-c592-48f7-a86c-aabce37c466d),segment_id=b8017e70-c592-48f7-a86c-aabce37c466d)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:14.811308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.844209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0b0a0-1090-4e5a-a94d-5c3334d23d6c None None] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:14.858654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Calling delete_port for adb5a015-ff66-4e11-915a-ad6f2ef0945b owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:14.886391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.908757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-13e69808-f0e7-4fea-a9b4-d6e89d5b8a17 None None] Provisioning complete for port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:14.909057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-13e69808-f0e7-4fea-a9b4-d6e89d5b8a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.936779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-f423f34f-3b15-469c-88b2-d00b972c77b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:14.938437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-f423f34f-3b15-469c-88b2-d00b972c77b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 200 len: 796 time: 0.2875695 Oct 16 13:41:14.965365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:14.985247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.021678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.030197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.066534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:15.081703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:15.094029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:15.094636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.102234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=98b9d468-21e7-4045-a70a-9fdd58385ee3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:15.102784 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-c751858a-7d24-4a98-a8a0-bc610b85a5ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 380 time: 0.1523056 Oct 16 13:41:15.117752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Router 1867faff-00d5-42f7-962c-795be23d6712 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:15.125613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['b50557dd-bd6c-4e57-9582-510b23d4e731']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:15.147444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.151401 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8706713 Oct 16 13:41:15.151401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d376ad-dab9-4508-b9f9-768a0eb60b1e tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00caba88-c94a-4385-a06b-ababe40dc822,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:15.153771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36214) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:15.159556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--285437415'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:15.173806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-13e69808-f0e7-4fea-a9b4-d6e89d5b8a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.175883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:15.213080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.222834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=a7b5624b-0716-4a66-95e3-42ab51358153,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:15.227253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:15.228113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.241051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:15.247541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:15.250197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.285602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Port': ['ID=adb5a015-ff66-4e11-915a-ad6f2ef0945b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:15.286304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:15.287904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] No DVR routers for this DVR port adb5a015-ff66-4e11-915a-ad6f2ef0945b on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:15.295334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] Pushing event deleted for resources: {'Port': ['ID=adb5a015-ff66-4e11-915a-ad6f2ef0945b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:15.328830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.339689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b20a4-6fe3-4106-8d8a-b1d1e80c5d58 None None] No DVR routers for this DVR port adb5a015-ff66-4e11-915a-ad6f2ef0945b on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:15.369693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-13e69808-f0e7-4fea-a9b4-d6e89d5b8a17 None None] For port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,segment=NetworkSegment(d420e9fa-3b14-4a98-a01e-e7cd97220dc1),segment_id=d420e9fa-3b14-4a98-a01e-e7cd97220dc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:15.425673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.474507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:15.474994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.513078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b92859-3014-4603-9f6c-45f477aa3a7c']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:15.524072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-13e69808-f0e7-4fea-a9b4-d6e89d5b8a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.546906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8017e70-c592-48f7-a86c-aabce37c466d') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:15.547174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8017e70-c592-48f7-a86c-aabce37c466d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:15.581719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.586777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.594472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-896c6104-41c0-423c-8fb4-c1a3b998a9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.635201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.644691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:15.645096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:15.653712 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:15.680605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.703040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69808-f0e7-4fea-a9b4-d6e89d5b8a17 None None] Pushing event updated for resources: {'Port': ['ID=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:15.742886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 13b902b9-6ec7-4b5f-b406-f7822a172464 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:15.757689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.784826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.795036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a5f6c30b-31b2-47ad-bb91-85ff73c25d92 None None] Provisioning complete for port 98b9d468-21e7-4045-a70a-9fdd58385ee3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:15.799991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5f6c30b-31b2-47ad-bb91-85ff73c25d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.802446 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db940eea-55a6-4fb6-8c97-53e7eb5314db tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1292348 Oct 16 13:41:15.808039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36224) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:15.823742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:15.838585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-456103bd-6967-4056-883f-c22eb237c38c req-059ba03d-4ead-48c4-918e-de173e4f6e1e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 210 time: 0.3243656 Oct 16 13:41:15.858709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6c30b-31b2-47ad-bb91-85ff73c25d92 None None] Port 98b9d468-21e7-4045-a70a-9fdd58385ee3 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:15.861021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 13b902b9-6ec7-4b5f-b406-f7822a172464 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:15.861457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.903564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:15.917025 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] Sync routers for ids ['1867faff-00d5-42f7-962c-795be23d6712'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:15.920759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.930201 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] Routers {'1867faff-00d5-42f7-962c-795be23d6712'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:15.931230 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1867faff-00d5-42f7-962c-795be23d6712'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:15.945219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.948498 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/networks/d1b92859-3014-4603-9f6c-45f477aa3a7c HTTP/1.1" status: 204 len: 168 time: 1.7336326 Oct 16 13:41:15.954201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36226) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:15.982672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a6e85074-a574-4d85-9184-2c8c0973d767 None None] Provisioning complete for port a7b5624b-0716-4a66-95e3-42ab51358153 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:15.983222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a6e85074-a574-4d85-9184-2c8c0973d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:15.996044 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.015269 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] Routers {'1867faff-00d5-42f7-962c-795be23d6712'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:16.016171 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1867faff-00d5-42f7-962c-795be23d6712'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.029077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd297f7-04c1-46bd-b543-eca069715d86,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:16.047963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a6e85074-a574-4d85-9184-2c8c0973d767 None None] Port a7b5624b-0716-4a66-95e3-42ab51358153 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:16.051792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12171d-7997-4e8c-bc3a-bc815361ef53 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Network': ['ID=d1b92859-3014-4603-9f6c-45f477aa3a7c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:16.053745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device adb5a015-ff66-4e11-915a-ad6f2ef0945b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:16.070784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.072096 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-752a3037-fccc-4e24-be24-5c91faab6d53 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9166272 Oct 16 13:41:16.079628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: adb5a015-ff66-4e11-915a-ad6f2ef0945b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:16.079966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device adb5a015-ff66-4e11-915a-ad6f2ef0945b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:16.083528 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.085434 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60650ad-9131-45f2-9d94-c2ed41c06135 None None] The sync data for ids ['1867faff-00d5-42f7-962c-795be23d6712'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:16.087389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36228) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.094621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-606f0b5d-40d8-4a81-b0f2-6dd412d54c60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '00caba88-c94a-4385-a06b-ababe40dc822', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fbd297f7-04c1-46bd-b543-eca069715d86'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:16.096272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a6e85074-a574-4d85-9184-2c8c0973d767 None None] Provisioning complete for port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:16.097104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a6e85074-a574-4d85-9184-2c8c0973d767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.105849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:16.109531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.162242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting subnet c784716b-c8a0-4da1-bb8a-dfdf29a024d2 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:16.181011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.281564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.291311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.5 (da9006b2-ef9a-4e2e-9c7c-72b16337b40c/1d03c16f-5997-46d3-8dca-3e4e15558048/929a8fad-3058-4fa4-9a88-8297d0ad7183) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:16.405086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:16.412110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.421765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.464470 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-606f0b5d-40d8-4a81-b0f2-6dd412d54c60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:16.468112 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-606f0b5d-40d8-4a81-b0f2-6dd412d54c60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3771801 Oct 16 13:41:16.469405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.472996 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-67a48eb6-c851-4f3c-8e19-3e726ef21d78 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2538328 Oct 16 13:41:16.473148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36230) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.476565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36232) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.538575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4244d4e-d7a9-4073-9f87-d2ecd898d0f9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.563112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4244d4e-d7a9-4073-9f87-d2ecd898d0f9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.565519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.589982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.590751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.638206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.654928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.656726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:16.660441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.682508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.717848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:16.729896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:16.733308 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c692b395-9ab9-4b80-927a-2bd5a2a788b8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/1867faff-00d5-42f7-962c-795be23d6712 HTTP/1.1" status: 200 len: 924 time: 0.2543087 Oct 16 13:41:16.737838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36234) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.740710 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:16.741470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.771956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Subnet': ['ID=c784716b-c8a0-4da1-bb8a-dfdf29a024d2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:16.778442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.786530 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-708c768d-3e1e-43be-9680-f7dc26cb59b1 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/subnets/c784716b-c8a0-4da1-bb8a-dfdf29a024d2 HTTP/1.1" status: 204 len: 168 time: 0.8167403 Oct 16 13:41:16.786740 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d368543-cd3a-4ca2-9e2f-39ca5c85052d tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=1867faff-00d5-42f7-962c-795be23d6712 HTTP/1.1" status: 200 len: 205 time: 0.0454907 Oct 16 13:41:16.786740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36236) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.788382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6499245-0eb4-481a-a7b2-d9066ce1f8df None None] Network e20bb312-61ba-4884-9bb6-bb86dc31a420 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:16.789276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36238) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.793690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.798300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4244d4e-d7a9-4073-9f87-d2ecd898d0f9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.801887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f4244d4e-d7a9-4073-9f87-d2ecd898d0f9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:16.807097 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f4244d4e-d7a9-4073-9f87-d2ecd898d0f9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbd297f7-04c1-46bd-b543-eca069715d86 HTTP/1.1" status: 204 len: 168 time: 0.3301580 Oct 16 13:41:16.807930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36240) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:16.829699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:16.830727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.874022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244d4e-d7a9-4073-9f87-d2ecd898d0f9 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd297f7-04c1-46bd-b543-eca069715d86,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:16.882636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=98b9d468-21e7-4045-a70a-9fdd58385ee3,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:16.913706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:16.914366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832c123-3140-4997-bb26-c9cdbacc977e None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:16.947215 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.ipam_backend_mixin [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f326441-ae01-48f7-b20d-4aeb60ac415b (CIDR: 2001:db8::/64) Oct 16 13:41:16.949137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:16.950862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:17.046579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting subnet fd8bde64-bf3d-47b4-8863-fd54f028b25c {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:17.054823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:17.086753 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:17.087290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:17.119985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.154141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] DHCP port deletion for e20bb312-61ba-4884-9bb6-bb86dc31a420 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:17.154962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.166338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:17.171844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.183188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.191989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36246) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:17.197341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bacde609-08ae-467a-b28c-e880e12f7743 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3545611 Oct 16 13:41:17.207091 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-75505aac-21e1-4d2c-af05-60c16b712a42 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3951409 Oct 16 13:41:17.213923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36248) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:17.222294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:17.230754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router a0e9296a-1f89-4849-b67d-cfef11d71a6e is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:17.345581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] Deleting port d275a8a8-6ec4-48ae-b04e-0ac597c86240 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:17.346110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.421923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] For port d275a8a8-6ec4-48ae-b04e-0ac597c86240, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d275a8a8-6ec4-48ae-b04e-0ac597c86240,segment=NetworkSegment(0ccfc7f1-c30e-4514-989f-37d2112aeab4),segment_id=0ccfc7f1-c30e-4514-989f-37d2112aeab4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:17.422216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.437221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-59bde5b1-b7ac-4ddc-a6f9-746d28f9db00 None None] Provisioning complete for port 98b9d468-21e7-4045-a70a-9fdd58385ee3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:17.437588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-59bde5b1-b7ac-4ddc-a6f9-746d28f9db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.440365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] Calling delete_port for d275a8a8-6ec4-48ae-b04e-0ac597c86240 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:17.523019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-59bde5b1-b7ac-4ddc-a6f9-746d28f9db00 None None] Port 98b9d468-21e7-4045-a70a-9fdd58385ee3 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:17.654558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.679929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0293c327-5bfc-4bcd-9565-8beded35e3a8 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.8669829 Oct 16 13:41:17.681466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.681660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] Pushing event deleted for resources: {'Port': ['ID=d275a8a8-6ec4-48ae-b04e-0ac597c86240,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:17.687676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b38852-8fb2-42ac-809f-2cba6d8fd5f4 None None] No DVR routers for this DVR port d275a8a8-6ec4-48ae-b04e-0ac597c86240 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:17.689039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:17.717468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36250) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:17.719096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:17.774959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:17.799242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:17.854404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=929a8fad-3058-4fa4-9a88-8297d0ad7183,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:17.944576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:17.952685 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d4a77e5-9661-4e31-a4ef-61cd88f108f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/a0e9296a-1f89-4849-b67d-cfef11d71a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3181496 Oct 16 13:41:17.958035 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] Sync routers for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:17.972110 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:17.973428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36252) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:17.974913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:17.989016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21916f13-cf33-4974-b242-491d1d815e46 req-0091c666-e655-4e20-b977-edf227e4cdcd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:17.990587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21916f13-cf33-4974-b242-491d1d815e46 req-0091c666-e655-4e20-b977-edf227e4cdcd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 931 time: 1.0525899 Oct 16 13:41:18.004436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:18.008095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.026085 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:18.045248 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:18.046467 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:18.047837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-660994a0-d3fb-4627-bac5-c3de23beebd0 None None] Provisioning complete for port 929a8fad-3058-4fa4-9a88-8297d0ad7183 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:18.048304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-660994a0-d3fb-4627-bac5-c3de23beebd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.089879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5afadeda-dbaa-4eb6-abb9-0887a2911e49 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.094321 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:18.095423 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbdb1b-8ee9-4f92-80ea-59f4dae5633b None None] The sync data for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:18.111347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-660994a0-d3fb-4627-bac5-c3de23beebd0 None None] Port 929a8fad-3058-4fa4-9a88-8297d0ad7183 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:18.116969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.130826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:18.134369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.159629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb15bc1-8d32-4456-aa2a-4462c016ba1d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:18.164269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4eb15bc1-8d32-4456-aa2a-4462c016ba1d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports/98b9d468-21e7-4045-a70a-9fdd58385ee3 HTTP/1.1" status: 200 len: 911 time: 0.1696310 Oct 16 13:41:18.167581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36254) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:18.193486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21916f13-cf33-4974-b242-491d1d815e46 req-a0d36127-dbaa-435c-9542-04ac74924f39 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830850 Oct 16 13:41:18.194894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.198906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5afadeda-dbaa-4eb6-abb9-0887a2911e49 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.216585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-809daebf-1818-448a-a5ab-ea6bce56a5b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0960824 Oct 16 13:41:18.233817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Request body: {'port': {'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:18.356672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.380463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.401485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.404555 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.ipam_backend_mixin [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b (CIDR: 2001:db8:0:1::/64) Oct 16 13:41:18.448853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.452181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/subnets/fd8bde64-bf3d-47b4-8863-fd54f028b25c HTTP/1.1" status: 204 len: 168 time: 1.6638346 Oct 16 13:41:18.453625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40201c86-2d70-4336-821f-231b1f20b93b None None] Network 03e4655c-0226-425c-aa25-11387b29d683 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:18.454964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5afadeda-dbaa-4eb6-abb9-0887a2911e49 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.457496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5afadeda-dbaa-4eb6-abb9-0887a2911e49 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.459166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5afadeda-dbaa-4eb6-abb9-0887a2911e49 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/00caba88-c94a-4385-a06b-ababe40dc822 HTTP/1.1" status: 204 len: 168 time: 0.7384069 Oct 16 13:41:18.460016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3197f-0217-4b15-a237-6bed024a0732 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8bde64-bf3d-47b4-8863-fd54f028b25c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:18.469071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36256) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:18.478732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36258) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:18.478901 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:18.478901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:18.567324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afadeda-dbaa-4eb6-abb9-0887a2911e49 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00caba88-c94a-4385-a06b-ababe40dc822,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:18.569707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Deleting port 02e46362-a077-452b-ad95-f6c19fd2f534 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:18.570372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.671768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] DHCP port deletion for 03e4655c-0226-425c-aa25-11387b29d683 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:18.704555 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f09b7411-c0d4-4f81-bb91-820a2cd0e18f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4893415 Oct 16 13:41:18.709502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36260) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:18.720078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'subnet': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:18.731372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.731606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] Deleting port da79cbb5-afb6-40ed-8000-c896f6ae879a {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:18.731955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.784712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3b473b4b-f99d-4fcf-8582-775417d28ccd tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2989852 Oct 16 13:41:18.785089 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36262) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:18.802580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] For port da79cbb5-afb6-40ed-8000-c896f6ae879a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=da79cbb5-afb6-40ed-8000-c896f6ae879a,segment=NetworkSegment(5418518e-b123-450e-a51f-202066868a22),segment_id=5418518e-b123-450e-a51f-202066868a22)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:18.804365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.806933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--316031641'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:18.815843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] Calling delete_port for da79cbb5-afb6-40ed-8000-c896f6ae879a owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:18.831226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.874479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.906739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:18.918962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Calling delete_port for 02e46362-a077-452b-ad95-f6c19fd2f534 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:18.982006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da79cbb5-afb6-40ed-8000-c896f6ae879a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:19.003935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.006760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.044304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] Pushing event deleted for resources: {'Port': ['ID=da79cbb5-afb6-40ed-8000-c896f6ae879a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:19.046198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11808b-618b-4558-82f4-02a9f86f9a41 None None] No DVR routers for this DVR port da79cbb5-afb6-40ed-8000-c896f6ae879a on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:19.058601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No active binding found for port da79cbb5-afb6-40ed-8000-c896f6ae879a {{(pid=101082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 16 13:41:19.065714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da79cbb5-afb6-40ed-8000-c896f6ae879a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:19.065714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d275a8a8-6ec4-48ae-b04e-0ac597c86240 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:19.088727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d275a8a8-6ec4-48ae-b04e-0ac597c86240 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:19.089159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d275a8a8-6ec4-48ae-b04e-0ac597c86240 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:19.106924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.155257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20bb312-61ba-4884-9bb6-bb86dc31a420']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:19.204732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccfc7f1-c30e-4514-989f-37d2112aeab4') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:19.205019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccfc7f1-c30e-4514-989f-37d2112aeab4') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:19.234541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.247123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929a8fad-3058-4fa4-9a88-8297d0ad7183 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:41:19.262324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.278645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.300135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.314772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Made reservation on behalf of 4c18d825e73f464ea5ea532a6e8250fc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:19.318652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.362153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.371005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:19.371405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:19.374521 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:19.441691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.1 (41617702-ae5b-4e65-8042-a78ca10ed3db/87876a16-355d-4d66-8fab-5d5c6e2b8753/bc653627-c264-4e72-9e79-1e3e065c6c2a) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:19.446213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f43ab9c-3304-40d8-a866-f6517152ce46,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:19.483796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8:1::1 (aaff45d2-cd13-46e1-83bf-b5098ba5666e/20109029-8881-4c77-a41a-169dc6b5025b/ae207341-028c-4a2e-b3ca-78c4032721d9) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:19.549083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.550323 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a0417ba8-98a5-42b6-baf3-3d3f59b8546c tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7643795 Oct 16 13:41:19.560242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408df0f-f797-4ec7-a56b-4877a7e2cb49 req-7515f1dc-6dd4-44da-a8b9-437db5e33188 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:19.561532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36266) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:19.561988 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c408df0f-f797-4ec7-a56b-4877a7e2cb49 req-7515f1dc-6dd4-44da-a8b9-437db5e33188 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 931 time: 0.2969072 Oct 16 13:41:19.569647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9bff1102-3f41-4067-8add-7d9604463156 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '6f43ab9c-3304-40d8-a866-f6517152ce46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:19.598725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.603942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.607155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/networks/e20bb312-61ba-4884-9bb6-bb86dc31a420 HTTP/1.1" status: 204 len: 168 time: 1.1345751 Oct 16 13:41:19.614163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36268) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:19.641475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Transition to ACTIVE for port object 929a8fad-3058-4fa4-9a88-8297d0ad7183 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:41:19.649453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb95ea2-b8bd-4d98-b873-0c6c8accc1a6 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Network': ['ID=e20bb312-61ba-4884-9bb6-bb86dc31a420,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:19.665484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.670350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.711702 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c408df0f-f797-4ec7-a56b-4877a7e2cb49 req-5bad30ad-cbad-4e5f-adcf-03d1656bd7ff tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397254 Oct 16 13:41:19.717043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.729783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event deleted for resources: {'Port': ['ID=02e46362-a077-452b-ad95-f6c19fd2f534,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:19.803495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.825945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.868012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:19.871855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.875650 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-9bff1102-3f41-4067-8add-7d9604463156 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:19.877077 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9bff1102-3f41-4067-8add-7d9604463156 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3124080 Oct 16 13:41:19.877832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.879945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:19.885011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36270) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:19.897574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ab79f997-20ef-4e28-9eae-4b1584213212 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group_rule': {'security_group_id': '6f43ab9c-3304-40d8-a866-f6517152ce46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:19.900220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:19.930189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=bc653627-c264-4e72-9e79-1e3e065c6c2a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:19.947119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Pushing event updated for resources: {'Port': ['ID=929a8fad-3058-4fa4-9a88-8297d0ad7183,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:19.974252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:19.984488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:19.994347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:19.997087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:19.997631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.047387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.099725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=ae207341-028c-4a2e-b3ca-78c4032721d9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:20.207989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.212746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.258463 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-ab79f997-20ef-4e28-9eae-4b1584213212 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 13:41:20.262005 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab79f997-20ef-4e28-9eae-4b1584213212 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3735025 Oct 16 13:41:20.262967 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36272) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:20.267369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.320754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4e58a4-7177-47c5-bf24-bd5f0abc0142 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.326863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e4655c-0226-425c-aa25-11387b29d683']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:20.345498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5418518e-b123-450e-a51f-202066868a22') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:20.345953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5418518e-b123-450e-a51f-202066868a22') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:20.353420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Attempting to bind port 929a8fad-3058-4fa4-9a88-8297d0ad7183 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:20.353753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Attempting to bind port 929a8fad-3058-4fa4-9a88-8297d0ad7183 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:20.354084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Attempting to bind port 929a8fad-3058-4fa4-9a88-8297d0ad7183 on network da9006b2-ef9a-4e2e-9c7c-72b16337b40c {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:20.360146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.362069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Port 929a8fad-3058-4fa4-9a88-8297d0ad7183 on network da9006b2-ef9a-4e2e-9c7c-72b16337b40c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:41:20.362381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Attempting to bind port 929a8fad-3058-4fa4-9a88-8297d0ad7183 on network da9006b2-ef9a-4e2e-9c7c-72b16337b40c {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:20.373492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.380355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ca6176f1-6a34-44e2-8f82-4067021a1bc6 None None] Provisioning complete for port ae207341-028c-4a2e-b3ca-78c4032721d9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:20.380355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ca6176f1-6a34-44e2-8f82-4067021a1bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.381984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.386132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4e58a4-7177-47c5-bf24-bd5f0abc0142 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.418148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ca6176f1-6a34-44e2-8f82-4067021a1bc6 None None] Port ae207341-028c-4a2e-b3ca-78c4032721d9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:20.429407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.433154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:20.433491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Checking segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:20.433875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Bound using segment: {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:20.434321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Bound port: 929a8fad-3058-4fa4-9a88-8297d0ad7183, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6959147-6b06-4ba5-93de-03d179f36717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:20.434664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.452651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:20.459390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.459605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:20.459961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:20.463038 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:20.475873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:20.482319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:20.482909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.486420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b92de-cd2a-412b-b514-03c183dce12a None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:20.487982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.488566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Fanout notify agent at l3_agent the message router_deleted on router 1867faff-00d5-42f7-962c-795be23d6712 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:20.490596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Subnet': ['ID=f16b6ef8-5805-4676-90c5-61463aa2d70b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:20.499190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.499660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e1a561b1-f808-4e79-a054-6fd1532504b9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/1867faff-00d5-42f7-962c-795be23d6712 HTTP/1.1" status: 204 len: 168 time: 3.7022524 Oct 16 13:41:20.509786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36274) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:20.513445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-587151710', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': False}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:20.601766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] For port 929a8fad-3058-4fa4-9a88-8297d0ad7183, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:20.605099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] For port 929a8fad-3058-4fa4-9a88-8297d0ad7183, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:20.668270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4e58a4-7177-47c5-bf24-bd5f0abc0142 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.670846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c4e58a4-7177-47c5-bf24-bd5f0abc0142 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.671982 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c4e58a4-7177-47c5-bf24-bd5f0abc0142 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/6f43ab9c-3304-40d8-a866-f6517152ce46 HTTP/1.1" status: 204 len: 168 time: 0.4080727 Oct 16 13:41:20.674762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36276) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:20.695654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.697598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.719643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.726962 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/networks/03e4655c-0226-425c-aa25-11387b29d683 HTTP/1.1" status: 204 len: 168 time: 1.1091290 Oct 16 13:41:20.730514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.731587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.752954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36278) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:20.766994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] Update dhcp port {'port': {'network_id': 'bbd3e568-4714-47a1-b49b-cfb7ad34e716', 'fixed_ips': [{'subnet_id': 'd0908307-9c7e-47bf-8e2b-c0fa8b86ec2b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7f326441-ae01-48f7-b20d-4aeb60ac415b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f16b6ef8-5805-4676-90c5-61463aa2d70b'}], 'binding:host_id': 'dv-neutron-743142-24-hyperv'}, 'id': '2fb688f6-4316-4cc2-9a44-63c5913785e7'} from dv-neutron-743142-24-hyperv. {{(pid=101082) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 16 13:41:20.785792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8375a-473c-47c3-b63d-988f6e76323e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Network': ['ID=03e4655c-0226-425c-aa25-11387b29d683,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:20.800547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.829876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:20.830492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:20.831894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] 10.222.0.31 "PUT /v2.0/ports/929a8fad-3058-4fa4-9a88-8297d0ad7183 HTTP/1.1" status: 200 len: 1093 time: 2.6062047 Oct 16 13:41:20.847211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:41:20.851235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51747ad2-c2f3-476c-ba6f-96b2d9a42533" -d '{"events": [{"name": "network-changed", "server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:41:20.865245 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e6d3ff5c-e358-4911-95bb-fdb2128cbc0e tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1544549 Oct 16 13:41:20.878655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36284) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:20.886517 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9e8ababa-47b4-48d9-b71e-c37ebc0dcd8d tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2100294 Oct 16 13:41:20.897532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1314926964', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f16b6ef8-5805-4676-90c5-61463aa2d70b'}], 'security_groups': ['e9b7ee81-68ac-4118-8ee4-b4c70e5c9826', 'ab49e82c-4d16-4370-b6ea-0188f2a93d6c']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:20.897983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36286) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:20.944636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169946962'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:20.973469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e236c-fb7b-4c68-a28f-20439eb30a3c x-openstack-request-id: req-939e236c-fb7b-4c68-a28f-20439eb30a3c {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:41:20.974745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:41:20.974745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-939e236c-fb7b-4c68-a28f-20439eb30a3c {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:41:20.974943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'status': 'completed', 'code': 200} Oct 16 13:41:21.040866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] Allocated IP 2001:db8:0:2::2 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/f16b6ef8-5805-4676-90c5-61463aa2d70b/2fb688f6-4316-4cc2-9a44-63c5913785e7) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:21.164239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2fb688f6-4316-4cc2-9a44-63c5913785e7,segment=NetworkSegment(df93b404-1323-4f0d-9364-45a8ca67a13c),segment_id=df93b404-1323-4f0d-9364-45a8ca67a13c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:21.206924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.285982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e58a4-7177-47c5-bf24-bd5f0abc0142 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f43ab9c-3304-40d8-a866-f6517152ce46,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:21.297397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.426985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.432376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de5820-1f5d-4595-8c21-6bb7529069dc None None] Pushing event updated for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:21.453358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting subnet 025580b5-527e-4c12-99b4-5096dc96a1a5 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:21.463233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90e3b9-390f-4fd0-b231-6504b3654b82 service neutron] Pushing event updated for resources: {'Port': ['ID=929a8fad-3058-4fa4-9a88-8297d0ad7183,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:21.466149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.566335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6b440-b620-4f3c-b843-3362d7cd4ff1 req-acc1c74a-256c-40b9-a357-7b4b252698f9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:21.568139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dba6b440-b620-4f3c-b843-3362d7cd4ff1 req-acc1c74a-256c-40b9-a357-7b4b252698f9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 943 time: 0.7485888 Oct 16 13:41:21.613255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.617611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-86efe151-1c98-44b1-ab89-943000bed845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:21.619132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-86efe151-1c98-44b1-ab89-943000bed845 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 1096 time: 0.6572106 Oct 16 13:41:21.653377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.727105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-f16c221b-65d7-4bdc-8b3f-d8c7be95fce4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183 HTTP/1.1" status: 200 len: 217 time: 0.0860131 Oct 16 13:41:21.738725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.763593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.766383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.795662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dba6b440-b620-4f3c-b843-3362d7cd4ff1 req-59bd6a68-2833-4af6-b530-c017751a372c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166564 Oct 16 13:41:21.857587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.860455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.860942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.905174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-bded8402-c8e9-49cc-ad53-d8ec42393459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:21.906640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-bded8402-c8e9-49cc-ad53-d8ec42393459 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d03c16f-5997-46d3-8dca-3e4e15558048 HTTP/1.1" status: 200 len: 834 time: 0.1643054 Oct 16 13:41:21.960430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.964225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:21.987466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.033519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=bc653627-c264-4e72-9e79-1e3e065c6c2a,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:22.076510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.104956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-f23a6396-6c49-4818-b569-cf00d446926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:22.106548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-f23a6396-6c49-4818-b569-cf00d446926f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1902411 Oct 16 13:41:22.119070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Provisioning complete for port a7b5624b-0716-4a66-95e3-42ab51358153 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:22.119856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.169078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Port a7b5624b-0716-4a66-95e3-42ab51358153 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:22.178494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.183620 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:22.184525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.196276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=ae207341-028c-4a2e-b3ca-78c4032721d9,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:22.220057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:22.225152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:22.278523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.325422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:22.325792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.343085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:22.343675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e14087a-9172-4076-904c-b69acf1b985d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:22.359468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Subnet': ['ID=025580b5-527e-4c12-99b4-5096dc96a1a5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:22.366817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.370937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8db6f5d6-995b-48ce-8a1b-c242bf923aa3 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/subnets/025580b5-527e-4c12-99b4-5096dc96a1a5 HTTP/1.1" status: 204 len: 168 time: 1.6045270 Oct 16 13:41:22.379926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36288) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:22.383150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13630c33-0f96-4d68-b1a2-6e37459b1a1f None None] Network e435d069-1f39-4c99-93b3-4105b7ea2675 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:22.387602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7185291e-9f09-4831-bdf5-9cebf2190d6f None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:22.410748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:22.462002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-82d4d734-e32e-47da-8b63-f5238f708cfc service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429420 Oct 16 13:41:22.486077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.490088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-59364690-4352-432e-9d48-374e64980403 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5625696 Oct 16 13:41:22.507695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36290) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:22.512844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-516e4974-2b38-46c2-a33d-4af3e6c8ee60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:22.513461 dv-neutron-743142-24-hyperv neutron-server[101080]: WARNING neutron.api.v2.base [None req-516e4974-2b38-46c2-a33d-4af3e6c8ee60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 16 13:41:22.514035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-516e4974-2b38-46c2-a33d-4af3e6c8ee60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] update failed (client error): There was a conflict when trying to complete your request. Oct 16 13:41:22.517551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-516e4974-2b38-46c2-a33d-4af3e6c8ee60 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "PUT /v2.0/security-groups/5e14087a-9172-4076-904c-b69acf1b985d HTTP/1.1" status: 409 len: 330 time: 0.0062468 Oct 16 13:41:22.523579 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.541230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36292) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:22.616830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1ac92d06-73ea-4af9-b2d9-da322dc2082d None None] Provisioning complete for port ae207341-028c-4a2e-b3ca-78c4032721d9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:22.617400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1ac92d06-73ea-4af9-b2d9-da322dc2082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.648663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] DHCP port deletion for e435d069-1f39-4c99-93b3-4105b7ea2675 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:22.660420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router a0e9296a-1f89-4849-b67d-cfef11d71a6e has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:22.671235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.691727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1ac92d06-73ea-4af9-b2d9-da322dc2082d None None] Port ae207341-028c-4a2e-b3ca-78c4032721d9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:22.699753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.709774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.720348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] Deleting port d1e24b22-4405-43ee-9477-31c9db714819 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:22.720721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.784639 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e1c69d4-dfc2-4a7b-99e0-a61d39f572d8 req-72e868e1-9697-4165-868d-78e490c92c69 service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904723 Oct 16 13:41:22.792664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] For port d1e24b22-4405-43ee-9477-31c9db714819, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d1e24b22-4405-43ee-9477-31c9db714819,segment=NetworkSegment(1c2da048-bcd8-40cb-b3d9-8444967e198f),segment_id=1c2da048-bcd8-40cb-b3d9-8444967e198f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:22.793428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.809800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] Calling delete_port for d1e24b22-4405-43ee-9477-31c9db714819 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:22.814307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:22.822798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb73cd8-2099-4924-9ba1-6467a1a6aeb0 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.876168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb73cd8-2099-4924-9ba1-6467a1a6aeb0 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:22.880839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Delete allocated IP 2001:db8::d9 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/7f326441-ae01-48f7-b20d-4aeb60ac415b) {{(pid=101080) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 16 13:41:22.916416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Allocated IP 2001:db8:0:2::153 (bbd3e568-4714-47a1-b49b-cfb7ad34e716/f16b6ef8-5805-4676-90c5-61463aa2d70b/a7b5624b-0716-4a66-95e3-42ab51358153) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:22.986944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:22.998473 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dc3d0f54-4e5b-4851-8804-b714828993ee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/a0e9296a-1f89-4849-b67d-cfef11d71a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8215168 Oct 16 13:41:23.002411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36298) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.008253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:23.060249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Allocated IP 172.26.5.224 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:23.062135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] Sync routers for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:23.067316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.086989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Deleting port d1e24b22-4405-43ee-9477-31c9db714819 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:23.087655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.096225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-f6499d37-0142-426a-a49b-81c4d7e86d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:23.097760 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-f6499d37-0142-426a-a49b-81c4d7e86d9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 1096 time: 0.1924212 Oct 16 13:41:23.107371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] Pushing event deleted for resources: {'Port': ['ID=d1e24b22-4405-43ee-9477-31c9db714819,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:23.116298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8868b-8a54-485e-a4ca-db43bf19ca61 None None] No DVR routers for this DVR port d1e24b22-4405-43ee-9477-31c9db714819 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:23.119896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:23.120955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.137763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3c966-78ec-484b-8b1e-b6c1fec69f9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:23.137763 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-75b3c966-78ec-484b-8b1e-b6c1fec69f9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports/ae207341-028c-4a2e-b3ca-78c4032721d9 HTTP/1.1" status: 200 len: 913 time: 0.1264811 Oct 16 13:41:23.137763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36302) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.178300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.195633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:23.196511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.199587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:23.200428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.219633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb73cd8-2099-4924-9ba1-6467a1a6aeb0 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.222316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb73cd8-2099-4924-9ba1-6467a1a6aeb0 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.226250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3fb73cd8-2099-4924-9ba1-6467a1a6aeb0 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e14087a-9172-4076-904c-b69acf1b985d HTTP/1.1" status: 204 len: 168 time: 0.6819129 Oct 16 13:41:23.231304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf44c8a-296b-41f3-878c-6c830d407f1a req-b91399bf-73da-41b7-8be7-7fd49a8e73b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:23.232869 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7cf44c8a-296b-41f3-878c-6c830d407f1a req-b91399bf-73da-41b7-8be7-7fd49a8e73b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 943 time: 0.3537750 Oct 16 13:41:23.248359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36304) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.262939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.263601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9f425-376e-4099-8b76-e2c8a0ca514e None None] The sync data for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:23.300349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] For port d1e24b22-4405-43ee-9477-31c9db714819, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:23.300856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.304469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:23.319749 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:23.325254 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-834604c1-116d-4dcc-a450-041b692a77c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/routers/e99b3555-ce2a-4eac-888b-9b829caf9080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1271472 Oct 16 13:41:23.327929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36306) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.333767 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:23.334994 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.335876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'port': {'network_id': '41617702-ae5b-4e65-8042-a78ca10ed3db', 'name': 'tempest-FloatingIPTestJSON-1814636259'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:23.374554 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb73cd8-2099-4924-9ba1-6467a1a6aeb0 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e14087a-9172-4076-904c-b69acf1b985d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:23.376151 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.387142 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:23.388038 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.396543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Calling delete_port for d1e24b22-4405-43ee-9477-31c9db714819 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:23.406005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.ipam_backend_mixin [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Port d1e24b22-4405-43ee-9477-31c9db714819 was not found and therefore no delete operation was performed {{(pid=101080) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:41:23.423633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.428168 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.428168 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c81c4-cbed-4e4e-b51d-691b174de302 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:23.429979 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7cf44c8a-296b-41f3-878c-6c830d407f1a req-0592cbfe-22fb-4b57-b635-e533ba233175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518118 Oct 16 13:41:23.437938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.451207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d1e24b22-4405-43ee-9477-31c9db714819 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:23.477134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d1e24b22-4405-43ee-9477-31c9db714819 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:23.477474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d1e24b22-4405-43ee-9477-31c9db714819 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:23.496790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Port': ['ID=d1e24b22-4405-43ee-9477-31c9db714819,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:23.507162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] No DVR routers for this DVR port d1e24b22-4405-43ee-9477-31c9db714819 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:23.512386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-98672641-e117-4522-a926-74cf00bcb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:23.513892 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-98672641-e117-4522-a926-74cf00bcb1bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 200 len: 897 time: 0.3949745 Oct 16 13:41:23.534417 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5135f416-3cca-46e3-8027-c78297c184cb tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2827590 Oct 16 13:41:23.539430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36308) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.614051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-42417d6c-5355-453c-9ee6-0baca4c9039c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183 HTTP/1.1" status: 200 len: 217 time: 0.0767200 Oct 16 13:41:23.618548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.620529 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-d5fae9ae-1c9a-45c1-8d7d-28c8b54024a2 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] delete failed (client error): The resource could not be found. Oct 16 13:41:23.621582 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d5fae9ae-1c9a-45c1-8d7d-28c8b54024a2 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "DELETE /v2.0/security-groups/9deeb0a6-4726-4ed4-b396-90e9ffd56ebd HTTP/1.1" status: 404 len: 347 time: 0.0762017 Oct 16 13:41:23.633285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.718508 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-da8b18a4-584b-40f1-92f8-00fe97a0e168 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] show failed (client error): The resource could not be found. Oct 16 13:41:23.719555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da8b18a4-584b-40f1-92f8-00fe97a0e168 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-groups/3ca71d99-2a2b-4dce-88f3-54aa862dc18e HTTP/1.1" status: 404 len: 347 time: 0.0829289 Oct 16 13:41:23.736738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.742309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36312) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.750638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.824157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e435d069-1f39-4c99-93b3-4105b7ea2675']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.826781 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-a425c1e5-7a7e-4929-a732-d936ffd7ac98 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] show failed (client error): The resource could not be found. Oct 16 13:41:23.827838 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a425c1e5-7a7e-4929-a732-d936ffd7ac98 tempest-NegativeSecGroupIPv6Test-1031038639 tempest-NegativeSecGroupIPv6Test-1031038639-project] 10.222.0.24 "GET /v2.0/security-group-rules/cf5353d5-eb0a-410c-ac18-d0794d290083 HTTP/1.1" status: 404 len: 356 time: 0.0791049 Oct 16 13:41:23.854951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2da048-bcd8-40cb-b3d9-8444967e198f') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.854951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2da048-bcd8-40cb-b3d9-8444967e198f') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:23.860812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-b2daf012-62bc-4a29-bf03-7a75438febd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:23.862290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-b2daf012-62bc-4a29-bf03-7a75438febd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d03c16f-5997-46d3-8dca-3e4e15558048 HTTP/1.1" status: 200 len: 834 time: 0.2281215 Oct 16 13:41:23.907992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] In _notify_port_updated(), no bound segment for port a7b5624b-0716-4a66-95e3-42ab51358153 on network bbd3e568-4714-47a1-b49b-cfb7ad34e716 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:41:23.913760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:23.914724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.915722 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "PUT /v2.0/ports/a7b5624b-0716-4a66-95e3-42ab51358153 HTTP/1.1" status: 200 len: 970 time: 3.0277667 Oct 16 13:41:23.922080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:23.923800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36316) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:23.941019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218c06e-98c0-4061-96ed-babf394e5e60 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event updated for resources: {'Port': ['ID=a7b5624b-0716-4a66-95e3-42ab51358153,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:23.960841 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-53c8eab5-486e-4d63-b2e3-311c968c1b9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3076601 Oct 16 13:41:23.998721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.022929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:24.023094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:24.027394 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:24.084980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.122963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:24.126860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.143119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-272de1c6-3bf3-482b-9819-f8174f490cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:24.144660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-272de1c6-3bf3-482b-9819-f8174f490cb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2495120 Oct 16 13:41:24.161156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:24.182053 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:24.184948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:24.197275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] device_id is not set on port 18b7800a-5fb1-4aba-9e3a-4cb35af29645 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:41:24.217302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:24.235237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fa02978d-2f23-4638-b3c4-ad1da2947a99 None None] Provisioning complete for port a7b5624b-0716-4a66-95e3-42ab51358153 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:24.235969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa02978d-2f23-4638-b3c4-ad1da2947a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.284664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fa02978d-2f23-4638-b3c4-ad1da2947a99 None None] Port a7b5624b-0716-4a66-95e3-42ab51358153 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:24.428133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36320) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:24.538116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.3 (41617702-ae5b-4e65-8042-a78ca10ed3db/87876a16-355d-4d66-8fab-5d5c6e2b8753/18b7800a-5fb1-4aba-9e3a-4cb35af29645) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:24.590954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.594525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.630964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.636893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/networks/e435d069-1f39-4c99-93b3-4105b7ea2675 HTTP/1.1" status: 204 len: 168 time: 2.1908932 Oct 16 13:41:24.638130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-adb0da14-2f66-409a-beef-e4fa37ef977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:24.641235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-adb0da14-2f66-409a-beef-e4fa37ef977f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1098 time: 0.6112511 Oct 16 13:41:24.641235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36326) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:24.698188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8eb44-bb53-480e-8407-a6c65d5dc93b tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Pushing event deleted for resources: {'Network': ['ID=e435d069-1f39-4c99-93b3-4105b7ea2675,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:24.710465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-69b7b738-f1a4-4c0b-b3ef-243ab20c02a4 tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 HTTP/1.1" status: 200 len: 205 time: 0.0666502 Oct 16 13:41:24.713346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36328) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:24.730840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port a7b5624b-0716-4a66-95e3-42ab51358153 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:24.731171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:24.759545 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-ee5b45b4-006a-43cb-9bbf-dc2425de0ba5 service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044815 Oct 16 13:41:24.848857 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-38b9dac2-1732-43e3-933c-f6d3d63034a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6d97e7bcc04af586bd36ce71186dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150884 Oct 16 13:41:24.861312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36330) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:24.884571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9687552-2672-48b4-a465-f99be8145739 req-0331cd4f-0c22-4e42-8a7d-10788a82d0d5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:24.886057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e9687552-2672-48b4-a465-f99be8145739 req-0331cd4f-0c22-4e42-8a7d-10788a82d0d5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 943 time: 0.3005126 Oct 16 13:41:24.944510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.007804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.033854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-8764e436-f1d4-464e-9844-4d39b8c2b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:25.039270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-8764e436-f1d4-464e-9844-4d39b8c2b7c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.3651648 Oct 16 13:41:25.047981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for a7b5624b-0716-4a66-95e3-42ab51358153 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:25.063572 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e9687552-2672-48b4-a465-f99be8145739 req-b8285683-c9cb-4083-8c45-95131a4dac8f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653905 Oct 16 13:41:25.131699 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51747ad2-c2f3-476c-ba6f-96b2d9a42533 req-c13fd84a-9a6e-4f07-acb3-cbd6fce238b7 service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620281 Oct 16 13:41:25.163149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c6af317-74a8-4908-a9a2-704e3b71f124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.216580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c6af317-74a8-4908-a9a2-704e3b71f124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.219571 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-04939fab-babf-4329-ad5c-717e1088658d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186639c5-2d38-4343-8fd3-d079b611dda8 HTTP/1.1" status: 200 len: 1001 time: 0.1727026 Oct 16 13:41:25.224097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.239242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.308525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-cddbbad4-6827-4a4b-a22b-d15fce0428e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:25.310046 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-cddbbad4-6827-4a4b-a22b-d15fce0428e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0821822 Oct 16 13:41:25.313672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.322138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.403496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-190e23f8-a29f-4194-a37b-31a6d96c6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:25.405404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-190e23f8-a29f-4194-a37b-31a6d96c6456 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0885322 Oct 16 13:41:25.431673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c6af317-74a8-4908-a9a2-704e3b71f124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.434211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c6af317-74a8-4908-a9a2-704e3b71f124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.435389 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8c6af317-74a8-4908-a9a2-704e3b71f124 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cc3d46b-ce1e-4419-a120-7d54e616d034 HTTP/1.1" status: 204 len: 168 time: 0.5730176 Oct 16 13:41:25.447977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6af317-74a8-4908-a9a2-704e3b71f124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc3d46b-ce1e-4419-a120-7d54e616d034,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:25.493098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.537739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=a7b5624b-0716-4a66-95e3-42ab51358153,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:25.557932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.558433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Fanout notify agent at l3_agent the message router_deleted on router 1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:25.570319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.575156 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d2549307-7e1f-46e4-8c35-dc94b2b1cd5e tempest-RoutersNegativeIpV6Test-1063224248 tempest-RoutersNegativeIpV6Test-1063224248-project] 10.222.0.24 "DELETE /v2.0/routers/1b94ee39-c7e4-47d9-9b4e-e1c9126531c4 HTTP/1.1" status: 204 len: 168 time: 0.8504791 Oct 16 13:41:25.579215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.583920 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-02b0a26e-5aa2-4ffa-9be8-462666720fbb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/a7b5624b-0716-4a66-95e3-42ab51358153 HTTP/1.1" status: 204 len: 168 time: 1.6380169 Oct 16 13:41:25.585564 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-9285458a-b256-4e59-a484-6d08031583de service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725445 Oct 16 13:41:25.593191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36336) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:25.611980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.664981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4143e89-b8f1-4211-a278-2988bd6aa3c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] GET failed (client error): The resource could not be found. Oct 16 13:41:25.670477 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4143e89-b8f1-4211-a278-2988bd6aa3c6 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports/a7b5624b-0716-4a66-95e3-42ab51358153 HTTP/1.1" status: 404 len: 333 time: 0.0664301 Oct 16 13:41:25.673398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36338) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:25.727368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:25.734803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:25.737042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.741569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:25.751574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port ae207341-028c-4a2e-b3ca-78c4032721d9 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:25.752365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.788080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-163d377a-ee89-4b8a-909a-0507eb7d6540 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.798962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=18b7800a-5fb1-4aba-9e3a-4cb35af29645,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:25.816212 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ef68d17-54f8-4b98-a3fb-92a9a3d16000 req-e17c0270-2385-4cd4-8fe2-e6a982c09485 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219279 Oct 16 13:41:25.835584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-163d377a-ee89-4b8a-909a-0507eb7d6540 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.916463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:25.916463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.955748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.957445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-163d377a-ee89-4b8a-909a-0507eb7d6540 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.961313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-163d377a-ee89-4b8a-909a-0507eb7d6540 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:25.965246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-163d377a-ee89-4b8a-909a-0507eb7d6540 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/security-groups/9fd9da04-34ee-4ab3-8108-8bf6d0026e71 HTTP/1.1" status: 204 len: 168 time: 0.2883449 Oct 16 13:41:25.978055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36340) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:25.991286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d377a-ee89-4b8a-909a-0507eb7d6540 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9da04-34ee-4ab3-8108-8bf6d0026e71,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:26.028873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for ae207341-028c-4a2e-b3ca-78c4032721d9 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:26.034846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18ab3a62-4cf8-41d2-a5a7-708043230d76 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.067158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18ab3a62-4cf8-41d2-a5a7-708043230d76 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.080365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 929a8fad-3058-4fa4-9a88-8297d0ad7183 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:41:26.086591 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-26d17d76-686c-4fe0-b3f3-b66ff0dd3c6c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7551196 Oct 16 13:41:26.090731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36344) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:26.100015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'port': {'network_id': '41617702-ae5b-4e65-8042-a78ca10ed3db', 'name': 'tempest-FloatingIPTestJSON-877394671'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:26.185061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36348) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:26.210007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18ab3a62-4cf8-41d2-a5a7-708043230d76 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.212658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-18ab3a62-4cf8-41d2-a5a7-708043230d76 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.216920 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-18ab3a62-4cf8-41d2-a5a7-708043230d76 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab49e82c-4d16-4370-b6ea-0188f2a93d6c HTTP/1.1" status: 204 len: 168 time: 0.2448974 Oct 16 13:41:26.218161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36352) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:26.234973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 929a8fad-3058-4fa4-9a88-8297d0ad7183, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:26.249478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:41:26.255655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035437ba-b69f-4bf8-9d0c-cacbdff13d45 req-4b6d2e8b-134b-4c6b-aac3-ee8d982522ba tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:26.257331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-035437ba-b69f-4bf8-9d0c-cacbdff13d45 req-4b6d2e8b-134b-4c6b-aac3-ee8d982522ba tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 943 time: 0.1057816 Oct 16 13:41:26.258553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab3a62-4cf8-41d2-a5a7-708043230d76 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab49e82c-4d16-4370-b6ea-0188f2a93d6c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:26.321752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.334911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929a8fad-3058-4fa4-9a88-8297d0ad7183 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:41:26.340301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bff64c3f-6d3f-4643-96eb-5845137a8805 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.345935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-035437ba-b69f-4bf8-9d0c-cacbdff13d45 req-20ea57d8-b6ca-462a-96ea-2731105e9e7f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679271 Oct 16 13:41:26.348181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Router 63288142-7ffd-4f27-95e0-fcabb700ae7c is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:26.355331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 929a8fad-3058-4fa4-9a88-8297d0ad7183, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:26.376486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bff64c3f-6d3f-4643-96eb-5845137a8805 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.420332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.433872 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-217905ff-f373-4447-b913-2c3266d00606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=499faee2653e41ab904942efc91f6a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449512 Oct 16 13:41:26.434089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36354) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:26.492635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f6bd0bf3-5c6c-4328-8e33-55ac6e7a1398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.505543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=929a8fad-3058-4fa4-9a88-8297d0ad7183,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:26.521349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f6bd0bf3-5c6c-4328-8e33-55ac6e7a1398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.529023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bff64c3f-6d3f-4643-96eb-5845137a8805 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.531699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bff64c3f-6d3f-4643-96eb-5845137a8805 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.533035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bff64c3f-6d3f-4643-96eb-5845137a8805 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9b7ee81-68ac-4118-8ee4-b4c70e5c9826 HTTP/1.1" status: 204 len: 168 time: 0.3115265 Oct 16 13:41:26.538776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36356) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:26.581216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64c3f-6d3f-4643-96eb-5845137a8805 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7ee81-68ac-4118-8ee4-b4c70e5c9826,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:26.639315 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet 7f326441-ae01-48f7-b20d-4aeb60ac415b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:26.643548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.672908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['929a8fad-3058-4fa4-9a88-8297d0ad7183'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:41:26.692819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.775098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f6bd0bf3-5c6c-4328-8e33-55ac6e7a1398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.777714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f6bd0bf3-5c6c-4328-8e33-55ac6e7a1398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.781180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f6bd0bf3-5c6c-4328-8e33-55ac6e7a1398 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ce6dd8d-fb0f-49a5-a33e-c5dfb3b614f4 HTTP/1.1" status: 204 len: 168 time: 0.3439348 Oct 16 13:41:26.826592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.858570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd0bf3-5c6c-4328-8e33-55ac6e7a1398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce6dd8d-fb0f-49a5-a33e-c5dfb3b614f4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:26.907821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.957279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=ae207341-028c-4a2e-b3ca-78c4032721d9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:26.966857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:26.970793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:26.973368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:26.985409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Sync routers for ids ['63288142-7ffd-4f27-95e0-fcabb700ae7c'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:26.995975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Routers {'63288142-7ffd-4f27-95e0-fcabb700ae7c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:26.996347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['63288142-7ffd-4f27-95e0-fcabb700ae7c'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:27.007763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.042920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=7f326441-ae01-48f7-b20d-4aeb60ac415b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:27.048887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.057569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cf488a6b-a8d0-43c9-ada7-be2de2dee25b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/7f326441-ae01-48f7-b20d-4aeb60ac415b HTTP/1.1" status: 204 len: 168 time: 0.5154219 Oct 16 13:41:27.058176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36360) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:27.064666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17ca8b-00a4-483c-b1ad-58979cce0e4c None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:27.073954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] device_id is not set on port 18083bf4-c1c3-47fe-9215-f22ff90dfda3 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:41:27.220164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.222000 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a69d11a9-23aa-4f0b-8ceb-461c20d9c6fe tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7115157 Oct 16 13:41:27.225122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36364) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:27.238634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.260730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet f16b6ef8-5805-4676-90c5-61463aa2d70b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:27.269643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.423637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.444950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d0d3770-8ece-4632-9d3a-b62f73b8bc15 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/63288142-7ffd-4f27-95e0-fcabb700ae7c HTTP/1.1" status: 200 len: 908 time: 0.2185457 Oct 16 13:41:27.445930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36374) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:27.450764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-587151710', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': True}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:27.471145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Set router 63288142-7ffd-4f27-95e0-fcabb700ae7c gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:27.474346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.5 (41617702-ae5b-4e65-8042-a78ca10ed3db/87876a16-355d-4d66-8fab-5d5c6e2b8753/18083bf4-c1c3-47fe-9215-f22ff90dfda3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:27.534176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f37f-2323-41c1-b5bc-bbe9b66a1c90 req-1c235439-8548-45ad-b482-3f3b8eec4857 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:27.535813 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c91f37f-2323-41c1-b5bc-bbe9b66a1c90 req-1c235439-8548-45ad-b482-3f3b8eec4857 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 944 time: 0.0741441 Oct 16 13:41:27.587579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.588689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.602209 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c91f37f-2323-41c1-b5bc-bbe9b66a1c90 req-8950a7b4-4b6c-4a99-85f0-265159bca3b0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589330 Oct 16 13:41:27.655401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.722813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63288142-7ffd-4f27-95e0-fcabb700ae7c', 'name': 'tempest-snat-router-587151710', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.224'}], 'enable_snat': False}, 'gw_port_id': 'd7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:41:21Z', 'updated_at': '2021-10-16T13:41:24Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': 'd7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63288142-7ffd-4f27-95e0-fcabb700ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:41:22Z', 'updated_at': '2021-10-16T13:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:27.748824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.751926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Checking router: 63288142-7ffd-4f27-95e0-fcabb700ae7c for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:41:27.752277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Updating router 63288142-7ffd-4f27-95e0-fcabb700ae7c port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:41:27.793375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.794762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router a0e9296a-1f89-4849-b67d-cfef11d71a6e has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:27.958614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:27.970338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.074867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:28.088211 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] Sync routers for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:28.093445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 929a8fad-3058-4fa4-9a88-8297d0ad7183 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:28.097477 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a17381f7-dd2c-4fbc-940e-8bb9b4d056a3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/a0e9296a-1f89-4849-b67d-cfef11d71a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9598060 Oct 16 13:41:28.102745 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:28.103847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36386) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:28.104674 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:28.197469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36388) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:28.217679 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:28.227611 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:28.228495 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:28.238013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.252370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.280785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:28.281706 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd7a53-509d-4cb4-8dad-43929e3bdb01 None None] The sync data for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:28.320998 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=f16b6ef8-5805-4676-90c5-61463aa2d70b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:28.332026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.337589 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f1378811-a245-47d8-86f6-c9f654da9a8b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/f16b6ef8-5805-4676-90c5-61463aa2d70b HTTP/1.1" status: 204 len: 168 time: 1.2744813 Oct 16 13:41:28.338204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36392) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:28.340748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.342442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.350514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 929a8fad-3058-4fa4-9a88-8297d0ad7183 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:41:28.365426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c02790c8-eee6-42cf-b710-86ca2ad222bc tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-207344594', 'prefixes': ['172.20.0.0/16']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:28.366912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 929a8fad-3058-4fa4-9a88-8297d0ad7183 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:28.367443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.408451 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb6ba66-56a9-459e-86de-ed19b89a5610 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:28.408793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb6ba66-56a9-459e-86de-ed19b89a5610 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:28.415040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36394) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:28.417199 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0bb6ba66-56a9-459e-86de-ed19b89a5610 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/7f326441-ae01-48f7-b20d-4aeb60ac415b HTTP/1.1" status: 404 len: 337 time: 0.0757048 Oct 16 13:41:28.430890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.457209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=18083bf4-c1c3-47fe-9215-f22ff90dfda3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:28.473267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:28.475155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Attempting to bind port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:28.475155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Attempting to bind port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:28.475155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Attempting to bind port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:28.475820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:28.480229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:28.484144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.485471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40846c-b7d7-4a3a-a138-89300e97848f None None] Pushing event updated for resources: {'Port': ['ID=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:28.494698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:28.495069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:28.495472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.495871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:28.496342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Bound port: d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:28.496731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.561397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting subnet d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:28.572564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.617121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b4e32-769e-43aa-8066-bb2318cc668d None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:28.617710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:28.618095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.661988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.673211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] For port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:28.698255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] For port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:28.726853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.737840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Allocated IP 172.26.5.142 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/bd5cc606-cee5-4f80-ad91-5f05b0b9ff95) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:28.746213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fb3e45e4-a0ea-47c3-b5a5-592778cd5a36 None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:28.746743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb3e45e4-a0ea-47c3-b5a5-592778cd5a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.794301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:41:28.796733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e63c5-20e0-439c-95e9-6d3a78f5c5fb" -d '{"events": [{"server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "name": "network-vif-plugged", "status": "completed", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:41:28.809550 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f1e70e7-a5b6-4a05-b14a-f94451d4faa2 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7130387 Oct 16 13:41:28.810135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36400) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:28.814601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '18083bf4-c1c3-47fe-9215-f22ff90dfda3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:28.843590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 929a8fad-3058-4fa4-9a88-8297d0ad7183, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:28.845951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.860590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05fb539-88a2-47ab-a7a2-489999ec0621 x-openstack-request-id: req-c05fb539-88a2-47ab-a7a2-489999ec0621 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:41:28.861473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "name": "network-vif-plugged", "status": "completed", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:41:28.861741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c05fb539-88a2-47ab-a7a2-489999ec0621 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:41:28.862144 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'code': 200} Oct 16 13:41:28.891700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.895598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.937533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5f481-9f23-48c7-882a-3b3ee69557b0 req-ab240172-a7b4-4387-9b40-3ce54c90f4f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:28.939318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cb5f481-9f23-48c7-882a-3b3ee69557b0 req-ab240172-a7b4-4387-9b40-3ce54c90f4f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 944 time: 0.2333827 Oct 16 13:41:28.947676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c02790c8-eee6-42cf-b710-86ca2ad222bc tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] Publish callbacks [] for subnetpool, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:28.950568 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c02790c8-eee6-42cf-b710-86ca2ad222bc tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7462494 Oct 16 13:41:28.957435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e45e4-a0ea-47c3-b5a5-592778cd5a36 None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:28.957627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36402) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:28.990754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.022647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fb3e45e4-a0ea-47c3-b5a5-592778cd5a36 None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:29.023028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb3e45e4-a0ea-47c3-b5a5-592778cd5a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.043658 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bc51a1ae-bcf5-4055-a8b8-3ccbb6e0d076 tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] 10.222.0.24 "GET /v2.0/subnetpools/6f43d2a8-dd3a-4daa-9a97-5f1f54c98b3d HTTP/1.1" status: 200 len: 731 time: 0.0858865 Oct 16 13:41:29.046488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36404) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:29.051552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4d8ccceb-4d27-4a52-b7d7-040ad074042f tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-956287975'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:29.059076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.063790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Routers {'63288142-7ffd-4f27-95e0-fcabb700ae7c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:29.064498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['63288142-7ffd-4f27-95e0-fcabb700ae7c'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:29.068776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40846c-b7d7-4a3a-a138-89300e97848f None None] Pushing event updated for resources: {'Port': ['ID=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:29.080749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9cb5f481-9f23-48c7-882a-3b3ee69557b0 req-b8341e49-dccd-4a57-9ba7-76513812d757 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168289 Oct 16 13:41:29.093388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.237743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.248863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.256082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=929a8fad-3058-4fa4-9a88-8297d0ad7183,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:29.324863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] Set router 63288142-7ffd-4f27-95e0-fcabb700ae7c gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:29.342682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Subnet': ['ID=d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:29.345040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.348226 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-365c9e85-deaa-4205-99bb-7c720cb2a42c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/d0908307-9c7e-47bf-8e2b-c0fa8b86ec2b HTTP/1.1" status: 204 len: 168 time: 0.9321110 Oct 16 13:41:29.354473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36406) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:29.370361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:29.379107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:29.382874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:29.409785 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-97964f50-840d-4a56-8e45-4bd422ec7d8d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:29.409785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97964f50-840d-4a56-8e45-4bd422ec7d8d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:29.409785 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-97964f50-840d-4a56-8e45-4bd422ec7d8d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/d761390f-7a63-40e6-90d3-22c8dcc6136f HTTP/1.1" status: 404 len: 337 time: 0.0489557 Oct 16 13:41:29.409785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d8ccceb-4d27-4a52-b7d7-040ad074042f tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] Publish callbacks [] for subnetpool, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.414503 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d8ccceb-4d27-4a52-b7d7-040ad074042f tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] 10.222.0.24 "PUT /v2.0/subnetpools/6f43d2a8-dd3a-4daa-9a97-5f1f54c98b3d HTTP/1.1" status: 200 len: 683 time: 0.3664165 Oct 16 13:41:29.425992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36408) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:29.426226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36410) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:29.492923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.635229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 98b9d468-21e7-4045-a70a-9fdd58385ee3 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:29.635568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.670237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.211 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/410f3f67-af16-4879-a873-8415b7514794) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:29.775976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63288142-7ffd-4f27-95e0-fcabb700ae7c', 'name': 'tempest-snat-router-587151710', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.224'}], 'enable_snat': False}, 'gw_port_id': 'd7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:41:21Z', 'updated_at': '2021-10-16T13:41:24Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': 'd7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63288142-7ffd-4f27-95e0-fcabb700ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:41:22Z', 'updated_at': '2021-10-16T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:29.814028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ac1fd-5498-46cc-9c51-badd7e68a077 None None] The sync data for ids ['63288142-7ffd-4f27-95e0-fcabb700ae7c'] in dv-neutron-743142-24-hyperv is: [{'id': '63288142-7ffd-4f27-95e0-fcabb700ae7c', 'name': 'tempest-snat-router-587151710', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.224'}], 'enable_snat': False}, 'gw_port_id': 'd7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:41:21Z', 'updated_at': '2021-10-16T13:41:24Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': 'd7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63288142-7ffd-4f27-95e0-fcabb700ae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:41:22Z', 'updated_at': '2021-10-16T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:29.820179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.846008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 98b9d468-21e7-4045-a70a-9fdd58385ee3 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:29.893932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5cc606-cee5-4f80-ad91-5f05b0b9ff95,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:29.929144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:29.935284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-207a43d9-bd95-4b0f-bd15-53287e8bd842 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee1b0d9a-d431-4ae9-846e-b3ac48931250 HTTP/1.1" status: 200 len: 205 time: 0.5014031 Oct 16 13:41:29.937380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36412) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:29.997495 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-51191c04-04c1-405f-90b3-a4bfe5910076 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] delete failed (client error): The resource could not be found. Oct 16 13:41:29.998560 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-51191c04-04c1-405f-90b3-a4bfe5910076 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/routers/ee1b0d9a-d431-4ae9-846e-b3ac48931250 HTTP/1.1" status: 404 len: 336 time: 0.0602043 Oct 16 13:41:30.003398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36414) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.018281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dead8a-e880-4db8-9650-e3aee32e2c86 req-ea294d5a-af3b-4dad-863c-5c135a263a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:30.019779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dead8a-e880-4db8-9650-e3aee32e2c86 req-ea294d5a-af3b-4dad-863c-5c135a263a61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 1098 time: 0.7772956 Oct 16 13:41:30.047760 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b34952-287e-416c-926f-a786277c4eb2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.048236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b34952-287e-416c-926f-a786277c4eb2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.053908 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-86b34952-287e-416c-926f-a786277c4eb2 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/8fc2a523-71ae-41e3-9724-616571321755 HTTP/1.1" status: 404 len: 337 time: 0.0450976 Oct 16 13:41:30.054113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa5569-b225-47d1-80c8-6241aab25c99 None None] Network bbd3e568-4714-47a1-b49b-cfb7ad34e716 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:30.056249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36418) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.249266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-486c1562-356b-42cc-bdc7-402f11374a6f None None] Provisioning complete for port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:30.249810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-486c1562-356b-42cc-bdc7-402f11374a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.260626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ecc91e8-9a1d-4670-92c9-1d143b2f5f0b tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] Publish callbacks [] for subnetpool, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.261803 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9ecc91e8-9a1d-4670-92c9-1d143b2f5f0b tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] 10.222.0.24 "DELETE /v2.0/subnetpools/6f43d2a8-dd3a-4daa-9a97-5f1f54c98b3d HTTP/1.1" status: 204 len: 168 time: 0.8269181 Oct 16 13:41:30.272932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36422) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.334590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-accbfac0-6ffa-4ebc-9eb9-1f8ee6a6e5d4 tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] show failed (client error): The resource could not be found. Oct 16 13:41:30.338372 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-accbfac0-6ffa-4ebc-9eb9-1f8ee6a6e5d4 tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] 10.222.0.24 "GET /v2.0/subnetpools/6f43d2a8-dd3a-4daa-9a97-5f1f54c98b3d HTTP/1.1" status: 404 len: 346 time: 0.0616105 Oct 16 13:41:30.344487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36424) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.344756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-486c1562-356b-42cc-bdc7-402f11374a6f None None] Port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:30.360613 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dead8a-e880-4db8-9650-e3aee32e2c86 req-e8fc895f-c291-4596-8a08-98b51290a4f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327904 Oct 16 13:41:30.373752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-486c1562-356b-42cc-bdc7-402f11374a6f None None] Provisioning complete for port 2fb688f6-4316-4cc2-9a44-63c5913785e7 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:30.374261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-486c1562-356b-42cc-bdc7-402f11374a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.377143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-5be47052-51c3-4b0d-93a4-cae6c2648813 tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] delete failed (client error): The resource could not be found. Oct 16 13:41:30.385113 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5be47052-51c3-4b0d-93a4-cae6c2648813 tempest-SubnetPoolsTestJSON-19958194 tempest-SubnetPoolsTestJSON-19958194-project] 10.222.0.24 "DELETE /v2.0/subnetpools/6f43d2a8-dd3a-4daa-9a97-5f1f54c98b3d HTTP/1.1" status: 404 len: 346 time: 0.0313253 Oct 16 13:41:30.493270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b82f2-42a8-4a54-8ab3-c4d60dd4210f req-105a412b-e809-4343-b644-2c4b4a8153d5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:30.500737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-376b82f2-42a8-4a54-8ab3-c4d60dd4210f req-105a412b-e809-4343-b644-2c4b4a8153d5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 945 time: 0.2434938 Oct 16 13:41:30.519188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] DHCP port deletion for bbd3e568-4714-47a1-b49b-cfb7ad34e716 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:30.529365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.584496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] Deleting port 2fb688f6-4316-4cc2-9a44-63c5913785e7 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:30.585126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.605191 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbb3d50-0cfb-4bf6-8fb2-f21fc72030b9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.605456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbb3d50-0cfb-4bf6-8fb2-f21fc72030b9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.608540 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3bbb3d50-0cfb-4bf6-8fb2-f21fc72030b9 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/002aac95-4775-4696-8541-99c369ad2447 HTTP/1.1" status: 404 len: 337 time: 0.5480499 Oct 16 13:41:30.615891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-376b82f2-42a8-4a54-8ab3-c4d60dd4210f req-a6ec434a-ad2a-4578-a19a-25d68e28427c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140857 Oct 16 13:41:30.621150 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.662280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] For port 2fb688f6-4316-4cc2-9a44-63c5913785e7, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2fb688f6-4316-4cc2-9a44-63c5913785e7,segment=NetworkSegment(df93b404-1323-4f0d-9364-45a8ca67a13c),segment_id=df93b404-1323-4f0d-9364-45a8ca67a13c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:30.662280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.663029 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38182c6-0b08-46c2-84c8-be8a68f1a53d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.663588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38182c6-0b08-46c2-84c8-be8a68f1a53d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.666924 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d38182c6-0b08-46c2-84c8-be8a68f1a53d tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/7c54de3d-5894-4d8c-abaf-6608c9c714a1 HTTP/1.1" status: 404 len: 337 time: 0.0440459 Oct 16 13:41:30.670341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36430) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.687544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] Calling delete_port for 2fb688f6-4316-4cc2-9a44-63c5913785e7 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:30.705556 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4d5ea1-e800-497e-b5df-e337fed1f45c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.709914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4d5ea1-e800-497e-b5df-e337fed1f45c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.713235 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ad4d5ea1-e800-497e-b5df-e337fed1f45c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/dd9e93be-196e-43f3-8f83-f0018063c8d2 HTTP/1.1" status: 404 len: 333 time: 0.0398049 Oct 16 13:41:30.713714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36432) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.747940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.752068 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac9f13c-e542-47e2-93e7-f44887ffb144 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.752552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac9f13c-e542-47e2-93e7-f44887ffb144 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.756249 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dac9f13c-e542-47e2-93e7-f44887ffb144 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/a85f985f-7092-4faa-8a19-53af35d745dc HTTP/1.1" status: 404 len: 337 time: 0.0412016 Oct 16 13:41:30.759129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36434) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.803993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-19aa1ccf-7c7b-4037-916a-534a123ae26a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.803993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19aa1ccf-7c7b-4037-916a-534a123ae26a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.803993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-19aa1ccf-7c7b-4037-916a-534a123ae26a tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/2e0d9615-b00d-4666-8a75-0918b08b1cf2 HTTP/1.1" status: 404 len: 337 time: 0.0400050 Oct 16 13:41:30.806911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36436) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.815460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=410f3f67-af16-4879-a873-8415b7514794,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:30.839085 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd6059-f587-4aed-a546-bb65c0ac94bb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.839349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:30.839458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefd6059-f587-4aed-a546-bb65c0ac94bb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.846333 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cefd6059-f587-4aed-a546-bb65c0ac94bb tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/1e4cbecf-69f8-4517-aa34-234ce105662c HTTP/1.1" status: 404 len: 333 time: 0.0344145 Oct 16 13:41:30.848741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36438) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.857720 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:30.861285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:30.894225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.915077 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdaec83a-ec3e-4427-b255-3106e0692d7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:30.915582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdaec83a-ec3e-4427-b255-3106e0692d7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:30.918835 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fdaec83a-ec3e-4427-b255-3106e0692d7f tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/a3da0e18-d341-4be9-a46e-a2cb30faa3ac HTTP/1.1" status: 404 len: 337 time: 0.0685799 Oct 16 13:41:30.922011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36440) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:30.924556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:30.939197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] Pushing event deleted for resources: {'Port': ['ID=2fb688f6-4316-4cc2-9a44-63c5913785e7,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:30.947877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baacf28-26d2-499e-b014-d797804aab89 None None] No DVR routers for this DVR port 2fb688f6-4316-4cc2-9a44-63c5913785e7 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:31.025903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=98b9d468-21e7-4045-a70a-9fdd58385ee3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:31.027862 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5e999b-2051-4d83-a39c-7cb23973519c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] DELETE failed (client error): The resource could not be found. Oct 16 13:41:31.028383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5e999b-2051-4d83-a39c-7cb23973519c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:41:31.031522 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6c5e999b-2051-4d83-a39c-7cb23973519c tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/subnets/36129ff3-d54d-4e38-b130-b80779dff26f HTTP/1.1" status: 404 len: 337 time: 0.1079457 Oct 16 13:41:31.039416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36444) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:31.045853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:31.075670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.121989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:31.122600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.138988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36446) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:31.231862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.267534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:31.328553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.351316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Router 5822dc34-fbb3-4f53-99e3-b5f3597e3679 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:31.360721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.401140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:31.432969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 2fb688f6-4316-4cc2-9a44-63c5913785e7 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:31.433314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2fb688f6-4316-4cc2-9a44-63c5913785e7 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:31.453549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ffe3fae-4c6b-4824-9b43-85a0062bce7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.461136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:31.545547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:31.559110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Sync routers for ids ['5822dc34-fbb3-4f53-99e3-b5f3597e3679'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:31.567374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Routers {'5822dc34-fbb3-4f53-99e3-b5f3597e3679'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:31.568526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5822dc34-fbb3-4f53-99e3-b5f3597e3679'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:31.629267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Deleting port ddbfcd21-caeb-43b0-be58-9920ba97b3b6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:31.629710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.645091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.646825 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0dcf9717-896f-43a4-bdeb-efe729731411 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1995451 Oct 16 13:41:31.657336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36454) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:31.720512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Set router 5822dc34-fbb3-4f53-99e3-b5f3597e3679 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:31.850612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254f84d-7b1f-4526-b19a-0462ca96996d req-bc1a9eb4-14b1-4a36-a8d6-e3306223b86b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:31.851901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5254f84d-7b1f-4526-b19a-0462ca96996d req-bc1a9eb4-14b1-4a36-a8d6-e3306223b86b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 945 time: 0.1115553 Oct 16 13:41:31.854422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.873744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router a0e9296a-1f89-4849-b67d-cfef11d71a6e has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:31.889670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Calling delete_port for ddbfcd21-caeb-43b0-be58-9920ba97b3b6 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:31.904385 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5254f84d-7b1f-4526-b19a-0462ca96996d req-fb30033a-35c4-4a6b-bb77-c4cdb05fc0d9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Oct 16 13:41:31.906346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0c478e79-ba80-4ca8-84af-2c8baf32f562 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/5822dc34-fbb3-4f53-99e3-b5f3597e3679 HTTP/1.1" status: 200 len: 907 time: 0.2474303 Oct 16 13:41:31.909247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36456) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:31.941813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ffe3fae-4c6b-4824-9b43-85a0062bce7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:31.977213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dc34-fbb3-4f53-99e3-b5f3597e3679', 'name': 'tempest-snat-router-587151710', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.142'}], 'enable_snat': True}, 'gw_port_id': 'bd5cc606-cee5-4f80-ad91-5f05b0b9ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:41:27Z', 'updated_at': '2021-10-16T13:41:30Z', 'revision_number': 3, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port': {'id': 'bd5cc606-cee5-4f80-ad91-5f05b0b9ff95', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822dc34-fbb3-4f53-99e3-b5f3597e3679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:41:28Z', 'updated_at': '2021-10-16T13:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:32.026196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Checking router: 5822dc34-fbb3-4f53-99e3-b5f3597e3679 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:41:32.026543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Updating router 5822dc34-fbb3-4f53-99e3-b5f3597e3679 port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:41:32.049109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0ffe3fae-4c6b-4824-9b43-85a0062bce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.061709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.120705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516436f-7e3b-4623-8eb5-5a72efe5b4d8 req-d5e33120-5bda-4a71-a174-479b32288e6e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:32.128141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7516436f-7e3b-4623-8eb5-5a72efe5b4d8 req-d5e33120-5bda-4a71-a174-479b32288e6e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 945 time: 0.1377616 Oct 16 13:41:32.150145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:32.168827 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd082d17-0fc0-4e4b-93de-cd5223788862 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/a0e9296a-1f89-4849-b67d-cfef11d71a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0589063 Oct 16 13:41:32.169029 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] Sync routers for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:32.169584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.170984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36460) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.178899 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:32.179581 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:32.209431 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-04cfa9ae-79a9-4ec8-9718-290e7df6aba0 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e9296a-1f89-4849-b67d-cfef11d71a6e HTTP/1.1" status: 200 len: 205 time: 0.0353658 Oct 16 13:41:32.210507 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0ffe3fae-4c6b-4824-9b43-85a0062bce7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df9501cd13614116a727f67c389d25d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0691946 Oct 16 13:41:32.210507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe3fae-4c6b-4824-9b43-85a0062bce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a18953-0781-4175-97ed-8287aa8cea98,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:32.237592 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:32.240145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36462) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.240555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36464) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.248127 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] Routers {'a0e9296a-1f89-4849-b67d-cfef11d71a6e'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:32.248770 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:32.285497 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:32.286112 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0693c-41f6-403f-a0a1-afac4154d0bc None None] The sync data for ids ['a0e9296a-1f89-4849-b67d-cfef11d71a6e'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:32.328188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7516436f-7e3b-4623-8eb5-5a72efe5b4d8 req-dcc22e77-5cf6-4d43-8722-ea16de7513fd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991475 Oct 16 13:41:32.344523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.358120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36466) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.359508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.379338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.410649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50590bfc-9f44-4bdb-aca9-1ca6eb8a1d9f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:32.412882 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-50590bfc-9f44-4bdb-aca9-1ca6eb8a1d9f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 1093 time: 0.0499384 Oct 16 13:41:32.415731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36468) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.420409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:32.492123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.511699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.570063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Attempting to bind port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:32.570425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Attempting to bind port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:32.570779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Attempting to bind port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:32.579682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2e0f5-c9e6-4e75-b8ef-03fbcdd91c33 None None] Pushing event updated for resources: {'Port': ['ID=bd5cc606-cee5-4f80-ad91-5f05b0b9ff95,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:32.582087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:32.582435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:32.582829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.583254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:32.583817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Bound port: bd5cc606-cee5-4f80-ad91-5f05b0b9ff95, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:32.584307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.600452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.608184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d8da262-5104-4b0a-8f0b-606bf5f4c25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.642676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] For port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:32.646106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] For port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bd5cc606-cee5-4f80-ad91-5f05b0b9ff95,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:32.651596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.659762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.715351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.715795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Deleting port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:32.716138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.721749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d8da262-5104-4b0a-8f0b-606bf5f4c25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.722531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.785533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Routers {'5822dc34-fbb3-4f53-99e3-b5f3597e3679'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:32.787713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5822dc34-fbb3-4f53-99e3-b5f3597e3679'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:32.787871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Port': ['ID=ddbfcd21-caeb-43b0-be58-9920ba97b3b6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:32.808724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.819015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.824860 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-48b789f6-0cd4-4c65-b948-ed9de6293ee7 tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/ports/ddbfcd21-caeb-43b0-be58-9920ba97b3b6 HTTP/1.1" status: 204 len: 168 time: 1.7753468 Oct 16 13:41:32.825820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36470) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.831090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2e0f5-c9e6-4e75-b8ef-03fbcdd91c33 None None] Pushing event updated for resources: {'Port': ['ID=bd5cc606-cee5-4f80-ad91-5f05b0b9ff95,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:32.838107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] For port bd5cc606-cee5-4f80-ad91-5f05b0b9ff95, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:32.838476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.849635 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.876125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.876740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router a0e9296a-1f89-4849-b67d-cfef11d71a6e {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:32.902668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.903225 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2758efd0-87f2-45b1-a6f1-5c96879bc470 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/a0e9296a-1f89-4849-b67d-cfef11d71a6e HTTP/1.1" status: 204 len: 168 time: 0.6605310 Oct 16 13:41:32.905855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Calling delete_port for bd5cc606-cee5-4f80-ad91-5f05b0b9ff95 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:32.910398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36472) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:32.919271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] Set router 5822dc34-fbb3-4f53-99e3-b5f3597e3679 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:32.964934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet 20109029-8881-4c77-a41a-169dc6b5025b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:32.968151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:32.985634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822dc34-fbb3-4f53-99e3-b5f3597e3679', 'name': 'tempest-snat-router-587151710', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:41:27Z', 'updated_at': '2021-10-16T13:41:32Z', 'revision_number': 4, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:33.019242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.020703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:33.023446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438a28-12ee-4e0f-ba3f-ea2c8578f847 None None] The sync data for ids ['5822dc34-fbb3-4f53-99e3-b5f3597e3679'] in dv-neutron-743142-24-hyperv is: [{'id': '5822dc34-fbb3-4f53-99e3-b5f3597e3679', 'name': 'tempest-snat-router-587151710', 'tenant_id': 'c51a81eebaf94d3d853a220b662cd841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:41:27Z', 'updated_at': '2021-10-16T13:41:32Z', 'revision_number': 4, 'project_id': 'c51a81eebaf94d3d853a220b662cd841', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:33.065316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d8da262-5104-4b0a-8f0b-606bf5f4c25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.069597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d8da262-5104-4b0a-8f0b-606bf5f4c25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.073259 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d8da262-5104-4b0a-8f0b-606bf5f4c25f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90a18953-0781-4175-97ed-8287aa8cea98 HTTP/1.1" status: 204 len: 168 time: 0.7517395 Oct 16 13:41:33.076845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.098909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:33.099393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.119870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da262-5104-4b0a-8f0b-606bf5f4c25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a18953-0781-4175-97ed-8287aa8cea98,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:33.171863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.65 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/47388241-4582-40a3-acd8-13cecf991c38) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:33.256530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.334857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.349792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.408890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.425888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd3e568-4714-47a1-b49b-cfb7ad34e716']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:33.443458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df93b404-1323-4f0d-9364-45a8ca67a13c') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:33.443458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df93b404-1323-4f0d-9364-45a8ca67a13c') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:33.463586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.493230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.494984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=410f3f67-af16-4879-a873-8415b7514794,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:33.495156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.505056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:33.505521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:33.508820 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:33.512854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.558058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.574000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.601829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.607830 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/20109029-8881-4c77-a41a-169dc6b5025b HTTP/1.1" status: 204 len: 168 time: 0.6948276 Oct 16 13:41:33.607830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596aa82-de25-42b1-be5e-b587b8f03ce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=20109029-8881-4c77-a41a-169dc6b5025b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:33.610545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36476) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:33.611307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b5e73-ecc5-4cfd-b20a-8b07c3e4753a None None] Network aaff45d2-cd13-46e1-83bf-b5098ba5666e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:33.616190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd5cc606-cee5-4f80-ad91-5f05b0b9ff95,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:33.682963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.752957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.757503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.768754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:33.775166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] 10.222.0.24 "DELETE /v2.0/networks/bbd3e568-4714-47a1-b49b-cfb7ad34e716 HTTP/1.1" status: 204 len: 168 time: 0.9452734 Oct 16 13:41:33.871015 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] DHCP port deletion for aaff45d2-cd13-46e1-83bf-b5098ba5666e request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:33.968464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] Deleting port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:33.968990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.055907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] For port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,segment=NetworkSegment(d420e9fa-3b14-4a98-a01e-e7cd97220dc1),segment_id=d420e9fa-3b14-4a98-a01e-e7cd97220dc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:34.056660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.072875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] Calling delete_port for da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:34.090110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet e559a127-f964-499a-a5ed-c01f90b23d42 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:34.096970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.119778 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP a053114b-e5b4-4427-a3f4-a265c160a271 associated. External IP: 172.26.5.211, port: 18083bf4-c1c3-47fe-9215-f22ff90dfda3. Oct 16 13:41:34.182351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.211120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b8781-5492-4e77-9784-db65835c000b tempest-PortsIpV6TestJSON-925078829 tempest-PortsIpV6TestJSON-925078829-project] Pushing event deleted for resources: {'Network': ['ID=bbd3e568-4714-47a1-b49b-cfb7ad34e716,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:34.219100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.224189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.238446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:34.245691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:34.269366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.281934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:34.304345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=47388241-4582-40a3-acd8-13cecf991c38,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:34.311968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] No DVR routers for this DVR port da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:34.316602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c0bb0-da35-4b16-9951-40fbcbd798f7 None None] Pushing event deleted for resources: {'Port': ['ID=da8f2c76-2a75-4ceb-98e2-a05f5e9ce096,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:34.378448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.395839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.396420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5822dc34-fbb3-4f53-99e3-b5f3597e3679 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:34.402570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.403800 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-67890dd4-62d8-4e06-8a23-83290ba9c8dd tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5822dc34-fbb3-4f53-99e3-b5f3597e3679 HTTP/1.1" status: 204 len: 168 time: 2.4934833 Oct 16 13:41:34.408275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36482) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:34.430499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36484) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:34.511821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:34.580657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.641197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.643161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fba94c-3a10-4a80-b551-f480223cc016 None None] Network 9cfcc07a-26ff-4e51-90eb-618863ba615f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:34.646519 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/e559a127-f964-499a-a5ed-c01f90b23d42 HTTP/1.1" status: 204 len: 168 time: 1.0328662 Oct 16 13:41:34.646519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b51c0-3b71-4fa6-bce5-cc8d21ed9b27 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=e559a127-f964-499a-a5ed-c01f90b23d42,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:34.649516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36488) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:34.656396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.696264 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d4780be4-e081-40c5-be02-5e84565625d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c18d825e73f464ea5ea532a6e8250fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621903 Oct 16 13:41:34.698438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36490) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:34.738302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:34.754619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:34.769924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1142927d-1004-46a4-b407-63a6360bd112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.788375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:34.788996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:34.793800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1142927d-1004-46a4-b407-63a6360bd112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.829591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:34.845301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:34.845790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:34.872974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.878747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.888574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:34.889344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b60724-ea60-4507-82c2-42098edfdbd7 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:34.904803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] DHCP port deletion for 9cfcc07a-26ff-4e51-90eb-618863ba615f request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:34.934341 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a36cd4c1-5a05-4f88-953d-8dd9bf673e08 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1207118 Oct 16 13:41:34.934341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1142927d-1004-46a4-b407-63a6360bd112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.936304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1142927d-1004-46a4-b407-63a6360bd112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:34.938120 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1142927d-1004-46a4-b407-63a6360bd112 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43f2ddd8-0105-481a-8312-77a8555edfc4 HTTP/1.1" status: 204 len: 168 time: 0.2382131 Oct 16 13:41:34.941917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36492) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:34.952147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:35.001543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:35.006130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] Deleting port 13b902b9-6ec7-4b5f-b406-f7822a172464 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:35.006608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.019278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142927d-1004-46a4-b407-63a6360bd112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f2ddd8-0105-481a-8312-77a8555edfc4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:35.040471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:35.040936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device da8f2c76-2a75-4ceb-98e2-a05f5e9ce096 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:35.041566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 13b902b9-6ec7-4b5f-b406-f7822a172464 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:35.086913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.092588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.138298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] For port 13b902b9-6ec7-4b5f-b406-f7822a172464, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=13b902b9-6ec7-4b5f-b406-f7822a172464,segment=NetworkSegment(4eac1403-9aa2-4ea0-80a0-93f97223682a),segment_id=4eac1403-9aa2-4ea0-80a0-93f97223682a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:35.138906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.152992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] Calling delete_port for 13b902b9-6ec7-4b5f-b406-f7822a172464 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:35.250638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.305012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.312053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaff45d2-cd13-46e1-83bf-b5098ba5666e']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.327892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.331204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.331481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd420e9fa-3b14-4a98-a01e-e7cd97220dc1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.379897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.380724 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP a053114b-e5b4-4427-a3f4-a265c160a271 disassociated. External IP: 172.26.5.211, port: 18083bf4-c1c3-47fe-9215-f22ff90dfda3. Oct 16 13:41:35.414745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.421591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.462691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.465986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 13b902b9-6ec7-4b5f-b406-f7822a172464, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=13b902b9-6ec7-4b5f-b406-f7822a172464,segment=NetworkSegment(4eac1403-9aa2-4ea0-80a0-93f97223682a),segment_id=4eac1403-9aa2-4ea0-80a0-93f97223682a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:35.482955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:35.487164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:35.487412 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:35.540353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.547912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Deleting port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:35.548263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.603766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=13b902b9-6ec7-4b5f-b406-f7822a172464,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:35.630095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.633064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.649724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.654009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/aaff45d2-cd13-46e1-83bf-b5098ba5666e HTTP/1.1" status: 204 len: 168 time: 1.0033636 Oct 16 13:41:35.654811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.670124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36506) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:35.671860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] Pushing event deleted for resources: {'Port': ['ID=13b902b9-6ec7-4b5f-b406-f7822a172464,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:35.690480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09257203-c467-4bf5-9de3-ae0bf989aa33 None None] No DVR routers for this DVR port 13b902b9-6ec7-4b5f-b406-f7822a172464 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:35.705276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceea75-2742-4250-8f00-cbb1437e63ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=aaff45d2-cd13-46e1-83bf-b5098ba5666e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:35.710336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:35.748845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] For port d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:35.749206 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.780933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Calling delete_port for d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:35.842687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:35.848352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.855298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:35.858494 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:35.877080 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:35.884676 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.888100 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70d0f2be-539a-45e2-a3bc-a23e9edaa9c6 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/floatingips/a053114b-e5b4-4427-a3f4-a265c160a271 HTTP/1.1" status: 200 len: 688 time: 0.9419413 Oct 16 13:41:35.888432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36510) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:35.940525 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.951116 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:35.951923 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.989560 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:35.990734 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68d80e-1512-4b5e-bc00-d078db44e654 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:36.045876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 410f3f67-af16-4879-a873-8415b7514794 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:36.046389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.119875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.131794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.132209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.145073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 410f3f67-af16-4879-a873-8415b7514794 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:36.163607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfcc07a-26ff-4e51-90eb-618863ba615f']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:36.184131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac1403-9aa2-4ea0-80a0-93f97223682a') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:36.184448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac1403-9aa2-4ea0-80a0-93f97223682a') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:36.194673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.202755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.236612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36518) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:36.244708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.248260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.291152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:36.291723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:36.295979 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:36.375298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1193936409'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:36.393277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.400806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.412903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=47388241-4582-40a3-acd8-13cecf991c38,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:36.425266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=410f3f67-af16-4879-a873-8415b7514794,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:36.479422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Made reservation on behalf of b47f08491ade4bf5848cfda71707265f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:36.483152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.497123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.513427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.515928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.521050 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0b805ac6-0650-4ad0-b777-b22280cd28bb tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/floatingips/a053114b-e5b4-4427-a3f4-a265c160a271 HTTP/1.1" status: 204 len: 168 time: 0.6278172 Oct 16 13:41:36.521814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36522) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:36.528712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '18b7800a-5fb1-4aba-9e3a-4cb35af29645'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:36.623028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.642858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.705669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.735547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:41:36.759280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770bd4ec-eeb6-431b-af49-fc2e734c06c8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:36.765151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.765494 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Added segment 5511e059-eda2-4e3d-a6f7-f7c4d22e4008 of type vlan for network 35f96dfa-3320-4eb6-88ea-cd4240f58183 Oct 16 13:41:36.787898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:36.789930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.791630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.815267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.836560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.851866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.860018 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/9cfcc07a-26ff-4e51-90eb-618863ba615f HTTP/1.1" status: 204 len: 168 time: 1.1833811 Oct 16 13:41:36.877473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36524) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:36.882811 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-439506479'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:36.891498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93a5b5-2212-478f-bb7e-5e7f017ec8f1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=9cfcc07a-26ff-4e51-90eb-618863ba615f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:36.930325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.949363 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.955261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:36.955838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:36.995013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.158 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/1965439b-1a6d-490e-80d0-cc958797ee0e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:37.007789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:37.011162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.063929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Pushing event updated for resources: {'Network': ['ID=35f96dfa-3320-4eb6-88ea-cd4240f58183,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:37.076412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 35f96dfa-3320-4eb6-88ea-cd4240f58183 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:41:37.077475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.081581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.085197 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 1f64e149-508f-4ad2-a4d1-db3c1496266b associated. External IP: 172.26.5.65, port: 929a8fad-3058-4fa4-9a88-8297d0ad7183. Oct 16 13:41:37.093037 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6da4a0a6-cb86-49c0-871d-b027bd7eb75f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8553488 Oct 16 13:41:37.093641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36526) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.110438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-cea69674-56c0-42c3-b100-08493f6c2118 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-395560334') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:37.114881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:41:37.160476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.160788 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9 of type vlan for network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 Oct 16 13:41:37.245186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.249304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.249844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63288142-7ffd-4f27-95e0-fcabb700ae7c {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:37.262705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.291447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.292659 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9ed8bcb3-d25b-41db-ad30-74d25eef5c2c tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "DELETE /v2.0/routers/63288142-7ffd-4f27-95e0-fcabb700ae7c HTTP/1.1" status: 204 len: 168 time: 2.8836589 Oct 16 13:41:37.296771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36528) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.302696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-662731508', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:37.406980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:37.453397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.456788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.457860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.459273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:37.459860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.463295 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cea69674-56c0-42c3-b100-08493f6c2118 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "PUT /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-395560334 HTTP/1.1" status: 201 len: 201 time: 0.3651135 Oct 16 13:41:37.464228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.465940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36530) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.472263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-12edbb80-b8cf-4520-ac4e-0e7ae34c3cb6 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-395560334') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:37.540725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:37.572694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:37.580631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:37.584450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=82bf6c11-25d9-41e3-85a2-81d89bf5c662,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:37.595013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:41:37.596883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.603583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=1965439b-1a6d-490e-80d0-cc958797ee0e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:37.611440 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4ed2b6c5-ef0e-4552-8837-e92094bc807b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7329872 Oct 16 13:41:37.615657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36532) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.648868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:37.688668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-12edbb80-b8cf-4520-ac4e-0e7ae34c3cb6 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-395560334 HTTP/1.1" status: 204 len: 168 time: 0.2207422 Oct 16 13:41:37.691304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36534) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.691436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:37.700235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-236a41ff-a1e2-48c1-8593-38ee410b2fd7 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:37.704238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:37.720035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:37.725885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:37.846716 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-236a41ff-a1e2-48c1-8593-38ee410b2fd7 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags HTTP/1.1" status: 200 len: 237 time: 0.1519854 Oct 16 13:41:37.849196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36536) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.855771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-81d11ac6-be3c-43b4-978b-eb55a069d8a0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', {'tags': ['tempest-TagsTest-Tag-779522339', 'tempest-TagsTest-Tag-164372114', 'tempest-TagsTest-Tag-1913687862']}) {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:37.871406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.875491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:37.943826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:37.953337 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7fa2e254-d64f-4430-9653-3ef2e188d4d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5364695 Oct 16 13:41:37.953922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:41:37.956213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5171f-d747-4d41-ad89-9ae44ca3853e" -d '{"events": [{"name": "network-changed", "server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:41:37.960169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36538) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:37.990162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:37.993715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:38.129945 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-81d11ac6-be3c-43b4-978b-eb55a069d8a0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "PUT /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags HTTP/1.1" status: 200 len: 307 time: 0.2786901 Oct 16 13:41:38.132354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36544) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:38.136787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-b18662fc-0120-4136-a4cb-893e23bf9458 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-779522339') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:38.228736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:55Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:34Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:38.258947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:41:38.268421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:38.269058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:38.409842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:41:38.440584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deea116f-0363-42ab-84a7-3e27e340ab12 x-openstack-request-id: req-deea116f-0363-42ab-84a7-3e27e340ab12 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:41:38.440880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:41:38.441167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-deea116f-0363-42ab-84a7-3e27e340ab12 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:41:38.441569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'status': 'completed', 'code': 200} Oct 16 13:41:38.463285 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2212f62f-803c-42d2-8024-e3c42b2da4b2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/1f64e149-508f-4ad2-a4d1-db3c1496266b HTTP/1.1" status: 200 len: 990 time: 0.5007482 Oct 16 13:41:38.581798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-f296dd2d-9bd4-4d56-ad16-685ec376c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:38.584061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-f296dd2d-9bd4-4d56-ad16-685ec376c64a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 1098 time: 0.1394882 Oct 16 13:41:38.593270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:38.683658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:55Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:34Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:38.717421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a5736-927f-4ad6-9013-6af07d97965f None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:40:55Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:34Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:38.790645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:38.796955 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b18662fc-0120-4136-a4cb-893e23bf9458 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "DELETE /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-779522339 HTTP/1.1" status: 204 len: 168 time: 0.6610496 Oct 16 13:41:38.797122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36546) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:38.801560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-58a9a158-ab6c-4b3f-9ae3-752f60aa4a4f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-779522339') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:38.822429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-4a7ba902-de11-4a6c-aca1-86e143403b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:38.823937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-4a7ba902-de11-4a6c-aca1-86e143403b69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 200 len: 897 time: 0.2123475 Oct 16 13:41:38.909730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:38.929747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:38.961469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:38.961889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d7e7f2fa-0c26-4aba-ba6a-a1b437e6f9b3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:38.969940 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-58a9a158-ab6c-4b3f-9ae3-752f60aa4a4f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] show failed (client error): The resource could not be found. Oct 16 13:41:38.970370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:38.970521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30733240-6055-4c98-bc51-0e6ee0fdb2fc None None] New status for floating IP 1f64e149-508f-4ad2-a4d1-db3c1496266b: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:41:38.975577 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-58a9a158-ab6c-4b3f-9ae3-752f60aa4a4f tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-779522339 HTTP/1.1" status: 404 len: 325 time: 0.1728587 Oct 16 13:41:38.975577 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36548) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:38.979770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-dc1025e9-4e62-4d0f-8423-c853acae8a5a tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-164372114') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:39.015890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.044825 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-a15e13d6-33f0-455b-86ba-61a3e39adb74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183 HTTP/1.1" status: 200 len: 998 time: 0.2122738 Oct 16 13:41:39.088792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.094613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=a1bcc842-4e08-4411-be58-8ffe4d143ccc,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:39.097784 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dc1025e9-4e62-4d0f-8423-c853acae8a5a tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-164372114 HTTP/1.1" status: 204 len: 168 time: 0.1199312 Oct 16 13:41:39.098253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36550) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.103983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-7baa0a79-682c-4265-b922-a59b4401c46e tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-1913687862') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:39.145014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:39.145441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 82bf6c11-25d9-41e3-85a2-81d89bf5c662, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:41:39.175697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.187676 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7baa0a79-682c-4265-b922-a59b4401c46e tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-1913687862 HTTP/1.1" status: 204 len: 168 time: 0.0862083 Oct 16 13:41:39.196836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36552) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.202028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-96508858-9203-4e43-8b7e-f4096257ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:39.203194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-96508858-9203-4e43-8b7e-f4096257ecb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d03c16f-5997-46d3-8dca-3e4e15558048 HTTP/1.1" status: 200 len: 834 time: 0.1458404 Oct 16 13:41:39.210844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-c207a8bf-18ef-4e98-b63f-b8a76cbb3779 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:39.260792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=1965439b-1a6d-490e-80d0-cc958797ee0e,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:39.269453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.292998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Allocated IP 172.26.5.117 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/ec7fb868-2085-4d2d-8eae-a61f1bc86eb7) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:39.344124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:41:39.382012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-e7c549ba-e426-4c70-a359-c01361a5c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:39.383533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-e7c549ba-e426-4c70-a359-c01361a5c886 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1670067 Oct 16 13:41:39.401289 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 9ea9ed62-4d09-4333-8c5a-78324d97426a associated. External IP: 172.26.5.158, port: 18b7800a-5fb1-4aba-9e3a-4cb35af29645. Oct 16 13:41:39.466578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36554) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.516019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 82bf6c11-25d9-41e3-85a2-81d89bf5c662) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:39.526687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcde02-43d8-4622-ba8e-83e75c11bc49 None None] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:39.528205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:39.528782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.553432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.576656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-487fdd1e-6d3a-4617-807d-338ac8a92cac service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805573 Oct 16 13:41:39.581715 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c207a8bf-18ef-4e98-b63f-b8a76cbb3779 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "DELETE /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags HTTP/1.1" status: 204 len: 168 time: 0.3821151 Oct 16 13:41:39.586255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36556) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.591014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-daf503cf-3981-48e3-9b65-b3e32844dc48 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-164372114') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:39.600232 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-050a3102-1cb8-42ee-af22-f2434c15f4c8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/1f64e149-508f-4ad2-a4d1-db3c1496266b HTTP/1.1" status: 200 len: 992 time: 0.1320336 Oct 16 13:41:39.669262 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-76655912-d899-4353-83a0-3798826f7e6f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0524476 Oct 16 13:41:39.671828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36558) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.676228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2095222080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:39.707670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-82bf6c11-25d9-41e3-85a2-81d89bf5c662', 'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': 'a1bcc842-4e08-4411-be58-8ffe4d143ccc'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:41:39.710081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.718799 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12b5171f-d747-4d41-ad89-9ae44ca3853e req-caf7f7b0-303e-4b71-b1e2-6c0594aac238 service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283934 Oct 16 13:41:39.731379 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-daf503cf-3981-48e3-9b65-b3e32844dc48 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] show failed (client error): The resource could not be found. Oct 16 13:41:39.735269 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-daf503cf-3981-48e3-9b65-b3e32844dc48 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-164372114 HTTP/1.1" status: 404 len: 325 time: 0.1480827 Oct 16 13:41:39.735568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36560) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.743851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-ee424d22-a5ab-4e90-9682-0dc85ac2c7fb tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183', 'tempest-TagsTest-Tag-1913687862') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:39.748252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.810219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.811062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:39.811186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.831939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:39.842861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:39.852040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:39.856540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event updated for resources: {'Port': ['ID=ec7fb868-2085-4d2d-8eae-a61f1bc86eb7,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:39.861239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Allocated IP 2001:db8::2 (82bf6c11-25d9-41e3-85a2-81d89bf5c662/a1bcc842-4e08-4411-be58-8ffe4d143ccc/e4ddbe3b-dc07-4529-b112-7a5de78732a8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:39.956704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:39.969535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:39.971096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:39.972551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-ee424d22-a5ab-4e90-9682-0dc85ac2c7fb tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] show failed (client error): The resource could not be found. Oct 16 13:41:39.974242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ee424d22-a5ab-4e90-9682-0dc85ac2c7fb tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "GET /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags/tempest-TagsTest-Tag-1913687862 HTTP/1.1" status: 404 len: 326 time: 0.2368619 Oct 16 13:41:39.977534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:39.982812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-d5314dbc-408e-4f6b-9158-12ba8b702b9a tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '35f96dfa-3320-4eb6-88ea-cd4240f58183') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.012442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:40.013135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.058046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.068553 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d5314dbc-408e-4f6b-9158-12ba8b702b9a tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "DELETE /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183/tags HTTP/1.1" status: 204 len: 168 time: 0.0872860 Oct 16 13:41:40.068743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.072687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36564) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:40.076496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:40.077117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.086126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.121897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.122865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5808ae-8e97-4ca8-9fed-324380df609c None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:40.125794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.167428 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1f05c6b3-8f0d-423d-8f06-561737c7d9e5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6449964 Oct 16 13:41:40.170199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36566) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:40.179903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.221772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.222971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3fb0e4f0-b79f-4181-a02a-6677a7d96a1e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5501649 Oct 16 13:41:40.226624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36568) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:40.233165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'port': {'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662', 'name': 'tempest-RoutersIpV6Test-944559841'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:40.249103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e4f13c0b-11c6-4c74-afd4-fc446e8f74af tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/floatingips/9ea9ed62-4d09-4333-8c5a-78324d97426a HTTP/1.1" status: 200 len: 978 time: 0.0769670 Oct 16 13:41:40.256834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:40.282807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.294126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.329053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:40.331828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:40.335383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:40.349850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Pushing event updated for resources: {'Port': ['ID=e4ddbe3b-dc07-4529-b112-7a5de78732a8,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:40.353195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f96dfa-3320-4eb6-88ea-cd4240f58183']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.367774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5511e059-eda2-4e3d-a6f7-f7c4d22e4008') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.368155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5511e059-eda2-4e3d-a6f7-f7c4d22e4008') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:40.382783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.402410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Attempting to bind port e4ddbe3b-dc07-4529-b112-7a5de78732a8 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:40.402772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Attempting to bind port e4ddbe3b-dc07-4529-b112-7a5de78732a8 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:40.403132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Attempting to bind port e4ddbe3b-dc07-4529-b112-7a5de78732a8 on network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:40.407873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.409273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:40.409644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Checking segment: {'id': 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:40.410087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.410534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Bound using segment: {'id': 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:40.411069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Bound port: e4ddbe3b-dc07-4529-b112-7a5de78732a8, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '82bf6c11-25d9-41e3-85a2-81d89bf5c662'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:40.411530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.422366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:40.422906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:40.425924 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:40.436438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9fb0bb04-97bb-402d-8e9c-6a40881e68ea tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1760411 Oct 16 13:41:40.436636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36572) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:40.443612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'port_id': '18083bf4-c1c3-47fe-9215-f22ff90dfda3'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:40.488580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] For port e4ddbe3b-dc07-4529-b112-7a5de78732a8, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:40.492749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] For port e4ddbe3b-dc07-4529-b112-7a5de78732a8, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e4ddbe3b-dc07-4529-b112-7a5de78732a8,segment=NetworkSegment(a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9),segment_id=a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:40.514988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:40.518654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.537010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] device_id is not set on port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:41:40.589949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.598781 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.602760 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] 10.222.0.24 "DELETE /v2.0/networks/35f96dfa-3320-4eb6-88ea-cd4240f58183 HTTP/1.1" status: 204 len: 168 time: 0.5291393 Oct 16 13:41:40.621100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.621749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcc03d-085d-430a-b369-8825458b9cd0 tempest-TagsTest-2060669065 tempest-TagsTest-2060669065-project] Pushing event deleted for resources: {'Network': ['ID=35f96dfa-3320-4eb6-88ea-cd4240f58183,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:40.694730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8::2ad (82bf6c11-25d9-41e3-85a2-81d89bf5c662/a1bcc842-4e08-4411-be58-8ffe4d143ccc/f2efbc47-6e36-4d08-b2a2-e85a275a44e6) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:40.715827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16bee-b264-4a1c-a920-381508821d50 None None] Pushing event updated for resources: {'Port': ['ID=e4ddbe3b-dc07-4529-b112-7a5de78732a8,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:40.820506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:40.824348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.077995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e4ddbe3b-dc07-4529-b112-7a5de78732a8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:41.172798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e4ddbe3b-dc07-4529-b112-7a5de78732a8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:41.173164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.176607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.257177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36580) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:41.272924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.313010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:41.315889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:41.322673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:41.325598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.328901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:41.329609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.356111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=f2efbc47-6e36-4d08-b2a2-e85a275a44e6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:41.383668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.387930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port e4ddbe3b-dc07-4529-b112-7a5de78732a8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e4ddbe3b-dc07-4529-b112-7a5de78732a8,segment=NetworkSegment(a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9),segment_id=a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:41.409023 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6197f633-b46e-41aa-b7f9-0a36ade679f6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1816013 Oct 16 13:41:41.412096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36586) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:41.477305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.552524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=e4ddbe3b-dc07-4529-b112-7a5de78732a8,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:41.617043 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ebfd6d54-ea48-48b9-a463-32ae2416b8ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b47f08491ade4bf5848cfda71707265f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519964 Oct 16 13:41:41.619233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36588) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:41.768922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ea6-9e2b-4e73-ab24-633442af7278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.832476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ea6-9e2b-4e73-ab24-633442af7278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.856535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.892115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Router f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:41.936686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:41.945029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe87c25c-cd03-4866-823f-4f0aa90e7ed2 None None] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:42.003879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8fd6e74c-4706-4e93-8d0d-ffb604d0f650 None None] Provisioning complete for port e4ddbe3b-dc07-4529-b112-7a5de78732a8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:42.004292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e74c-4706-4e93-8d0d-ffb604d0f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.051305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.099925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ea6-9e2b-4e73-ab24-633442af7278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.102733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d98e1ea6-9e2b-4e73-ab24-633442af7278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.104134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d98e1ea6-9e2b-4e73-ab24-633442af7278 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/770bd4ec-eeb6-431b-af49-fc2e734c06c8 HTTP/1.1" status: 204 len: 168 time: 0.4838169 Oct 16 13:41:42.129152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e1ea6-9e2b-4e73-ab24-633442af7278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770bd4ec-eeb6-431b-af49-fc2e734c06c8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:42.152257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:42.156130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.180775 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] Sync routers for ids ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:42.209480 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] Routers {'f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:42.210381 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:42.212902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.247167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 9ea9ed62-4d09-4333-8c5a-78324d97426a associated. External IP: 172.26.5.158, port: 18b7800a-5fb1-4aba-9e3a-4cb35af29645. Oct 16 13:41:42.258403 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:42.281416 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] Routers {'f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:42.282152 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:42.294221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.298135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-92b364bf-9136-4311-a60f-59be309e1726 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9963279 Oct 16 13:41:42.299496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36592) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:42.304081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': False}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:42.318792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=f2efbc47-6e36-4d08-b2a2-e85a275a44e6,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:42.326704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:42.327740 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1536a31f-a561-4192-b9dc-76e477b58418 None None] The sync data for ids ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:42.466747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.523580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-534fd31c-fdfc-490d-9855-6be919059ff9 None None] Provisioning complete for port e4ddbe3b-dc07-4529-b112-7a5de78732a8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:42.524362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-534fd31c-fdfc-490d-9855-6be919059ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.685722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-534fd31c-fdfc-490d-9855-6be919059ff9 None None] Provisioning complete for port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:42.686468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-534fd31c-fdfc-490d-9855-6be919059ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.746572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-534fd31c-fdfc-490d-9855-6be919059ff9 None None] Port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:42.763467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.861443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-081ec3e8-8904-41b6-9d9b-1ef89d77e83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.881313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e6e61d5d-88f6-4c93-a84d-d7928c18ab6f None None] Provisioning complete for port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:42.882036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6e61d5d-88f6-4c93-a84d-d7928c18ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:42.951541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e6e61d5d-88f6-4c93-a84d-d7928c18ab6f None None] Port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:43.012233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e4ddbe3b-dc07-4529-b112-7a5de78732a8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:43.107097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.168714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.169839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.185478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:43.260955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a7b43523-b0d5-4479-9b42-53e29e2d544c None None] Provisioning complete for port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:43.261469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a7b43523-b0d5-4479-9b42-53e29e2d544c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.264244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.286882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=f2efbc47-6e36-4d08-b2a2-e85a275a44e6,revision_number=3']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:43.308004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e4ddbe3b-dc07-4529-b112-7a5de78732a8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:43.308494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.311137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a7b43523-b0d5-4479-9b42-53e29e2d544c None None] Port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:43.330291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:43.331858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:43.381386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:43.406087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:43.428460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:43.429418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.472623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.494742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:43.495534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.532955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.533544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db72172-662c-4d1c-b668-098c26c61fb2 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:43.536892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:43.637417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-afc63db3-731c-4c51-84e7-c029106ce12b None None] Provisioning complete for port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:43.638135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afc63db3-731c-4c51-84e7-c029106ce12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:43.668295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:43.674861 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8e391303-dd09-45cb-9a31-880d31d7c953 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2614846 Oct 16 13:41:43.677846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36594) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:43.680022 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] Sync routers for ids ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:43.686875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-afc63db3-731c-4c51-84e7-c029106ce12b None None] Port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:43.689252 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] Routers {'afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:43.689849 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.728353 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.737328 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] Routers {'afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:43.738149 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.744597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef6603-bee9-4e1c-9e04-f69c84beaa18 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:43.748662 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7ef6603-bee9-4e1c-9e04-f69c84beaa18 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports/f2efbc47-6e36-4d08-b2a2-e85a275a44e6 HTTP/1.1" status: 200 len: 983 time: 0.0671957 Oct 16 13:41:43.748875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36596) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:43.775047 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:43.775990 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df146bd-e5d7-44fb-b9a8-b980e2ece076 None None] The sync data for ids ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:43.807252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:44.222345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.350337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:44.359827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.363111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:44.374430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:44.375059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:44.419536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:44.429494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:44.430423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:44.470930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:44.471815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956644a9-cae5-4759-a348-bffc54d7a881 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:44.474289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.479686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.482268 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5957dcef-e0a3-48c5-a4cc-bd02663211b5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/floatingips/9ea9ed62-4d09-4333-8c5a-78324d97426a HTTP/1.1" status: 200 len: 977 time: 4.0447271 Oct 16 13:41:44.485366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36598) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:44.492027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:44.613241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.683472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port f2efbc47-6e36-4d08-b2a2-e85a275a44e6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:44.683798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.753249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Router f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:44.774207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.787488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for f2efbc47-6e36-4d08-b2a2-e85a275a44e6 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:44.869339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.922176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.922502 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 9ea9ed62-4d09-4333-8c5a-78324d97426a disassociated. External IP: 172.26.5.158, port: 18083bf4-c1c3-47fe-9215-f22ff90dfda3. Oct 16 13:41:44.993509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:44.998050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:44.999580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7883f765-c863-4d2a-bc34-2de290b0da6d tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "PUT /v2.0/routers/f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 HTTP/1.1" status: 200 len: 925 time: 2.6988888 Oct 16 13:41:45.002261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36600) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.002543 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] Sync routers for ids ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:45.011899 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] Routers {'f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:45.012648 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.051580 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.064571 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] Routers {'f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:45.064858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:45.065423 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.101368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=f2efbc47-6e36-4d08-b2a2-e85a275a44e6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:45.107042 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.107825 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4cc0d9-57d3-4bff-8ee2-365048756c7d None None] The sync data for ids ['f4f73eff-ddf8-4eb0-aaff-da9ae64ec611'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:45.219294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:45.259294 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e0b0e21a-10a2-4d29-9c83-425707002c36 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 HTTP/1.1" status: 200 len: 925 time: 0.2532701 Oct 16 13:41:45.265588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36602) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.288080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:45.402494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7bc94e-e1ca-4159-b061-bd34edb66cea tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:45.404105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2d7bc94e-e1ca-4159-b061-bd34edb66cea tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=f4f73eff-ddf8-4eb0-aaff-da9ae64ec611&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1375356 Oct 16 13:41:45.408290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b0fee9a5-cf2c-4d28-baed-d22420314de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:45.412831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36604) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.449582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:45.455431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:45.461855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:45.465054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:45.470803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:45.471463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.511637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.521460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:45.522093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.527497 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-be68693b-5a48-41c1-bc7f-19c66baf556d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/floatingips/9ea9ed62-4d09-4333-8c5a-78324d97426a HTTP/1.1" status: 200 len: 688 time: 1.0399315 Oct 16 13:41:45.533877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36606) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.553665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:45.558294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.559310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01fa9eb-7d0f-4969-bdac-0ab3d7005a0e None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:45.559426 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e04477b9-3ac1-4c5f-b9f2-8777f9299e16 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095446 Oct 16 13:41:45.562309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36608) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.566986 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] Sync routers for ids ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:45.578381 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] Routers {'afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:45.579327 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.585566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d104be5e-d636-406d-976c-d6f4397ec3d9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:45.589651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d104be5e-d636-406d-976c-d6f4397ec3d9 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.1775525 Oct 16 13:41:45.589904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36610) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.623202 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.633533 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] Routers {'afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:45.634154 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.658227 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9f019d4b-39bc-4edd-b201-382ab6c1bada tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 HTTP/1.1" status: 200 len: 205 time: 0.0648711 Oct 16 13:41:45.658420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36612) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.672583 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:45.673383 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbd561-3797-4c3d-af17-ef8b87f45e0b None None] The sync data for ids ['afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:45.768493 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-5fc6da6b-a60e-4529-b016-459d81b04490 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] remove_router_interface failed (client error): The resource could not be found. Oct 16 13:41:45.769542 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5fc6da6b-a60e-4529-b016-459d81b04490 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2062712 Oct 16 13:41:45.772918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36614) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.800631 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-981fcd69-4181-4bcf-af6d-3bbf6575ba10 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c HTTP/1.1" status: 200 len: 205 time: 0.0264785 Oct 16 13:41:45.803233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36616) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:45.829219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:45.831585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 1965439b-1a6d-490e-80d0-cc958797ee0e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:45.831905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:45.885281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.067645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.070073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.179063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.179663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:46.186971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.190403 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b9e18d1f-20a5-4d0d-8e75-110ffa4826f3 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c HTTP/1.1" status: 204 len: 168 time: 0.3838251 Oct 16 13:41:46.190678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36618) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:46.241642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet a1bcc842-4e08-4411-be58-8ffe4d143ccc {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:46.244908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.269378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.269708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.288626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 1965439b-1a6d-490e-80d0-cc958797ee0e owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:46.289869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.303782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.385086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.489525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Deleting port ec7fb868-2085-4d2d-8eae-a61f1bc86eb7 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:46.490088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.493010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.515519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.518616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.532846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bcc842-4e08-4411-be58-8ffe4d143ccc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:46.534929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.540154 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d03136ca-c785-4448-bcde-ec81a2d10dc8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/a1bcc842-4e08-4411-be58-8ffe4d143ccc HTTP/1.1" status: 204 len: 168 time: 0.3484941 Oct 16 13:41:46.542735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36620) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:46.545718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a98be-4744-447c-b0b2-e2a10b422545 None None] Network 82bf6c11-25d9-41e3-85a2-81d89bf5c662 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:46.584907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=1965439b-1a6d-490e-80d0-cc958797ee0e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:46.633340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.659837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.678543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Calling delete_port for ec7fb868-2085-4d2d-8eae-a61f1bc86eb7 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:46.690096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.693157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.696656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45fabed2-5ac8-440f-bf96-02f9e46191f8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ea9ed62-4d09-4333-8c5a-78324d97426a HTTP/1.1" status: 204 len: 168 time: 1.1593447 Oct 16 13:41:46.698276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36622) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:46.726031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port e4ddbe3b-dc07-4529-b112-7a5de78732a8 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:46.726381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.745944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.781524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-cc065950-feae-4e4e-9699-39df80942f77 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] delete failed (client error): The resource could not be found. Oct 16 13:41:46.782700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cc065950-feae-4e4e-9699-39df80942f77 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ea9ed62-4d09-4333-8c5a-78324d97426a HTTP/1.1" status: 404 len: 345 time: 0.0834417 Oct 16 13:41:46.787357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36624) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:46.794367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port e4ddbe3b-dc07-4529-b112-7a5de78732a8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e4ddbe3b-dc07-4529-b112-7a5de78732a8,segment=NetworkSegment(a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9),segment_id=a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:46.794742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.808198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for e4ddbe3b-dc07-4529-b112-7a5de78732a8 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:46.828178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] DHCP port deletion for 82bf6c11-25d9-41e3-85a2-81d89bf5c662 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:46.889243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] Deleting port e4ddbe3b-dc07-4529-b112-7a5de78732a8 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:46.889243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:46.945586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00791bb3-dbd1-4ccc-849e-ba440932d49a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:46.952141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00791bb3-dbd1-4ccc-849e-ba440932d49a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:46.959388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00791bb3-dbd1-4ccc-849e-ba440932d49a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:46.961232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-00791bb3-dbd1-4ccc-849e-ba440932d49a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/ports?network_id=41617702-ae5b-4e65-8042-a78ca10ed3db HTTP/1.1" status: 200 len: 2357 time: 0.1729128 Oct 16 13:41:46.964832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36626) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:47.016347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e4ddbe3b-dc07-4529-b112-7a5de78732a8 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:47.019460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] For port e4ddbe3b-dc07-4529-b112-7a5de78732a8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e4ddbe3b-dc07-4529-b112-7a5de78732a8,segment=NetworkSegment(a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9),segment_id=a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:47.019855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.049390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fbff22-bd56-463d-8c8f-e1acdd491f5a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:47.051100 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-54fbff22-bd56-463d-8c8f-e1acdd491f5a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/subnets/87876a16-355d-4d66-8fab-5d5c6e2b8753 HTTP/1.1" status: 200 len: 797 time: 0.0833302 Oct 16 13:41:47.054229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] Calling delete_port for e4ddbe3b-dc07-4529-b112-7a5de78732a8 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:47.072372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36628) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:47.078293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'port': {'network_id': '41617702-ae5b-4e65-8042-a78ca10ed3db', 'name': 'tempest-FloatingIPTestJSON-1861761121', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:47.186032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.225350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.253489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event deleted for resources: {'Port': ['ID=ec7fb868-2085-4d2d-8eae-a61f1bc86eb7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:47.317132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.329100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.334470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.355358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:47.363470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=e4ddbe3b-dc07-4529-b112-7a5de78732a8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:47.366195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port e4ddbe3b-dc07-4529-b112-7a5de78732a8 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:47.392641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] No DVR routers for this DVR port e4ddbe3b-dc07-4529-b112-7a5de78732a8 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:47.397591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb1360-34cb-448b-9416-518384ded94c None None] Pushing event deleted for resources: {'Port': ['ID=e4ddbe3b-dc07-4529-b112-7a5de78732a8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:47.455789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.458829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.462352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.477065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf6c11-25d9-41e3-85a2-81d89bf5c662']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:47.486122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:47.486451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aa0d6d-e6a6-4287-89a8-fafd616ab3d9') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:47.495831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.510258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:47.521611 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:47.556475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.574862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] device_id is not set on port 31070129-843a-4ede-b4fb-e1256a6bfa04 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:41:47.630929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.631482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Fanout notify agent at l3_agent the message router_deleted on router f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:47.638879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.641377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-de2b0b26-7a18-4418-9a1e-f35f9ed188c7 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 HTTP/1.1" status: 204 len: 168 time: 1.9807770 Oct 16 13:41:47.644110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36630) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:47.649084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1827959316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:47.654043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.663646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:47.664885 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/82bf6c11-25d9-41e3-85a2-81d89bf5c662 HTTP/1.1" status: 204 len: 168 time: 1.1193504 Oct 16 13:41:47.671335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36632) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:47.682849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485914797'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:47.687184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da5e63-c077-4ea2-923b-9fb2c66ed9bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=82bf6c11-25d9-41e3-85a2-81d89bf5c662,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:47.962799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.14 (41617702-ae5b-4e65-8042-a78ca10ed3db/87876a16-355d-4d66-8fab-5d5c6e2b8753/31070129-843a-4ede-b4fb-e1256a6bfa04) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:47.966640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:47.971470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.13 (41617702-ae5b-4e65-8042-a78ca10ed3db/87876a16-355d-4d66-8fab-5d5c6e2b8753/31070129-843a-4ede-b4fb-e1256a6bfa04) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:47.979475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.003301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:41:48.012587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.013037 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment 3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69 of type vlan for network 781b11c5-8224-4f4e-9353-c697c7b43925 Oct 16 13:41:48.057661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.077603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.083593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.166315 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.170894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.175627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.177912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:48.178743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.249577 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=781b11c5-8224-4f4e-9353-c697c7b43925,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:48.267629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.267761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 781b11c5-8224-4f4e-9353-c697c7b43925 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:41:48.286959 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:41:48.311440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.315762 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7ce63536-f718-4643-a68e-0a26a0d76cee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6436501 Oct 16 13:41:48.316729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36634) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:48.322626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:48.358146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:48.361341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:48.363930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:48.407112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.408457 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fb0763f3-ac46-4a9c-b42e-caa08f8c3480 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7633381 Oct 16 13:41:48.411522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36636) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:48.412201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=31070129-843a-4ede-b4fb-e1256a6bfa04,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:48.418826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:48.425613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.433899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:48.434502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.536922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:48.540249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.640146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e933ee16-4e3d-4a6c-a524-b45ec36990ad tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5663705 Oct 16 13:41:48.642668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36638) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:48.647407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '31070129-843a-4ede-b4fb-e1256a6bfa04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:48.720272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.740753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.842924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.901333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:48.950647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.44 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/1ca21e5b-2537-429b-ac1f-816b80b1400b) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:48.986017 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=680cec1e-8599-4dc9-908d-c93200beb3d2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:49.027221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:49.027590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 781b11c5-8224-4f4e-9353-c697c7b43925, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:41:49.062910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.097037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.116642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.166991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.196858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 781b11c5-8224-4f4e-9353-c697c7b43925 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:41:49.213499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:49.215721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:49.219474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:49.233722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Allocated IP 172.26.5.69 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/0677945a-3ddc-42a0-89db-ce6c77757064) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:49.252226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=1ca21e5b-2537-429b-ac1f-816b80b1400b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:49.333470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 781b11c5-8224-4f4e-9353-c697c7b43925) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:49.338177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:49.339177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.342699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b4af1b-b06b-44b0-a580-35e9b212600f None None] Network 781b11c5-8224-4f4e-9353-c697c7b43925 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:49.347430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.468472 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2116bdae-e899-4b2f-acc0-503a3213d146 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1499412 Oct 16 13:41:49.471075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36640) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:49.475918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-158250984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:49.490178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-781b11c5-8224-4f4e-9353-c697c7b43925', 'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': '680cec1e-8599-4dc9-908d-c93200beb3d2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:41:49.505125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.528943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.578641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:49.585032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.586140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.589692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:49.592259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:49.635684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Allocated IP 2001:db8::2 (781b11c5-8224-4f4e-9353-c697c7b43925/680cec1e-8599-4dc9-908d-c93200beb3d2/c474ed49-24d0-4de5-89e0-16f60b78959f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:49.637591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event updated for resources: {'Port': ['ID=0677945a-3ddc-42a0-89db-ce6c77757064,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:49.651544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.740940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.789862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.819473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.829843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.950464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:49.995763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Network 781b11c5-8224-4f4e-9353-c697c7b43925 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:49.998882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:50.002640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:50.011161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.015471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Pushing event updated for resources: {'Port': ['ID=c474ed49-24d0-4de5-89e0-16f60b78959f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:50.015637 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a28b83e6-366d-46dd-b488-ea4bda792183 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5406363 Oct 16 13:41:50.016702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36642) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:50.071282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Attempting to bind port c474ed49-24d0-4de5-89e0-16f60b78959f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:41:50.071724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Attempting to bind port c474ed49-24d0-4de5-89e0-16f60b78959f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:41:50.072065 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Attempting to bind port c474ed49-24d0-4de5-89e0-16f60b78959f on network 781b11c5-8224-4f4e-9353-c697c7b43925 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:41:50.077803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:41:50.078204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Checking segment: {'id': '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:41:50.078651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.079046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Bound using segment: {'id': '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:41:50.079524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Bound port: c474ed49-24d0-4de5-89e0-16f60b78959f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '781b11c5-8224-4f4e-9353-c697c7b43925'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:41:50.079911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.161653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] For port c474ed49-24d0-4de5-89e0-16f60b78959f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:41:50.165273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] For port c474ed49-24d0-4de5-89e0-16f60b78959f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c474ed49-24d0-4de5-89e0-16f60b78959f,segment=NetworkSegment(3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69),segment_id=3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:41:50.224925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.277653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.291788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0556d0-b61e-45ce-aee7-16eff5b9b5a4 None None] Pushing event updated for resources: {'Port': ['ID=c474ed49-24d0-4de5-89e0-16f60b78959f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:50.343697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.424921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=1ca21e5b-2537-429b-ac1f-816b80b1400b,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:50.437500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.581336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.586031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 025e66b4-e404-4835-b783-377e6fc8e734 associated. External IP: 172.26.5.44, port: 31070129-843a-4ede-b4fb-e1256a6bfa04. Oct 16 13:41:50.765511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:50.839771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:50.983700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:50.998157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:51.009910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:51.010855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:51.073897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c474ed49-24d0-4de5-89e0-16f60b78959f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:51.080182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.088429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.097226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:51.107637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.111786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:51.112452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:51.153275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:51.153951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a342b00-b081-4e5f-becd-5aed0f74f2d1 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:51.170157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36644) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:51.171155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da2bdc03-8c9d-483b-84aa-8eb13b7821c5 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5274143 Oct 16 13:41:51.174665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'port_id': '31070129-843a-4ede-b4fb-e1256a6bfa04', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:51.177515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c474ed49-24d0-4de5-89e0-16f60b78959f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:51.177885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.244522 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8::1 (781b11c5-8224-4f4e-9353-c697c7b43925/680cec1e-8599-4dc9-908d-c93200beb3d2/b4d90e96-2039-4918-88c5-9c3cdfc727be) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:51.277867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.313956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port c474ed49-24d0-4de5-89e0-16f60b78959f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c474ed49-24d0-4de5-89e0-16f60b78959f,segment=NetworkSegment(3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69),segment_id=3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:51.316370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced50aa9-521a-4457-8fdd-736b7ff31c07 None None] Network 781b11c5-8224-4f4e-9353-c697c7b43925 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:51.344552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.395785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.450993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c7f8d299-ad01-454c-9c11-3d1e2ef4b999 None None] Provisioning complete for port c474ed49-24d0-4de5-89e0-16f60b78959f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:51.451354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d299-ad01-454c-9c11-3d1e2ef4b999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.499151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=c474ed49-24d0-4de5-89e0-16f60b78959f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:51.553820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.670099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Router 0ad25fa1-e0d7-4224-a1bc-7a7560dd610f is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:51.837209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a4069a98-2bf0-4e8a-9816-8da05b767b81 None None] Provisioning complete for port c474ed49-24d0-4de5-89e0-16f60b78959f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:51.837895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a4069a98-2bf0-4e8a-9816-8da05b767b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:51.993586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.073614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 781b11c5-8224-4f4e-9353-c697c7b43925 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:52.111621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:52.121642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:52.122178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.128238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=b4d90e96-2039-4918-88c5-9c3cdfc727be,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:52.303752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:52.312937 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] Sync routers for ids ['0ad25fa1-e0d7-4224-a1bc-7a7560dd610f'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:52.314972 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.316137 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-40dd3cf8-a11b-4063-8210-86c86e0b4907 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "PUT /v2.0/routers/0ad25fa1-e0d7-4224-a1bc-7a7560dd610f HTTP/1.1" status: 200 len: 883 time: 3.9031465 Oct 16 13:41:52.319304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36646) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:52.323867 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] Routers {'0ad25fa1-e0d7-4224-a1bc-7a7560dd610f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:52.325264 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0ad25fa1-e0d7-4224-a1bc-7a7560dd610f'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:52.363407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2289b0a4-2620-4cc2-aaa2-1c43f7e6508a None None] Provisioning complete for port b4d90e96-2039-4918-88c5-9c3cdfc727be triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:52.364097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2289b0a4-2620-4cc2-aaa2-1c43f7e6508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.366786 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:52.375309 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] Routers {'0ad25fa1-e0d7-4224-a1bc-7a7560dd610f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:52.375890 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0ad25fa1-e0d7-4224-a1bc-7a7560dd610f'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:52.393024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.417123 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:52.417774 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a124d7-f3f6-4f35-a70a-f989139a96af None None] The sync data for ids ['0ad25fa1-e0d7-4224-a1bc-7a7560dd610f'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:52.423959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2289b0a4-2620-4cc2-aaa2-1c43f7e6508a None None] Port b4d90e96-2039-4918-88c5-9c3cdfc727be cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:52.484966 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c9a213e9-3f63-455c-82f4-af8c3e0fd281 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/0ad25fa1-e0d7-4224-a1bc-7a7560dd610f HTTP/1.1" status: 200 len: 924 time: 0.1645975 Oct 16 13:41:52.487903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36648) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:52.516040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.534787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4fda4-ee99-4892-8c92-e81e86e2ed2f tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:52.537222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-78b4fda4-ee99-4892-8c92-e81e86e2ed2f tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=0ad25fa1-e0d7-4224-a1bc-7a7560dd610f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0483158 Oct 16 13:41:52.539937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36650) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:52.580044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.632174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b7c031-1e65-4970-9afb-11601388b7a6 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:52.633634 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-84b7c031-1e65-4970-9afb-11601388b7a6 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.0918715 Oct 16 13:41:52.636612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36652) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:52.674190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.695244 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-73086b9e-80f7-431d-b660-f010b5cf559c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ad25fa1-e0d7-4224-a1bc-7a7560dd610f HTTP/1.1" status: 200 len: 205 time: 0.0575700 Oct 16 13:41:52.697967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36654) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:52.827206 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.951136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:52.982341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c474ed49-24d0-4de5-89e0-16f60b78959f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:41:53.019287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.040716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c474ed49-24d0-4de5-89e0-16f60b78959f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:53.041223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.050245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:53.061771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.062620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.093347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Deleting port 0677945a-3ddc-42a0-89db-ce6c77757064 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:53.093687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.177010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.189075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=b4d90e96-2039-4918-88c5-9c3cdfc727be,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:53.193148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Calling delete_port for 0677945a-3ddc-42a0-89db-ce6c77757064 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:53.291712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:53.297005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.301720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:53.314250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:53.315275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.318902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 781b11c5-8224-4f4e-9353-c697c7b43925 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:53.322086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:53.362408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.375340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:53.376012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.418567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.419300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488eeb4-5467-4e89-92a5-3bee6a49d84c None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:53.451934 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d1f117c1-2d76-4c4c-8de1-649e4e33986a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/floatingips/025e66b4-e404-4835-b783-377e6fc8e734 HTTP/1.1" status: 200 len: 978 time: 2.2812390 Oct 16 13:41:53.454988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36656) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:53.500576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.545453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event deleted for resources: {'Port': ['ID=0677945a-3ddc-42a0-89db-ce6c77757064,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:53.562382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 466d063f-c7fc-4934-b589-8c67bdf20058 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:53.665718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-06ba0b99-6860-4dc5-8db5-790950ea0940 None None] Provisioning complete for port b4d90e96-2039-4918-88c5-9c3cdfc727be triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:41:53.666413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-06ba0b99-6860-4dc5-8db5-790950ea0940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.667572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.707535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-06ba0b99-6860-4dc5-8db5-790950ea0940 None None] Port b4d90e96-2039-4918-88c5-9c3cdfc727be cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:41:53.796838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.800914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.868039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 1ca21e5b-2537-429b-ac1f-816b80b1400b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:53.868400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.909839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:53.915116 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d36430fc-eab6-4438-adef-dfb4a64b1276 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/466d063f-c7fc-4934-b589-8c67bdf20058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973694 Oct 16 13:41:53.919458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36658) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:53.919682 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] Sync routers for ids ['466d063f-c7fc-4934-b589-8c67bdf20058'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:53.930069 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] Routers {'466d063f-c7fc-4934-b589-8c67bdf20058'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:53.930660 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['466d063f-c7fc-4934-b589-8c67bdf20058'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.955076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.955598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad25fa1-e0d7-4224-a1bc-7a7560dd610f {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:53.964832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:53.965933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2f886a5a-54f3-4a75-85e5-8792a08ce9c8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/0ad25fa1-e0d7-4224-a1bc-7a7560dd610f HTTP/1.1" status: 204 len: 168 time: 1.2669783 Oct 16 13:41:53.967001 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.970516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36660) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:53.976215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] Routers {'466d063f-c7fc-4934-b589-8c67bdf20058'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:53.976481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1749650598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:53.976838 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['466d063f-c7fc-4934-b589-8c67bdf20058'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:53.989665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187293a8-8886-441c-b23d-a6b7b8f40e9a tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:53.991120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-187293a8-8886-441c-b23d-a6b7b8f40e9a tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports/b4d90e96-2039-4918-88c5-9c3cdfc727be HTTP/1.1" status: 200 len: 911 time: 0.0707338 Oct 16 13:41:53.994148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36662) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:53.999887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.000210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.013903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 1ca21e5b-2537-429b-ac1f-816b80b1400b owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:54.100254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.101458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.133076 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:54.133841 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ca5b5-5b77-410e-a952-532e5579330c None None] The sync data for ids ['466d063f-c7fc-4934-b589-8c67bdf20058'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:54.256201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.351644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.430476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.472872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.474026 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f680df16-8f3b-4ee2-8e3f-b109e0d996f9 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5022678 Oct 16 13:41:54.477123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36664) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:54.481861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': True}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:54.561517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.623952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=1ca21e5b-2537-429b-ac1f-816b80b1400b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:54.719923 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port b4d90e96-2039-4918-88c5-9c3cdfc727be {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:54.720286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.797111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.805924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.806308 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 025e66b4-e404-4835-b783-377e6fc8e734 disassociated (deleted). External IP: 172.26.5.44, port: 31070129-843a-4ede-b4fb-e1256a6bfa04. Oct 16 13:41:54.807206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:54.819139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for b4d90e96-2039-4918-88c5-9c3cdfc727be owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:55.053545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.083284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=b4d90e96-2039-4918-88c5-9c3cdfc727be,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:55.108913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.109259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.109594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.110262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.110262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.110686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.110863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.111187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.111504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.111820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.112136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.112481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:55.130640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:55.214811 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.308093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.360327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.393850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 466d063f-c7fc-4934-b589-8c67bdf20058 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:41:55.422762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:55.429066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.433522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:55.444625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:55.445555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.481527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.483372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:55.489463 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e0e0b89f-d88e-4850-a673-856211444278 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/466d063f-c7fc-4934-b589-8c67bdf20058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932275 Oct 16 13:41:55.491521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:55.492090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36666) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:55.492219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.496851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e647f0cf-6c27-4116-919c-fc335f0458ca tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/floatingips/025e66b4-e404-4835-b783-377e6fc8e734 HTTP/1.1" status: 204 len: 168 time: 2.0406382 Oct 16 13:41:55.499234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36668) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:55.502075 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] Sync routers for ids ['466d063f-c7fc-4934-b589-8c67bdf20058'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:55.516797 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] Routers {'466d063f-c7fc-4934-b589-8c67bdf20058'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:55.517830 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['466d063f-c7fc-4934-b589-8c67bdf20058'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.527447 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7b4bd2c6-bd56-405f-8f92-78243d204779 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=466d063f-c7fc-4934-b589-8c67bdf20058 HTTP/1.1" status: 200 len: 205 time: 0.0340002 Oct 16 13:41:55.532922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36670) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:55.562927 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.563556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Allocated IP 172.26.5.120 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/d5e9f443-2e30-4dce-a940-770f501f5d6c) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:55.577204 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] Routers {'466d063f-c7fc-4934-b589-8c67bdf20058'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:55.578105 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['466d063f-c7fc-4934-b589-8c67bdf20058'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.632420 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.633788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6012e2-a055-4f66-9e37-b0f9f29d0d69 None None] The sync data for ids ['466d063f-c7fc-4934-b589-8c67bdf20058'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:55.636819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.695931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:55.696621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3346f261-61c0-497d-af89-ca585323fe97 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:55.722890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 31070129-843a-4ede-b4fb-e1256a6bfa04 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:55.724022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.750368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.833147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.835687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.843640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.858612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 31070129-843a-4ede-b4fb-e1256a6bfa04 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:55.919945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.943730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.944245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router 466d063f-c7fc-4934-b589-8c67bdf20058 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:41:55.951354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:55.955322 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a055554-8f06-4906-93ca-f94f9f2fb352 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/466d063f-c7fc-4934-b589-8c67bdf20058 HTTP/1.1" status: 204 len: 168 time: 0.4185507 Oct 16 13:41:55.955322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36676) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:55.986974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:55.997444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:55.999859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:56.007965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet 680cec1e-8599-4dc9-908d-c93200beb3d2 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:41:56.011118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.028336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e9f443-2e30-4dce-a940-770f501f5d6c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:56.057118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.150196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.265905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.291788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=680cec1e-8599-4dc9-908d-c93200beb3d2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:56.297866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.301590 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b607010e-c64a-48b4-87dd-5cbe8071b7db tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/680cec1e-8599-4dc9-908d-c93200beb3d2 HTTP/1.1" status: 204 len: 168 time: 0.3447604 Oct 16 13:41:56.304341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36678) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:56.308438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c3da8-aebb-4753-842f-255a37dbc79b None None] Network 781b11c5-8224-4f4e-9353-c697c7b43925 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:41:56.382135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.452093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port c474ed49-24d0-4de5-89e0-16f60b78959f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:56.452646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.518899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] DHCP port deletion for 781b11c5-8224-4f4e-9353-c697c7b43925 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:41:56.527354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port c474ed49-24d0-4de5-89e0-16f60b78959f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c474ed49-24d0-4de5-89e0-16f60b78959f,segment=NetworkSegment(3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69),segment_id=3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:56.527792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.540865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for c474ed49-24d0-4de5-89e0-16f60b78959f owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:56.573586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Deleting port c474ed49-24d0-4de5-89e0-16f60b78959f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:56.573964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.611127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.640782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] For port c474ed49-24d0-4de5-89e0-16f60b78959f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c474ed49-24d0-4de5-89e0-16f60b78959f,segment=NetworkSegment(3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69),segment_id=3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:41:56.641235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.653085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=31070129-843a-4ede-b4fb-e1256a6bfa04,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:56.654572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Calling delete_port for c474ed49-24d0-4de5-89e0-16f60b78959f owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:56.681084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.712257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port c474ed49-24d0-4de5-89e0-16f60b78959f on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:56.717911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=c474ed49-24d0-4de5-89e0-16f60b78959f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:56.745728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.774115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Pushing event deleted for resources: {'Port': ['ID=c474ed49-24d0-4de5-89e0-16f60b78959f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:56.778531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] No DVR routers for this DVR port c474ed49-24d0-4de5-89e0-16f60b78959f on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:41:56.785622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.786925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.787563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.788179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.788760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.789369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.789930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.790966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.791541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.792082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.792659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.793754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772605f5-cd0b-4066-ac3e-689fb9773318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:56.796884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.801825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:56.805602 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2c2dcfdc-0791-4632-9e8c-285059238f9a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/ports/31070129-843a-4ede-b4fb-e1256a6bfa04 HTTP/1.1" status: 204 len: 168 time: 1.3054261 Oct 16 13:41:56.845109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36680) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:56.851883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:56.986830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c474ed49-24d0-4de5-89e0-16f60b78959f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:41:57.008568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.009408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: c474ed49-24d0-4de5-89e0-16f60b78959f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:41:57.009852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c474ed49-24d0-4de5-89e0-16f60b78959f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:41:57.044834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.064994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781b11c5-8224-4f4e-9353-c697c7b43925']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.074894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.075443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d72d72f-c6a9-4ca3-8bdf-831d3ff21b69') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.085111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.098668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.105595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:41:57.109745 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:41:57.142540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.151112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.238179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.247960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.255358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.258652 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/781b11c5-8224-4f4e-9353-c697c7b43925 HTTP/1.1" status: 204 len: 168 time: 0.9533534 Oct 16 13:41:57.269308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36682) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:57.274928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955444311', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:57.282518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f5d8c-ec3b-495f-9ebe-6846cad41a0d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=781b11c5-8224-4f4e-9353-c697c7b43925,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:57.362428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.363494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.417529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.246 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/6c346ec5-225d-4c79-a379-cf9cb6aacf35) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:57.425141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.481760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Router ec40d721-8a87-4773-b85d-262a475d6eda is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:57.581944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.651195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.669025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:41:57.673986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.675353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b1874c26-4906-4532-b4a3-3b0e89d9584a tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "PUT /v2.0/routers/ec40d721-8a87-4773-b85d-262a475d6eda HTTP/1.1" status: 200 len: 919 time: 3.1970222 Oct 16 13:41:57.678566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36684) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:57.679144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] Sync routers for ids ['ec40d721-8a87-4773-b85d-262a475d6eda'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:41:57.688189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] Routers {'ec40d721-8a87-4773-b85d-262a475d6eda'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:57.688835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ec40d721-8a87-4773-b85d-262a475d6eda'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.727357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.736770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] Routers {'ec40d721-8a87-4773-b85d-262a475d6eda'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:41:57.737374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['ec40d721-8a87-4773-b85d-262a475d6eda'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.739583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.776725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:41:57.780340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1c62f-a1da-4688-a6a9-7c0d328679d3 None None] The sync data for ids ['ec40d721-8a87-4773-b85d-262a475d6eda'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:41:57.796289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:57.831394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:57.840669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:57.868071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=6c346ec5-225d-4c79-a379-cf9cb6aacf35,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:57.891019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.891366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.891708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.892038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.892389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.892722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.893045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.893366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.893685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.894004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.894319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.894635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:41:57.901178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e3282d3f-d4c8-4fcf-af61-c5196051a361 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/ec40d721-8a87-4773-b85d-262a475d6eda HTTP/1.1" status: 200 len: 925 time: 0.2215881 Oct 16 13:41:57.905263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36686) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:57.913386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.936505 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.994882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:57.997520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed65c6d-bac8-46af-9768-ab917fa885bf tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:57.999083 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7ed65c6d-bac8-46af-9768-ab917fa885bf tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=ec40d721-8a87-4773-b85d-262a475d6eda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0928888 Oct 16 13:41:58.004701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36688) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:58.039954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 172.26.5.81 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/109e7cf5-7fa9-490f-b5c0-f9ea9beb2052) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:58.115677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.147680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.152686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69072a31-93bc-431a-9644-8c4fd061eb81 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:58.154098 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-69072a31-93bc-431a-9644-8c4fd061eb81 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.1485276 Oct 16 13:41:58.163028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36690) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:58.199006 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d6bb5ffd-6856-4104-a255-e754b8a94f8d tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec40d721-8a87-4773-b85d-262a475d6eda HTTP/1.1" status: 200 len: 205 time: 0.0348053 Oct 16 13:41:58.202081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36692) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:58.247129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.302408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:58.312776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:58.315341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:58.316175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.386682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=109e7cf5-7fa9-490f-b5c0-f9ea9beb2052,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:58.389032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.451010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.470676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=6c346ec5-225d-4c79-a379-cf9cb6aacf35,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:58.481062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.562891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.564165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d3d639c6-a749-4803-aaa2-466b85fcb9e7 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7181153 Oct 16 13:41:58.566938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36696) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:58.572113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'port': {'network_id': '41617702-ae5b-4e65-8042-a78ca10ed3db', 'name': 'tempest-FloatingIPTestJSON-12742879'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:58.641436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.766172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:41:58.770386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.787809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] device_id is not set on port a0719278-c86d-4309-b17b-44f8255d1239 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:41:58.817499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.871606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Deleting port d5e9f443-2e30-4dce-a940-770f501f5d6c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:41:58.871939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:58.896597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.10 (41617702-ae5b-4e65-8042-a78ca10ed3db/87876a16-355d-4d66-8fab-5d5c6e2b8753/a0719278-c86d-4309-b17b-44f8255d1239) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:41:59.034503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.046810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.053626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Calling delete_port for d5e9f443-2e30-4dce-a940-770f501f5d6c owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:41:59.140515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.194213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 41617702-ae5b-4e65-8042-a78ca10ed3db is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:41:59.199646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:41:59.202395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:41:59.247667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=a0719278-c86d-4309-b17b-44f8255d1239,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:59.265890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:41:59.266517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.339850 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c97998f8-2037-4784-985a-174b4d69da65 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7692506 Oct 16 13:41:59.340555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36698) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:41:59.346927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'port_id': 'a0719278-c86d-4309-b17b-44f8255d1239'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:41:59.389478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.401664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.695309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 35ec848f-815e-4545-b2cd-d64206e1d710 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:41:59.696832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:41:59.727707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event deleted for resources: {'Port': ['ID=d5e9f443-2e30-4dce-a940-770f501f5d6c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:41:59.844337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.000934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.006788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.012256 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:00.030101 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] Sync routers for ids ['35ec848f-815e-4545-b2cd-d64206e1d710'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:00.043318 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] Routers {'35ec848f-815e-4545-b2cd-d64206e1d710'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:00.044236 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['35ec848f-815e-4545-b2cd-d64206e1d710'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.086818 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.096819 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] Routers {'35ec848f-815e-4545-b2cd-d64206e1d710'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:00.097506 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['35ec848f-815e-4545-b2cd-d64206e1d710'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.125070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.resource_extend [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:42:00.137360 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.138009 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fc79c-dd12-4235-96e8-bfba3a548873 None None] The sync data for ids ['35ec848f-815e-4545-b2cd-d64206e1d710'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:00.153163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.161202 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aab0d244-58c8-4acb-9a11-1f1c37085bd2 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8835244 Oct 16 13:42:00.161202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36700) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:00.203042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.204933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.205488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Fanout notify agent at l3_agent the message router_deleted on router ec40d721-8a87-4773-b85d-262a475d6eda {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:00.213582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.214586 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6e4e384e-d315-4602-94f5-e6fb1c1d75c0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/ec40d721-8a87-4773-b85d-262a475d6eda HTTP/1.1" status: 204 len: 168 time: 2.0113306 Oct 16 13:42:00.219580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36702) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:00.225574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1942956393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:00.280961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.315336 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-48cb08e0-774c-4267-a417-53a941c56b21 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/routers/35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 200 len: 884 time: 0.1568918 Oct 16 13:42:00.318205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36704) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:00.324087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.330308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.445594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.468298 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 8b77b77b-4fa4-4509-abb4-a5c243271e26 associated. External IP: 172.26.5.246, port: a0719278-c86d-4309-b17b-44f8255d1239. Oct 16 13:42:00.511523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.602439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.604788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cdcf1d33-a6dd-4b22-b06c-2589927678d5 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3841083 Oct 16 13:42:00.606495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36706) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:00.610828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'enable_snat': False}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:00.661428 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7844077a-f6aa-41e1-a95a-5f8a7b1e7b03 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3416169 Oct 16 13:42:00.664471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36708) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:00.668884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1955444311'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:00.748789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:00.877390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:00.882855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:00.888627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:00.899637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:00.900263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.921634 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-691772fb-17e9-4d93-bbc4-5b9814cb472c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/floatingips/8b77b77b-4fa4-4509-abb4-a5c243271e26 HTTP/1.1" status: 200 len: 977 time: 1.5776916 Oct 16 13:42:00.922639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36710) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:00.942914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.952865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:00.953503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.990030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:00.990696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c361ca-9e4d-4fe1-a683-9e97dbe2f1ee None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:01.032255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port a0719278-c86d-4309-b17b-44f8255d1239 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:01.032622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.120225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.189198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.377900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.378473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.378662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP 8b77b77b-4fa4-4509-abb4-a5c243271e26 disassociated. External IP: 172.26.5.246, port: a0719278-c86d-4309-b17b-44f8255d1239. Oct 16 13:42:01.379128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for a0719278-c86d-4309-b17b-44f8255d1239 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:01.491036 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.578132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.589324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.617866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=a0719278-c86d-4309-b17b-44f8255d1239,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:01.662823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.691168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.752665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:01.795081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 35ec848f-815e-4545-b2cd-d64206e1d710 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:01.883612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:01.891877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Allocated IP 172.26.5.11 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/48282526-ee78-4958-b3dc-06b665f6b6d5) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:01.894430 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:01.904840 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:01.905630 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:01.951461 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:01.957924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:01.961199 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:01.961901 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:01.962026 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-117a1506-b447-4abc-a789-811d6f494071 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/ports/a0719278-c86d-4309-b17b-44f8255d1239 HTTP/1.1" status: 204 len: 168 time: 1.0384700 Oct 16 13:42:01.964002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36714) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:02.000160 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:02.000972 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82dfc61-e30c-42c0-8e19-5633f7194a02 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:02.012301 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b7359e31-28fc-485d-8ddb-f1bc6e3b04bc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/floatingips/8b77b77b-4fa4-4509-abb4-a5c243271e26 HTTP/1.1" status: 200 len: 688 time: 0.0469866 Oct 16 13:42:02.014634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36716) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:02.024511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:02.032122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.033322 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70355757-278e-4984-94f1-1a86a254d17b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 200 len: 891 time: 1.3679330 Oct 16 13:42:02.034264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] Sync routers for ids ['35ec848f-815e-4545-b2cd-d64206e1d710'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:02.037818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36718) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:02.046676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] Routers {'35ec848f-815e-4545-b2cd-d64206e1d710'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:02.047508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['35ec848f-815e-4545-b2cd-d64206e1d710'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:02.087779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:02.096963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] Routers {'35ec848f-815e-4545-b2cd-d64206e1d710'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:02.097565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['35ec848f-815e-4545-b2cd-d64206e1d710'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:02.116681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.135745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:02.136805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616bf4e-c3a4-4f22-ba72-a1a9e6c00dd3 None None] The sync data for ids ['35ec848f-815e-4545-b2cd-d64206e1d710'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:02.157810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 6c346ec5-225d-4c79-a379-cf9cb6aacf35 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:02.158149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.207665 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-20fa2b3d-04c6-470f-a6be-277bf027fce4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/routers/35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 200 len: 891 time: 0.1687341 Oct 16 13:42:02.210245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36720) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:02.241209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.243236 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-58872478-250a-4ce1-919c-afac90676b33 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 200 len: 205 time: 0.0299718 Oct 16 13:42:02.243366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.243810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36722) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:02.260113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.298739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 6c346ec5-225d-4c79-a379-cf9cb6aacf35 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:02.301532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:02.308533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:02.312104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:02.337290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Pushing event updated for resources: {'Port': ['ID=48282526-ee78-4958-b3dc-06b665f6b6d5,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:02.445271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.607035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.646480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.669357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.677555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=6c346ec5-225d-4c79-a379-cf9cb6aacf35,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:02.773397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.775975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.777150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bc177f82-dbf3-465f-97e9-dbae08f07a3c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/floatingips/8b77b77b-4fa4-4509-abb4-a5c243271e26 HTTP/1.1" status: 204 len: 168 time: 0.7615976 Oct 16 13:42:02.780826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36724) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:02.787749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '18083bf4-c1c3-47fe-9215-f22ff90dfda3'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:02.789183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 109e7cf5-7fa9-490f-b5c0-f9ea9beb2052 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:02.789513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.865988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.877581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 109e7cf5-7fa9-490f-b5c0-f9ea9beb2052 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:02.924966 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.931319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:02.945861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.126821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.144791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.154869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=109e7cf5-7fa9-490f-b5c0-f9ea9beb2052,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:03.219211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.264181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.251 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/5f6adf1c-f09a-4995-93ed-52a58e431784) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:03.266311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Router 92fc4d8e-d436-4c28-9bdf-06f1573a6307 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:42:03.331386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.333778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.470982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.471694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router 35ec848f-815e-4545-b2cd-d64206e1d710 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:03.479724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.480904 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8616fae6-6043-43a3-b21a-5d02e70e119c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 204 len: 168 time: 1.2361329 Oct 16 13:42:03.484579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36726) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:03.490332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2076129160'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:03.562696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:03.566348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.593711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:03.607202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.607617 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment 0d814c6b-0008-48ec-b45a-13103bc11965 of type vlan for network fe72e44f-d48b-41cf-9988-0002f1835e14 Oct 16 13:42:03.661818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.733054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.736143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:03.741542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.742746 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d94d13c-7c51-4b61-92de-85fe0b221fc8 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "PUT /v2.0/routers/92fc4d8e-d436-4c28-9bdf-06f1573a6307 HTTP/1.1" status: 200 len: 919 time: 3.1353185 Oct 16 13:42:03.745199 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] Sync routers for ids ['92fc4d8e-d436-4c28-9bdf-06f1573a6307'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:03.747084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.747232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36728) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:03.751514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:03.752102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.756792 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] Routers {'92fc4d8e-d436-4c28-9bdf-06f1573a6307'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:03.757411 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['92fc4d8e-d436-4c28-9bdf-06f1573a6307'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:03.794132 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:03.802948 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] Routers {'92fc4d8e-d436-4c28-9bdf-06f1573a6307'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:03.803553 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['92fc4d8e-d436-4c28-9bdf-06f1573a6307'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:03.838741 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:03.839393 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d8b08-d535-4d4f-91fc-f8acdb77d40e None None] The sync data for ids ['92fc4d8e-d436-4c28-9bdf-06f1573a6307'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:03.851676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3660214 Oct 16 13:42:03.854802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36730) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:03.855412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802321c-eba5-4565-be9f-23dfe05af51f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=fe72e44f-d48b-41cf-9988-0002f1835e14,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:03.862392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:03.867835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network fe72e44f-d48b-41cf-9988-0002f1835e14 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:03.888944 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-22f8dd7b-05d7-45d3-b24a-854ec25902aa tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/92fc4d8e-d436-4c28-9bdf-06f1573a6307 HTTP/1.1" status: 200 len: 925 time: 0.1395528 Oct 16 13:42:03.889406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36732) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:03.899909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:03.954459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:03.957565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:03.962116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:03.965353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=5f6adf1c-f09a-4995-93ed-52a58e431784,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:04.263885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa68c8-42b9-4508-8adf-71d10e9ae651 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:04.267705 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cbaa68c8-42b9-4508-8adf-71d10e9ae651 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=92fc4d8e-d436-4c28-9bdf-06f1573a6307&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3750091 Oct 16 13:42:04.267923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36734) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:04.333875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:04.336903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.406829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.418048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da3051-9970-4266-874c-d7b96eb87aca tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:04.422179 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-89da3051-9970-4266-874c-d7b96eb87aca tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/networks/5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 881 time: 0.1505814 Oct 16 13:42:04.429848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36736) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:04.463939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-97c7821c-266d-461d-b725-cb5463c91353 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=92fc4d8e-d436-4c28-9bdf-06f1573a6307 HTTP/1.1" status: 200 len: 205 time: 0.0368028 Oct 16 13:42:04.464203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36738) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:04.563794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.659150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.731835 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.770020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.784226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.853761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.856598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=b7de9cc6-a1ad-47d7-966e-53cc5c604a15,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:04.876489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=5f6adf1c-f09a-4995-93ed-52a58e431784,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:04.876650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': '0d814c6b-0008-48ec-b45a-13103bc11965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:04.876889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: fe72e44f-d48b-41cf-9988-0002f1835e14, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:04.882145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:04.953608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network fe72e44f-d48b-41cf-9988-0002f1835e14 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:04.986156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Deleting port 48282526-ee78-4958-b3dc-06b665f6b6d5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:04.986505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.013834 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP a5427ba5-9d47-4f13-9313-a412a42d918c associated. External IP: 172.26.5.251, port: 18083bf4-c1c3-47fe-9215-f22ff90dfda3. Oct 16 13:42:05.043940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, fe72e44f-d48b-41cf-9988-0002f1835e14) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:05.053143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:05.053496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.059428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b8d06-6485-419d-ae67-d4b7938357dd None None] Network fe72e44f-d48b-41cf-9988-0002f1835e14 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:05.086858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.100827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Calling delete_port for 48282526-ee78-4958-b3dc-06b665f6b6d5 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:05.160510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-db963504-e088-44b9-8934-504baad8d698 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3000896 Oct 16 13:42:05.160777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36740) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:05.167344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-34942447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:05.285069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-fe72e44f-d48b-41cf-9988-0002f1835e14', 'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': 'b7de9cc6-a1ad-47d7-966e-53cc5c604a15'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:05.285069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.292269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:05.303307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.304412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.424686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.428948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:05.432110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Allocated IP 2001:db8::2 (fe72e44f-d48b-41cf-9988-0002f1835e14/b7de9cc6-a1ad-47d7-966e-53cc5c604a15/7af4c5b4-5895-45b1-bed5-11194804002b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:05.440133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:05.460622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event deleted for resources: {'Port': ['ID=48282526-ee78-4958-b3dc-06b665f6b6d5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:05.472375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:05.473572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:05.520562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:05.530072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.531099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.560098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:05.561242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:05.567867 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-df19e83b-101f-449e-bf2e-089c32981820 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7831967 Oct 16 13:42:05.568081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36742) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:05.574953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1532886558'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:05.583196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.602696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:05.603341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19c009-20c0-4fdd-88a3-01f61057e082 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:05.655462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.679050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.706358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.709274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.751066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:05.755184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.755990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.779467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:05.788731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.789060 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Added segment 924e2dd9-e606-4ba7-aeab-aea1a23b623d of type vlan for network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 Oct 16 13:42:05.798488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Network fe72e44f-d48b-41cf-9988-0002f1835e14 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:05.802012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:05.805109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:05.818280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Pushing event updated for resources: {'Port': ['ID=7af4c5b4-5895-45b1-bed5-11194804002b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:05.824180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.824180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-44c0135f-bd40-4643-81f4-9bc8541b7cec tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6602840 Oct 16 13:42:05.825527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36744) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:05.871742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.874169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Attempting to bind port 7af4c5b4-5895-45b1-bed5-11194804002b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:05.874517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Attempting to bind port 7af4c5b4-5895-45b1-bed5-11194804002b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0d814c6b-0008-48ec-b45a-13103bc11965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:05.874875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Attempting to bind port 7af4c5b4-5895-45b1-bed5-11194804002b on network fe72e44f-d48b-41cf-9988-0002f1835e14 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:05.876866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.877378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Fanout notify agent at l3_agent the message router_deleted on router 92fc4d8e-d436-4c28-9bdf-06f1573a6307 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:05.881033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:05.881411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Checking segment: {'id': '0d814c6b-0008-48ec-b45a-13103bc11965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:05.881834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.882230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Bound using segment: {'id': '0d814c6b-0008-48ec-b45a-13103bc11965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:05.882714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Bound port: 7af4c5b4-5895-45b1-bed5-11194804002b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d814c6b-0008-48ec-b45a-13103bc11965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fe72e44f-d48b-41cf-9988-0002f1835e14'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:05.883072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.888448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:05.889528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7e8f5ad0-bed5-42c0-9f5d-ac541e2402be tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/92fc4d8e-d436-4c28-9bdf-06f1573a6307 HTTP/1.1" status: 204 len: 168 time: 1.4244657 Oct 16 13:42:05.893108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36746) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:05.897946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-979154231', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:05.955243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] For port 7af4c5b4-5895-45b1-bed5-11194804002b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:05.958829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] For port 7af4c5b4-5895-45b1-bed5-11194804002b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7af4c5b4-5895-45b1-bed5-11194804002b,segment=NetworkSegment(0d814c6b-0008-48ec-b45a-13103bc11965),segment_id=0d814c6b-0008-48ec-b45a-13103bc11965)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:06.020191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.084155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.089719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ddb55-9f05-4a56-b395-17efad2abfbb None None] Pushing event updated for resources: {'Port': ['ID=7af4c5b4-5895-45b1-bed5-11194804002b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:06.090178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:06.091158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.123508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.124578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.237159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6679914 Oct 16 13:42:06.240804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36748) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:06.241700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71404e48-1e02-481a-b7e2-a3a987ba32fd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Network': ['ID=bf448c67-b5d8-481c-a9ff-3ee0b9e2a871,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:06.247583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'subnet': {'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:06.255364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:06.304215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.322455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.436857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:06.441027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.711227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.777375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Subnet': ['ID=29a93432-3dfc-47d6-abe5-5fa0c4129455,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:06.784976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Checking segment: {'id': '924e2dd9-e606-4ba7-aeab-aea1a23b623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:06.785340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network hostable DHCP agents. Network: bf448c67-b5d8-481c-a9ff-3ee0b9e2a871, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:06.814035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:06.881600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:06.921902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e30a6-4c20-47a6-9ba4-5c6cbadeec84 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:06.922443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e30a6-4c20-47a6-9ba4-5c6cbadeec84 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:06.922911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e30a6-4c20-47a6-9ba4-5c6cbadeec84 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:06.936814 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-846e30a6-4c20-47a6-9ba4-5c6cbadeec84 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=3c8c38e17a1f47f49fdcd8294353740f&network_id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 200 len: 3001 time: 0.1096487 Oct 16 13:42:06.943736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.969894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, bf448c67-b5d8-481c-a9ff-3ee0b9e2a871) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:06.974860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:06.975781 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:06.993531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b759c9-ac62-4a92-8c4c-f0cb4e4cc939 None None] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:07.065377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8::1 (fe72e44f-d48b-41cf-9988-0002f1835e14/b7de9cc6-a1ad-47d7-966e-53cc5c604a15/35cb5a78-362c-4cd1-ab5a-a5553300df18) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:07.079757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7af4c5b4-5895-45b1-bed5-11194804002b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:07.089956 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd1c3217-a3b6-4fb2-8b59-7806c74e3937 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8453622 Oct 16 13:42:07.090308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36756) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:07.095348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1761152971', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:07.191201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7af4c5b4-5895-45b1-bed5-11194804002b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:07.191201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.211162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.213628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.238395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.284347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.293747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-bf448c67-b5d8-481c-a9ff-3ee0b9e2a871', 'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871', 'tenant_id': 'a353607d114a4d2e89ce81fa18267d69', 'fixed_ips': [{'subnet_id': '29a93432-3dfc-47d6-abe5-5fa0c4129455'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:07.294543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.329261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.385584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.387826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0b256-44d9-43e8-b962-087998f05d89 None None] Network fe72e44f-d48b-41cf-9988-0002f1835e14 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:07.406637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.451900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.483616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 7af4c5b4-5895-45b1-bed5-11194804002b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7af4c5b4-5895-45b1-bed5-11194804002b,segment=NetworkSegment(0d814c6b-0008-48ec-b45a-13103bc11965),segment_id=0d814c6b-0008-48ec-b45a-13103bc11965)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:07.519013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network fe72e44f-d48b-41cf-9988-0002f1835e14 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:07.527558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fc5037d6-39d2-4d18-8b2c-9cd0681590c5 None None] Provisioning complete for port 7af4c5b4-5895-45b1-bed5-11194804002b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:07.527922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fc5037d6-39d2-4d18-8b2c-9cd0681590c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.528776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:07.532111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.533893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:07.534512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.537308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=35cb5a78-362c-4cd1-ab5a-a5553300df18,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:07.573625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.611798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Allocated IP 172.20.0.2 (bf448c67-b5d8-481c-a9ff-3ee0b9e2a871/29a93432-3dfc-47d6-abe5-5fa0c4129455/811f688f-ec37-4000-9ffc-4ff0c0f59a01) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:07.688113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Allocated IP 172.26.5.67 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/b7bd9a11-8b5e-45eb-a7ba-da8fc7c36ae1) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:07.720563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=7af4c5b4-5895-45b1-bed5-11194804002b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:07.831876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:07.894415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.077880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.083095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.103099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.129358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.146440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.196161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:08.201045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:08.204514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:08.212034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Pushing event updated for resources: {'Port': ['ID=811f688f-ec37-4000-9ffc-4ff0c0f59a01,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:08.235289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:08.241082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event updated for resources: {'Port': ['ID=b7bd9a11-8b5e-45eb-a7ba-da8fc7c36ae1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:08.244818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.26.5.246 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/8974d4c2-ec32-4dbf-aa07-d15b6ca2a354) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:08.251044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:08.256908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:08.275366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Attempting to bind port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:08.276020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Attempting to bind port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '924e2dd9-e606-4ba7-aeab-aea1a23b623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:08.276541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Attempting to bind port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 on network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:08.282643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:08.283344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Checking segment: {'id': '924e2dd9-e606-4ba7-aeab-aea1a23b623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:08.283975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.284531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Bound using segment: {'id': '924e2dd9-e606-4ba7-aeab-aea1a23b623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:08.294930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Bound port: 811f688f-ec37-4000-9ffc-4ff0c0f59a01, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924e2dd9-e606-4ba7-aeab-aea1a23b623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:08.294930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.361764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c0829405-25cc-4f46-8f39-c1ba20677825 None None] Provisioning complete for port 35cb5a78-362c-4cd1-ab5a-a5553300df18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:08.361764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0829405-25cc-4f46-8f39-c1ba20677825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.364298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.371500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.407198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c0829405-25cc-4f46-8f39-c1ba20677825 None None] Port 35cb5a78-362c-4cd1-ab5a-a5553300df18 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:08.434583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c0829405-25cc-4f46-8f39-c1ba20677825 None None] Provisioning complete for port 7af4c5b4-5895-45b1-bed5-11194804002b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:08.434967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0829405-25cc-4f46-8f39-c1ba20677825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.444195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.450610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.467610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] For port 811f688f-ec37-4000-9ffc-4ff0c0f59a01, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:08.475076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.487757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] For port 811f688f-ec37-4000-9ffc-4ff0c0f59a01, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=811f688f-ec37-4000-9ffc-4ff0c0f59a01,segment=NetworkSegment(924e2dd9-e606-4ba7-aeab-aea1a23b623d),segment_id=924e2dd9-e606-4ba7-aeab-aea1a23b623d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:08.518483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:08.521991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:08.525968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:08.562281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=8974d4c2-ec32-4dbf-aa07-d15b6ca2a354,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:08.573545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.606935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=35cb5a78-362c-4cd1-ab5a-a5553300df18,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:08.657202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43627d36-259d-4f81-80eb-d13bad483939 None None] Pushing event updated for resources: {'Port': ['ID=811f688f-ec37-4000-9ffc-4ff0c0f59a01,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:08.678936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36764) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:08.705895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cefc6d2e-4024-4695-9ed0-11ffb3e0acf6 None None] Provisioning complete for port 35cb5a78-362c-4cd1-ab5a-a5553300df18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:08.706649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cefc6d2e-4024-4695-9ed0-11ffb3e0acf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:08.755235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cefc6d2e-4024-4695-9ed0-11ffb3e0acf6 None None] Port 35cb5a78-362c-4cd1-ab5a-a5553300df18 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:08.763051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network fe72e44f-d48b-41cf-9988-0002f1835e14 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:08.765939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:08.769314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab01af15-9e75-42aa-93ce-4a9725fe2d92 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:08.771414 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab01af15-9e75-42aa-93ce-4a9725fe2d92 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 814 time: 0.0914786 Oct 16 13:42:08.828935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.064432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.173585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7af4c5b4-5895-45b1-bed5-11194804002b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:09.209951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c62a2b8-90b8-4d83-a011-7394e94a73f7 None None] Provisioning complete for port 35cb5a78-362c-4cd1-ab5a-a5553300df18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:09.210594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c62a2b8-90b8-4d83-a011-7394e94a73f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.260426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36770) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:09.267531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4c62a2b8-90b8-4d83-a011-7394e94a73f7 None None] Port 35cb5a78-362c-4cd1-ab5a-a5553300df18 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:09.267743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--625344803', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:09.278222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7af4c5b4-5895-45b1-bed5-11194804002b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:09.278554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.368187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.373956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 811f688f-ec37-4000-9ffc-4ff0c0f59a01 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:09.415515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:09.419849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.420036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 09f9c3b4-3c8c-417f-afe0-53b9b021b777 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:42:09.428395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:09.428765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.462016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:09.509891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.510374 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a of type vlan for network cecf5e8a-d1f4-4041-8b43-55165c661529 Oct 16 13:42:09.536024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.578140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.587080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 811f688f-ec37-4000-9ffc-4ff0c0f59a01, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=811f688f-ec37-4000-9ffc-4ff0c0f59a01,segment=NetworkSegment(924e2dd9-e606-4ba7-aeab-aea1a23b623d),segment_id=924e2dd9-e606-4ba7-aeab-aea1a23b623d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:09.611549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.620785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:09.626761 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-19dffba5-f049-4ced-a805-cdcfdec8369c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/09f9c3b4-3c8c-417f-afe0-53b9b021b777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8002367 Oct 16 13:42:09.629476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36772) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:09.632591 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] Sync routers for ids ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:09.642688 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] Routers {'09f9c3b4-3c8c-417f-afe0-53b9b021b777'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:09.643415 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:09.658522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.688798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.696992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:09.697755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.709027 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:09.724070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8368a147-2adc-4c6a-a9d8-f08383469eee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:09.725325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=811f688f-ec37-4000-9ffc-4ff0c0f59a01,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:09.725985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8368a147-2adc-4c6a-a9d8-f08383469eee tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports/35cb5a78-362c-4cd1-ab5a-a5553300df18 HTTP/1.1" status: 200 len: 911 time: 0.0953848 Oct 16 13:42:09.730850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36774) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:09.736174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7de9cc6-a1ad-47d7-966e-53cc5c604a15'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:09.740636 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] Routers {'09f9c3b4-3c8c-417f-afe0-53b9b021b777'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:09.740636 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:09.749692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router 6a92e7cc-3898-41ba-84dc-b7ae77f6c524 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:42:09.789348 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:09.790190 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0d0951-57fa-4faf-9a30-9491163347fd None None] The sync data for ids ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:09.854320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=cecf5e8a-d1f4-4041-8b43-55165c661529,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:09.866219 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-85f7199f-b1b4-43bf-a321-89061ed49069 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6008279 Oct 16 13:42:09.868544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36776) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:09.872834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network cecf5e8a-d1f4-4041-8b43-55165c661529 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:09.965611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6853366-3c33-4eee-a834-dc8ac8f82764 None None] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:09.974428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:09.989469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf37e0-58da-4ad1-adae-4d4f9d91fcb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:09.990979 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-06bf37e0-58da-4ad1-adae-4d4f9d91fcb7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1217875 Oct 16 13:42:09.997175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36778) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.038333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Router 7a4fbd5c-2cb5-47ee-a779-60a248e51d5c is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:42:10.048117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7f99beac-4fec-4109-83ca-b09848ac1eb1 None None] Provisioning complete for port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:10.048499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f99beac-4fec-4109-83ca-b09848ac1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:10.058188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:10.079783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] Sync routers for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:10.116255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:10.116917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.158265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.167159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bc0d9-4d09-4848-962b-8e750e8fa103 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:10.171576 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ef1bc0d9-4d09-4848-962b-8e750e8fa103 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1707723 Oct 16 13:42:10.171926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36780) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.200984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:10.201522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.220421 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4b1a4280-39d2-431b-8daa-84ee823bb0e9 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448067 Oct 16 13:42:10.220893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:10.225296 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f46ffe08-1573-422a-9c6b-51754db22faa tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1307142 Oct 16 13:42:10.225296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.225296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36784) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.247397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.248073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b192fda9-4489-448c-b520-71db65aa00fd None None] The sync data for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:10.295988 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bf3b3833-4fe7-46c8-9277-ae6f02d3ed87 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691514 Oct 16 13:42:10.296343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36786) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.406336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:10.416311 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] Sync routers for ids ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:10.432817 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] Routers {'7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:10.433720 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.489402 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.499745 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] Routers {'7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:10.500191 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.544444 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:10.544444 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4e2bf-29c4-4354-a7d0-0946c3d7b7dc None None] The sync data for ids ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:10.575694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:10.579622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d0fc75eb-e752-4aec-8dc3-d5e7e772e47c tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6829596 Oct 16 13:42:10.591350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36788) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.601106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:10.630752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0de9ee9a-283f-4ed8-8ca5-a8de41c839f0 None None] Provisioning complete for port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:10.631262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0de9ee9a-283f-4ed8-8ca5-a8de41c839f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:10.650498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae16e21-c34e-4a8d-b00a-0d6a4e810ad0 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:10.654692 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eae16e21-c34e-4a8d-b00a-0d6a4e810ad0 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3547149 Oct 16 13:42:10.658039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36790) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.725437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2ae714f3-4998-4238-ad87-f347bfaddb22 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661702 Oct 16 13:42:10.731087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36792) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:10.739259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556012267', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:10.848038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:10.991134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 811f688f-ec37-4000-9ffc-4ff0c0f59a01 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:10.998191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:11.001718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.005711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.011464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:11.012129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.013526 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/ports/35cb5a78-362c-4cd1-ab5a-a5553300df18 HTTP/1.1" status: 200 len: 911 time: 1.2814944 Oct 16 13:42:11.016399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36794) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:11.052421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:11.053424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.111260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.454334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d46707-7ac3-4962-81a8-748601ab1cf6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=35cb5a78-362c-4cd1-ab5a-a5553300df18,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:11.589322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.605194 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.1 (bf448c67-b5d8-481c-a9ff-3ee0b9e2a871/29a93432-3dfc-47d6-abe5-5fa0c4129455/14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:11.685858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.686612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.715170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.774479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:11.779872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:11.780232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: cecf5e8a-d1f4-4041-8b43-55165c661529, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:11.809739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.844502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Deleting port b7bd9a11-8b5e-45eb-a7ba-da8fc7c36ae1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:11.844833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.900138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network cecf5e8a-d1f4-4041-8b43-55165c661529 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:11.929736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:11.941861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Calling delete_port for b7bd9a11-8b5e-45eb-a7ba-da8fc7c36ae1 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:11.988959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.006129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, cecf5e8a-d1f4-4041-8b43-55165c661529) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:12.012091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:12.012529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.015385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d79e95-67a9-42c7-80cf-9453e47996c1 None None] Network cecf5e8a-d1f4-4041-8b43-55165c661529 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:12.041897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:12.046450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:12.048612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:12.084434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:12.100953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ad34dd0b-37b6-4d1f-bbf1-aadd49998d70 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3658397 Oct 16 13:42:12.115395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 35cb5a78-362c-4cd1-ab5a-a5553300df18 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:12.115733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.118609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.219463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-cecf5e8a-d1f4-4041-8b43-55165c661529', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:12.220272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.282790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.322282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Pushing event deleted for resources: {'Port': ['ID=b7bd9a11-8b5e-45eb-a7ba-da8fc7c36ae1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:12.345604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.369758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 35cb5a78-362c-4cd1-ab5a-a5553300df18 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:12.385280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4709bbbc-afdd-42d8-9ce9-c4f4b69d14dd None None] Provisioning complete for port 14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:12.385640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4709bbbc-afdd-42d8-9ce9-c4f4b69d14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.390712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Allocated IP 172.20.0.18 (cecf5e8a-d1f4-4041-8b43-55165c661529/3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2/842ba55e-0271-4555-949c-9ec5e4a6d714) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:12.412175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.451854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4709bbbc-afdd-42d8-9ce9-c4f4b69d14dd None None] Port 14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:12.544290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.578691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.652552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.664373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.667925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.706254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Network cecf5e8a-d1f4-4041-8b43-55165c661529 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:12.710067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:12.713896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:12.727121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Pushing event updated for resources: {'Port': ['ID=842ba55e-0271-4555-949c-9ec5e4a6d714,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:12.759383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Router 7a4fbd5c-2cb5-47ee-a779-60a248e51d5c has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:12.761398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.786831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Attempting to bind port 842ba55e-0271-4555-949c-9ec5e4a6d714 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:12.787359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Attempting to bind port 842ba55e-0271-4555-949c-9ec5e4a6d714 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:12.787714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Attempting to bind port 842ba55e-0271-4555-949c-9ec5e4a6d714 on network cecf5e8a-d1f4-4041-8b43-55165c661529 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:12.793529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:12.793912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Checking segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:12.794457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.794853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Bound using segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:12.795327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Bound port: 842ba55e-0271-4555-949c-9ec5e4a6d714, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:12.795724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.807840 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=35cb5a78-362c-4cd1-ab5a-a5553300df18,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:12.840585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-76334f02-664d-43bf-8717-b54033789a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.852001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:12.858873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.860056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0476e44b-4fd3-4352-8c69-060d38b8215f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "PUT /v2.0/routers/7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 200 len: 709 time: 2.2677252 Oct 16 13:42:12.862732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36798) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:12.872814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] Sync routers for ids ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:12.890439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] For port 842ba55e-0271-4555-949c-9ec5e4a6d714, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:12.894892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] For port 842ba55e-0271-4555-949c-9ec5e4a6d714, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=842ba55e-0271-4555-949c-9ec5e4a6d714,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:12.897300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] Routers {'7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:12.898589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:12.952411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.955999 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dc8909db-8cd5-40fd-bfc0-43af54a8d7f7 tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/routers/7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 200 len: 744 time: 0.0914040 Oct 16 13:42:12.960856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36800) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:12.968085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:12.975402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.022400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] Routers {'7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:13.023088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.026221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-26c93814-fadd-481d-9798-3cecf1f41f8b tempest-RoutersIpV6AdminTest-1335981535 tempest-RoutersIpV6AdminTest-1335981535-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&device_id=7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 200 len: 205 time: 0.0634763 Oct 16 13:42:13.027761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36802) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.082239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.082925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7df6c1b-58f3-4ea9-8119-405189c8abb1 None None] The sync data for ids ['7a4fbd5c-2cb5-47ee-a779-60a248e51d5c'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:13.104437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b0864ffe-55f2-44f8-912c-ecb98071ca25 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 200 len: 205 time: 0.0753727 Oct 16 13:42:13.105306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36806) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.110407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616d80a-e213-40ae-a81b-eb9478f0faec None None] Pushing event updated for resources: {'Port': ['ID=842ba55e-0271-4555-949c-9ec5e4a6d714,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:13.199856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.456537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36810) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.461764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580411340', 'description': 'tempest-secgroup-smoke-580411340 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:13.467297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.470151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.540178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 09f9c3b4-3c8c-417f-afe0-53b9b021b777 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:13.555279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.596771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.625904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.626310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4fbd5c-2cb5-47ee-a779-60a248e51d5c {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:13.635234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.636529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.637645 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-05eb7526-013b-403d-96e5-bb44a8d80750 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 204 len: 168 time: 0.5312557 Oct 16 13:42:13.641472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36812) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.677098 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-14ddef36-6536-4401-af2e-1db9c6a38707 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 200 len: 205 time: 0.0342858 Oct 16 13:42:13.678645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:13.680063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36814) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.690178 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] Sync routers for ids ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:13.701030 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] Routers {'09f9c3b4-3c8c-417f-afe0-53b9b021b777'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:13.702108 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.708725 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-40a02923-aecd-43e2-86ea-f5aa55b58e82 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/09f9c3b4-3c8c-417f-afe0-53b9b021b777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6885610 Oct 16 13:42:13.709976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36816) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.721272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.747748 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.750281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6fab8ab4-6c3f-4e7e-9df2-7a7c673774b6 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f9c3b4-3c8c-417f-afe0-53b9b021b777 HTTP/1.1" status: 200 len: 205 time: 0.0388882 Oct 16 13:42:13.752890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36818) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.764482 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] Routers {'09f9c3b4-3c8c-417f-afe0-53b9b021b777'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:13.765096 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.767327 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-5521be23-8eb3-4c8b-a528-259318255cca tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] delete failed (client error): The resource could not be found. Oct 16 13:42:13.768562 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5521be23-8eb3-4c8b-a528-259318255cca tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/7a4fbd5c-2cb5-47ee-a779-60a248e51d5c HTTP/1.1" status: 404 len: 336 time: 0.0838308 Oct 16 13:42:13.769251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:13.775326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.802080 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:13.802995 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85b10f-0695-4635-96e0-6709a4e5c4b4 None None] The sync data for ids ['09f9c3b4-3c8c-417f-afe0-53b9b021b777'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:13.808402 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d9d7c9ce-cf7f-4a15-951d-e7f4c22b1d37 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=92fc4d8e-d436-4c28-9bdf-06f1573a6307 HTTP/1.1" status: 200 len: 205 time: 0.0319583 Oct 16 13:42:13.812773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.815112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36822) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.841939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.856094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:13.872532 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-56f58c33-766e-4ea4-b32c-a97ed22f62dc tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] delete failed (client error): The resource could not be found. Oct 16 13:42:13.876833 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-56f58c33-766e-4ea4-b32c-a97ed22f62dc tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/92fc4d8e-d436-4c28-9bdf-06f1573a6307 HTTP/1.1" status: 404 len: 336 time: 0.0575399 Oct 16 13:42:13.876833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36824) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.915429 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d2087eca-53fe-4e81-9c0e-f5e0e8acae83 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec40d721-8a87-4773-b85d-262a475d6eda HTTP/1.1" status: 200 len: 205 time: 0.0379696 Oct 16 13:42:13.919431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36826) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:13.958811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9542f-699f-4efe-b423-8742c360964f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:13.983728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:13.985294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:14.005011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-99087f95-24df-4466-968e-be80fed0053a tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] delete failed (client error): The resource could not be found. Oct 16 13:42:14.008479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-99087f95-24df-4466-968e-be80fed0053a tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/ec40d721-8a87-4773-b85d-262a475d6eda HTTP/1.1" status: 404 len: 336 time: 0.0855162 Oct 16 13:42:14.009455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.014265 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ab7f8df3-052d-4a44-8d33-70a9259a96c4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5560608 Oct 16 13:42:14.014933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36828) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.015268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36830) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.033273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4ff9542f-699f-4efe-b423-8742c360964f', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:14.087939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-337ab15e-3910-4ab4-881f-c3564b130ef0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ad25fa1-e0d7-4224-a1bc-7a7560dd610f HTTP/1.1" status: 200 len: 205 time: 0.0701709 Oct 16 13:42:14.110613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36832) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.166538 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-e2fb49c8-0228-4e5d-8192-fba00cddaa5f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] delete failed (client error): The resource could not be found. Oct 16 13:42:14.170407 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e2fb49c8-0228-4e5d-8192-fba00cddaa5f tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/0ad25fa1-e0d7-4224-a1bc-7a7560dd610f HTTP/1.1" status: 404 len: 336 time: 0.0588913 Oct 16 13:42:14.171032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36834) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.174403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.177409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.219433 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-60c783f8-0862-4c75-a67a-6be88a1b10b8 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 HTTP/1.1" status: 200 len: 205 time: 0.0388470 Oct 16 13:42:14.219433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36836) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.233822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e193b-1a3d-45cc-875e-39ce2c42101e None None] Network cecf5e8a-d1f4-4041-8b43-55165c661529 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:14.244170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.267390 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-18f5506f-a92c-4566-924f-915a5e8e8fbd tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] delete failed (client error): The resource could not be found. Oct 16 13:42:14.271128 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18f5506f-a92c-4566-924f-915a5e8e8fbd tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/f4f73eff-ddf8-4eb0-aaff-da9ae64ec611 HTTP/1.1" status: 404 len: 336 time: 0.0481329 Oct 16 13:42:14.271128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router 6a92e7cc-3898-41ba-84dc-b7ae77f6c524 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:14.271753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36838) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.318952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Provisioning complete for port 14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:14.318952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.321104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8d9b985c-a061-4c5d-ac61-d18ecbf4da7e tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "GET /v2.0/ports?device_id=1867faff-00d5-42f7-962c-795be23d6712 HTTP/1.1" status: 200 len: 205 time: 0.0483286 Oct 16 13:42:14.323657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.324126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36840) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.324309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router 09f9c3b4-3c8c-417f-afe0-53b9b021b777 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:14.332788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.333956 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-19f0fb58-0a4d-4fc3-a31f-cab73132f22c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/09f9c3b4-3c8c-417f-afe0-53b9b021b777 HTTP/1.1" status: 204 len: 168 time: 0.5801458 Oct 16 13:42:14.336601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36842) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.384287 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-174cf98f-8a6c-4d4a-9285-ee67ed510bb0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] delete failed (client error): The resource could not be found. Oct 16 13:42:14.388085 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-174cf98f-8a6c-4d4a-9285-ee67ed510bb0 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/routers/1867faff-00d5-42f7-962c-795be23d6712 HTTP/1.1" status: 404 len: 336 time: 0.0598235 Oct 16 13:42:14.388993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36844) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.392717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Port 14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:14.396571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet b7de9cc6-a1ad-47d7-966e-53cc5c604a15 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:14.401229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.420782 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe4b41c-a481-470d-9c2c-c902d021dce2 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] DELETE failed (client error): The resource could not be found. Oct 16 13:42:14.421246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe4b41c-a481-470d-9c2c-c902d021dce2 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:14.426930 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bfe4b41c-a481-470d-9c2c-c902d021dce2 tempest-RoutersIpV6AdminTest-1563430880 tempest-RoutersIpV6AdminTest-1563430880-project] 10.222.0.24 "DELETE /v2.0/subnets/5ee2a884-943e-4657-9277-f2d702a8ac30 HTTP/1.1" status: 404 len: 337 time: 0.0348935 Oct 16 13:42:14.427151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Provisioning complete for port 842ba55e-0271-4555-949c-9ec5e4a6d714 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:14.427151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.476714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.516245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:14.524200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.532958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] Sync routers for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:14.537891 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d3c7dbd9-f63f-478b-9135-70c3633d0eb8 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/routers/6a92e7cc-3898-41ba-84dc-b7ae77f6c524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3088315 Oct 16 13:42:14.539147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36848) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.545930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'port': {'network_id': 'bf448c67-b5d8-481c-a9ff-3ee0b9e2a871', 'name': 'tempest-FloatingIPTestJSON-163387851'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:14.549621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.570350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:14.577069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:14.606209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.625591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:14.648021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:14.648681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:41:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:14.652496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] For port 842ba55e-0271-4555-949c-9ec5e4a6d714, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=842ba55e-0271-4555-949c-9ec5e4a6d714,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:14.654909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386844f1-464e-47a1-9eb8-a12926bd5dc2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:14.672199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.696823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:14.697761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e14a4-09db-4c0e-814a-db8ebff9738a None None] The sync data for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:14.720810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.743034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.745607 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-264ff28e-0e1b-47e8-ba6e-7feb5554b4be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7169795 Oct 16 13:42:14.748547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36850) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.755087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4ff9542f-699f-4efe-b423-8742c360964f', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:14.795933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b212ef-37ce-4666-9c65-08fb13121cc0 None None] Pushing event updated for resources: {'Port': ['ID=842ba55e-0271-4555-949c-9ec5e4a6d714,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:14.818564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.845812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=b7de9cc6-a1ad-47d7-966e-53cc5c604a15,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:14.846386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d0afbe7e-faf0-4343-8188-82220c6e3522 None None] Provisioning complete for port 842ba55e-0271-4555-949c-9ec5e4a6d714 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:14.846755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d0afbe7e-faf0-4343-8188-82220c6e3522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.849462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.855281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6f4f9f8e-e79d-483f-9e00-cf5f3c2926ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/b7de9cc6-a1ad-47d7-966e-53cc5c604a15 HTTP/1.1" status: 204 len: 168 time: 0.5175266 Oct 16 13:42:14.855527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36852) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:14.868650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Made reservation on behalf of a353607d114a4d2e89ce81fa18267d69 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:14.874053 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.875613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa35253-4775-449e-88f2-1e5b57ffecbb None None] Network fe72e44f-d48b-41cf-9988-0002f1835e14 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:14.917788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] device_id is not set on port d7555bda-d08a-429d-abb2-9ca1d97eee4b yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:42:14.956098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:14.996643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.046488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36856) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:15.081484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.117344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Allocated IP 172.20.0.11 (bf448c67-b5d8-481c-a9ff-3ee0b9e2a871/29a93432-3dfc-47d6-abe5-5fa0c4129455/d7555bda-d08a-429d-abb2-9ca1d97eee4b) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:15.123377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 842ba55e-0271-4555-949c-9ec5e4a6d714 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:15.145416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.149674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 7af4c5b4-5895-45b1-bed5-11194804002b {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:15.150025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.184741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6cd3d5-9988-409a-a32a-fb65caa8f7ec,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:15.228055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-787847da-d576-4dcc-a1fb-76ec6b13becb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.262851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 7af4c5b4-5895-45b1-bed5-11194804002b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7af4c5b4-5895-45b1-bed5-11194804002b,segment=NetworkSegment(0d814c6b-0008-48ec-b45a-13103bc11965),segment_id=0d814c6b-0008-48ec-b45a-13103bc11965)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:15.263223 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.310833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 7af4c5b4-5895-45b1-bed5-11194804002b owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:15.312210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 842ba55e-0271-4555-949c-9ec5e4a6d714 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:15.312210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.417058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.432551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-33d35784-6eb7-4048-a131-555fc6f1528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.457081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] DHCP port deletion for fe72e44f-d48b-41cf-9988-0002f1835e14 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:42:15.516384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] Deleting port 7af4c5b4-5895-45b1-bed5-11194804002b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:15.516755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.538136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.557266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.561077 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f37de2da-0226-443d-835e-ab57e65404cb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8086326 Oct 16 13:42:15.563416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36860) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:15.567923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4ff9542f-699f-4efe-b423-8742c360964f', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:15.569233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=7af4c5b4-5895-45b1-bed5-11194804002b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:15.573082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port 7af4c5b4-5895-45b1-bed5-11194804002b on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:15.584849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] For port 7af4c5b4-5895-45b1-bed5-11194804002b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7af4c5b4-5895-45b1-bed5-11194804002b,segment=NetworkSegment(0d814c6b-0008-48ec-b45a-13103bc11965),segment_id=0d814c6b-0008-48ec-b45a-13103bc11965)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:15.585351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.599333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] Calling delete_port for 7af4c5b4-5895-45b1-bed5-11194804002b owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:15.602821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.652256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-787847da-d576-4dcc-a1fb-76ec6b13becb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.684736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.684946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:15.690420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.716580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:15.720024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.723435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:15.726280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event updated for resources: {'Port': ['ID=d7555bda-d08a-429d-abb2-9ca1d97eee4b,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:15.727033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] No DVR routers for this DVR port 7af4c5b4-5895-45b1-bed5-11194804002b on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:15.731081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb4e69-5e49-4076-8971-cfb37e6c7286 None None] Pushing event deleted for resources: {'Port': ['ID=7af4c5b4-5895-45b1-bed5-11194804002b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:15.736953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-787847da-d576-4dcc-a1fb-76ec6b13becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.777463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe72e44f-d48b-41cf-9988-0002f1835e14']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:15.792992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787847da-d576-4dcc-a1fb-76ec6b13becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b86b86-8620-4f89-9f11-40bd58b709b8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:15.793587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d814c6b-0008-48ec-b45a-13103bc11965') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:15.793846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d814c6b-0008-48ec-b45a-13103bc11965') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:15.802136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-787847da-d576-4dcc-a1fb-76ec6b13becb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bf3c50c19db4f7ea25550aaa4199873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542450 Oct 16 13:42:15.804400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.810684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36862) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:15.811154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:15.811154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.815877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.837762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.844729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:15.845146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:15.849958 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:15.866332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91478ca5-2cc5-49f2-81bc-41466b249aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.889475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.901241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91478ca5-2cc5-49f2-81bc-41466b249aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:15.917308 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dca68786-aee9-48f8-bff1-f949981b2d39 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3769965 Oct 16 13:42:15.920051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36864) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:15.925964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Request body: {'floatingip': {'port_id': 'd7555bda-d08a-429d-abb2-9ca1d97eee4b'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:15.927244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d76221-bb9a-4b08-8bcf-7b05f067436d,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:15.988837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.023752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.032405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.034263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-95cb754c-ec9e-4fda-b0c0-8d2882e83837 None None] Provisioning complete for port d7555bda-d08a-429d-abb2-9ca1d97eee4b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:16.034812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-95cb754c-ec9e-4fda-b0c0-8d2882e83837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.036017 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/fe72e44f-d48b-41cf-9988-0002f1835e14 HTTP/1.1" status: 204 len: 168 time: 1.1794610 Oct 16 13:42:16.042011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36866) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:16.047267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1075722236', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:16.055456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cbaa9-6db4-42e2-850a-9ffbba6a1288 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=fe72e44f-d48b-41cf-9988-0002f1835e14,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:16.059065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.060266 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9621cdfb-2dcc-4c4f-8f74-29078aa1814b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4959357 Oct 16 13:42:16.064411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36868) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:16.069661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4ff9542f-699f-4efe-b423-8742c360964f', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:16.076147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-95cb754c-ec9e-4fda-b0c0-8d2882e83837 None None] Port d7555bda-d08a-429d-abb2-9ca1d97eee4b cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:16.088219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:42:16.088219 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:42:16.088219 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'project_id_1': '3c8c38e17a1f47f49fdcd8294353740f', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 41, 56, 81796)}] Oct 16 13:42:16.088219 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:42:16.088725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:42:16.099322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91478ca5-2cc5-49f2-81bc-41466b249aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.101960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91478ca5-2cc5-49f2-81bc-41466b249aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.105623 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-91478ca5-2cc5-49f2-81bc-41466b249aad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2b86b86-8620-4f89-9f11-40bd58b709b8 HTTP/1.1" status: 204 len: 168 time: 0.2970738 Oct 16 13:42:16.111961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91478ca5-2cc5-49f2-81bc-41466b249aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b86b86-8620-4f89-9f11-40bd58b709b8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:16.139920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.141422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.198817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.263583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.382036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.385775 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f845372f-99f3-41ac-a7a6-cf16ec1f0334 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3399870 Oct 16 13:42:16.386154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36874) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:16.391417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1039282208'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:16.493911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:16.497416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.517086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.521700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:16.531102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.531501 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment 758f4eff-73d0-4623-8783-64142d8cbde8 of type vlan for network 25e4a814-ea23-4142-a354-10ca773823a2 Oct 16 13:42:16.571603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.575756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.619473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.648018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.671371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36876) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:16.710097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.715691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:16.721343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.741221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.751410 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7301b6df-df2e-4e5f-aa8a-1659e37931df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c51a81eebaf94d3d853a220b662cd841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784800 Oct 16 13:42:16.760415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36878) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:16.847844 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4603863 Oct 16 13:42:16.854260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a6bcb-6ae4-40d5-abf4-8e1221ca7888 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=25e4a814-ea23-4142-a354-10ca773823a2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:16.856385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36880) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:16.866505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:16.867171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 25e4a814-ea23-4142-a354-10ca773823a2 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:16.927722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:16.936218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a52b2053-f9aa-4e85-a3f3-55937d8aa217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.008225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.010674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7af4c5b4-5895-45b1-bed5-11194804002b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:17.016294 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP a5427ba5-9d47-4f13-9313-a412a42d918c associated. External IP: 172.26.5.251, port: 18083bf4-c1c3-47fe-9215-f22ff90dfda3. Oct 16 13:42:17.028230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a52b2053-f9aa-4e85-a3f3-55937d8aa217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.033330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7af4c5b4-5895-45b1-bed5-11194804002b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:17.033687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7af4c5b4-5895-45b1-bed5-11194804002b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:17.064447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f23b2a-ac64-424b-bc99-489c0dba4b7b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:17.143696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:17.148098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.165842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a52b2053-f9aa-4e85-a3f3-55937d8aa217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.168352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a52b2053-f9aa-4e85-a3f3-55937d8aa217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.169491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a52b2053-f9aa-4e85-a3f3-55937d8aa217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2bf040c-981c-452f-9e86-1b4ac7fa31b1 HTTP/1.1" status: 204 len: 168 time: 0.4056616 Oct 16 13:42:17.189920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b2053-f9aa-4e85-a3f3-55937d8aa217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bf040c-981c-452f-9e86-1b4ac7fa31b1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:17.234568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.236832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-82114285-5e2a-45b1-867b-8def67c7478f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1711557 Oct 16 13:42:17.243141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36884) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:17.248103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4ff9542f-699f-4efe-b423-8742c360964f', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:17.294404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:17.382695 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:42:17.395798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.422979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:17.433542 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:17.445557 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:17.446342 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:17.473212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.476940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.526198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.529733 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:17.544401 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:17.545103 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:17.562965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=aa5d8ed9-bfc7-4894-a823-22a60a438527,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:17.566722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd5ca9f-0a25-4170-b35e-8936c446aaf2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:17.571388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:17.571754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 25e4a814-ea23-4142-a354-10ca773823a2, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:17.596455 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:17.597118 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d279338-1eac-4376-b420-830af5dbcb93 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:17.633810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.635849 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f9b3c672-c10f-4a5a-8d00-c3b4d2f42a5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3916094 Oct 16 13:42:17.636490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36894) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:17.641069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4ff9542f-699f-4efe-b423-8742c360964f', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:17.659534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 25e4a814-ea23-4142-a354-10ca773823a2 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:17.709492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router 6a92e7cc-3898-41ba-84dc-b7ae77f6c524 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:17.743263 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:42:17.748619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.773689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 25e4a814-ea23-4142-a354-10ca773823a2) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:17.778007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:17.778530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.793474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d9fe4-c009-4158-a306-d7a4af89f392 None None] Network 25e4a814-ea23-4142-a354-10ca773823a2 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:17.844769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.859437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:17.865289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.874107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9a18cba4-7cac-4035-a135-22073a415089 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0133183 Oct 16 13:42:17.886698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] Sync routers for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:17.886874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36900) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:17.892333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:17.893236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:17.932637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:17.941917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:17.945002 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bd427d66-80d3-468d-b1c6-80996065188f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/floatingips/a5427ba5-9d47-4f13-9313-a412a42d918c HTTP/1.1" status: 200 len: 978 time: 2.0213366 Oct 16 13:42:17.945366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36902) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:17.978238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:17.978938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:18.002350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6c4bd7-86ca-4e07-8312-d37d0a6347ff,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:18.022347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:18.023004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370247af-10b2-4cd6-a5c4-87159f73b7ad None None] The sync data for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:18.071468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-25e4a814-ea23-4142-a354-10ca773823a2', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:18.072447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.073408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.074856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b08940c0-07a8-436a-a8e7-c4e2fba804f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4372938 Oct 16 13:42:18.098633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port d7555bda-d08a-429d-abb2-9ca1d97eee4b {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:18.099230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.223334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.286020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Allocated IP 2001:db8::2 (25e4a814-ea23-4142-a354-10ca773823a2/aa5d8ed9-bfc7-4894-a823-22a60a438527/6c6971cf-506e-43bd-8b63-fe2ca95aef35) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:18.333912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.422343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.513150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.520593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.521095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.521418 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Floating IP a5427ba5-9d47-4f13-9313-a412a42d918c disassociated. External IP: 172.26.5.251, port: d7555bda-d08a-429d-abb2-9ca1d97eee4b. Oct 16 13:42:18.521750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for d7555bda-d08a-429d-abb2-9ca1d97eee4b owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:18.531727 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-b55bfbc2-b15f-4c15-8872-b7991f5fa902 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580411340&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.1814215 Oct 16 13:42:18.646981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.691966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Network 25e4a814-ea23-4142-a354-10ca773823a2 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:18.701249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:18.702541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:18.731830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Pushing event updated for resources: {'Port': ['ID=6c6971cf-506e-43bd-8b63-fe2ca95aef35,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:18.743217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.766169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-3231d53c-27fb-4140-b6e3-21a0b1ae425a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:18.771345 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-3231d53c-27fb-4140-b6e3-21a0b1ae425a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=cecf5e8a-d1f4-4041-8b43-55165c661529 HTTP/1.1" status: 200 len: 796 time: 0.1975627 Oct 16 13:42:18.774316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Attempting to bind port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:18.774774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Attempting to bind port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:18.775226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Attempting to bind port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 on network 25e4a814-ea23-4142-a354-10ca773823a2 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:18.779118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=d7555bda-d08a-429d-abb2-9ca1d97eee4b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:18.782704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:18.783013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Checking segment: {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:18.783417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.783809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Bound using segment: {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:18.787835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Bound port: 6c6971cf-506e-43bd-8b63-fe2ca95aef35, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:18.788356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.796009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ecf7c167-1e57-455e-8b37-7049ba3450ba tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0172935 Oct 16 13:42:18.819363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8::1 (25e4a814-ea23-4142-a354-10ca773823a2/aa5d8ed9-bfc7-4894-a823-22a60a438527/69fe0097-03fc-4b38-af48-149f92f2aa45) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:18.886024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] For port 6c6971cf-506e-43bd-8b63-fe2ca95aef35, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:18.890731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] For port 6c6971cf-506e-43bd-8b63-fe2ca95aef35, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c6971cf-506e-43bd-8b63-fe2ca95aef35,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:18.936532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:18.940627 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-bcc722f1-1a10-4d4a-8e5a-681788cee1eb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1311090 Oct 16 13:42:18.993709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router 6a92e7cc-3898-41ba-84dc-b7ae77f6c524 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:19.028976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:19.089037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece55d3-a2de-422e-a292-a574043e65ec None None] Pushing event updated for resources: {'Port': ['ID=6c6971cf-506e-43bd-8b63-fe2ca95aef35,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:19.173368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:19.182820 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] Sync routers for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:19.206939 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:19.207696 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:19.220074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:19.248516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:19.255719 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a0df3c43-b6a2-46aa-88bb-1ef56a96a75a tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/ports/d7555bda-d08a-429d-abb2-9ca1d97eee4b HTTP/1.1" status: 204 len: 168 time: 1.3092330 Oct 16 13:42:19.256397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36940) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:19.258855 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:19.270637 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:19.271525 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:19.312384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-4b20d68b-b42c-471d-aee2-f1fcbf6ad6ee service neutron] 10.222.0.24 "GET /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527415 Oct 16 13:42:19.338184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 25e4a814-ea23-4142-a354-10ca773823a2 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:19.340002 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:19.340690 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c858bb-c145-4e07-9faa-146584aa4dd8 None None] The sync data for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:19.357719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:19.376571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:19.377115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:19.380708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=69fe0097-03fc-4b38-af48-149f92f2aa45,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:19.544653 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-f9f6cc1f-017e-4b99-95a4-4f027c126444 service neutron] 10.222.0.24 "GET /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236121 Oct 16 13:42:19.583790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36946) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:19.662434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:19.708149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-942301449', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:19.872738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-384ab8be-24fb-4a04-b231-f6f0f9157f3c req-21c81bd9-c1fa-4423-bffe-02475382d58a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 210 time: 0.0360050 Oct 16 13:42:19.877713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Made reservation on behalf of 0509fd117ce244f48882b712be997e77 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:19.880977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:19.915177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.086378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.123386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.139991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.197454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.198274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.236899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.276803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] device_id is not set on port 54b9e8c1-f765-4b41-aec2-483ce64c202c yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:42:20.355915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fea474-dbc0-4c9b-bb43-5e38b7d78d19 None None] Network 25e4a814-ea23-4142-a354-10ca773823a2 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:20.381302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a9f9fa-818d-4446-89e0-b40a6073fefa,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:20.389407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=69fe0097-03fc-4b38-af48-149f92f2aa45,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:20.446747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:20.447074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.448045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c5eaf868-658d-4e7b-bb36-ee5172fbe8c2 None None] Provisioning complete for port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:20.448515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf868-658d-4e7b-bb36-ee5172fbe8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.459029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 25e4a814-ea23-4142-a354-10ca773823a2 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:20.462039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:20.520654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Allocated IP 172.26.5.252 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/54b9e8c1-f765-4b41-aec2-483ce64c202c) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:20.552638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.572411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:20.610220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf868-658d-4e7b-bb36-ee5172fbe8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.654913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c5eaf868-658d-4e7b-bb36-ee5172fbe8c2 None None] For port 6c6971cf-506e-43bd-8b63-fe2ca95aef35, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c6971cf-506e-43bd-8b63-fe2ca95aef35,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:20.717859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c5eaf868-658d-4e7b-bb36-ee5172fbe8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.750855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.793656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaf868-658d-4e7b-bb36-ee5172fbe8c2 None None] Pushing event updated for resources: {'Port': ['ID=6c6971cf-506e-43bd-8b63-fe2ca95aef35,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:20.803916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:42:20.888106 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:20.923881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=14e9a10b-9430-4d25-bbe1-cb5c4a1df6fa,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:20.964029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2dc41679-cd47-4578-b004-a2b7f192ad00 None None] Provisioning complete for port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:20.965887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2dc41679-cd47-4578-b004-a2b7f192ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.121059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c6971cf-506e-43bd-8b63-fe2ca95aef35 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:21.234077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2dc41679-cd47-4578-b004-a2b7f192ad00 None None] Provisioning complete for port 69fe0097-03fc-4b38-af48-149f92f2aa45 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:21.234581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2dc41679-cd47-4578-b004-a2b7f192ad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.269996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:21.271406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.294564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.378845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2dc41679-cd47-4578-b004-a2b7f192ad00 None None] Port 69fe0097-03fc-4b38-af48-149f92f2aa45 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:21.400881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9e1f5443-0267-41b9-b2d0-0abe84fca694 req-3b1a54f7-73d2-4a75-b25a-0f2b53436314 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 210 time: 0.0311184 Oct 16 13:42:21.406741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.487690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:21.500194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:21.507906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7494c345-867b-4b54-9e90-17b4daf3c0f8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6295326 Oct 16 13:42:21.508976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:21.509914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:21.511755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Pushing event updated for resources: {'Port': ['ID=54b9e8c1-f765-4b41-aec2-483ce64c202c,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:21.513759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36966) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:21.514466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:21.547811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-eeeb870f-57cb-46d6-85ab-700e49bc746c None None] Provisioning complete for port 69fe0097-03fc-4b38-af48-149f92f2aa45 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:21.548373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eeeb870f-57cb-46d6-85ab-700e49bc746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.549887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:21.551032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:21.559846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-945360543'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:21.598145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:21.599220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.647242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router 6a92e7cc-3898-41ba-84dc-b7ae77f6c524 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:21.652918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:21.657154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.663375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb870f-57cb-46d6-85ab-700e49bc746c None None] Port 69fe0097-03fc-4b38-af48-149f92f2aa45 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:21.681516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:21.682466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:21.690585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.691170 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment 64088866-c3e5-40ce-bb83-9fe2d34d6073 of type vlan for network 464c6d49-c33d-4dda-8b40-6737b78504d0 Oct 16 13:42:21.732181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.739290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c21c1d73-3032-47b2-8e15-c5f514715af7 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1542730 Oct 16 13:42:21.742860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36968) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:21.748433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.252'}]}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:21.790699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:21.801101 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1188ea0e-a4f2-46a2-be09-71b110934ebc tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/routers/6a92e7cc-3898-41ba-84dc-b7ae77f6c524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5383682 Oct 16 13:42:21.801101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36970) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:21.804661 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] Sync routers for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:21.814066 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:21.814658 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:21.828901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4017df0f-acab-4956-a939-4dcfacd818e8 None None] Provisioning complete for port 69fe0097-03fc-4b38-af48-149f92f2aa45 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:21.829271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4017df0f-acab-4956-a939-4dcfacd818e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.858106 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:21.865384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.868475 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] Routers {'6a92e7cc-3898-41ba-84dc-b7ae77f6c524'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:21.869247 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:21.873044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:21.873725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.904202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.904202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.928584 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:21.929530 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92621c9-5ab7-40c0-b819-70d1f259d731 None None] The sync data for ids ['6a92e7cc-3898-41ba-84dc-b7ae77f6c524'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:21.952173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:21.965675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=464c6d49-c33d-4dda-8b40-6737b78504d0,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:22.023764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.030195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-661b31b7-9869-4dfc-8bf9-2efdc53334c9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4805315 Oct 16 13:42:22.030988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36972) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:22.036614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:22.060135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:22.101827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.109466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4017df0f-acab-4956-a939-4dcfacd818e8 None None] Port 69fe0097-03fc-4b38-af48-149f92f2aa45 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:22.180630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:19Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:19Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:22.214557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:22.214906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Updating router 8f1e8735-0e3e-4df6-b644-a41b43453487 port 69fe0097-03fc-4b38-af48-149f92f2aa45 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:42:22.245242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.310109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 8974d4c2-ec32-4dbf-aa07-d15b6ca2a354 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:22.310787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.392084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.396918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.408261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.408864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 8974d4c2-ec32-4dbf-aa07-d15b6ca2a354 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:22.426109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-44035f5a-b608-4c59-8813-04d153663c10 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:22.426109 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-44035f5a-b608-4c59-8813-04d153663c10 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=cecf5e8a-d1f4-4041-8b43-55165c661529 HTTP/1.1" status: 200 len: 796 time: 0.3176055 Oct 16 13:42:22.509104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-f1a3f82a-0fd4-43a7-b37f-8e80eff61732 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 472 time: 0.0764544 Oct 16 13:42:22.510776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:22.514649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.539873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['4ff9542f-699f-4efe-b423-8742c360964f']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:22.603150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.610220 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa4e1e86-3813-4da7-9131-babbc3f6b5b6 req-44dea8ae-ded1-4af8-a7b6-4f1c60a69113 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 210 time: 0.1086788 Oct 16 13:42:22.659860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.688270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.715034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f082f-7383-48fe-a869-a042fe8fed07 None None] Pushing event updated for resources: {'Port': ['ID=69fe0097-03fc-4b38-af48-149f92f2aa45,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:22.729067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=8974d4c2-ec32-4dbf-aa07-d15b6ca2a354,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:22.773308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Attempting to bind port 69fe0097-03fc-4b38-af48-149f92f2aa45 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:22.773727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Attempting to bind port 69fe0097-03fc-4b38-af48-149f92f2aa45 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:22.774088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Attempting to bind port 69fe0097-03fc-4b38-af48-149f92f2aa45 on network 25e4a814-ea23-4142-a354-10ca773823a2 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:22.782382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:22.787791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Checking segment: {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:22.787791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.787791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Bound using segment: {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:22.787791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Bound port: 69fe0097-03fc-4b38-af48-149f92f2aa45, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758f4eff-73d0-4623-8783-64142d8cbde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:22.787791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.806906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.882510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] For port 69fe0097-03fc-4b38-af48-149f92f2aa45, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:22.886433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] For port 69fe0097-03fc-4b38-af48-149f92f2aa45, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69fe0097-03fc-4b38-af48-149f92f2aa45,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:22.914877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:22.918431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.933214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.936518 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:22.946575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.015292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:23.015721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:23.067721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.069524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Fanout notify agent at l3_agent the message router_deleted on router 6a92e7cc-3898-41ba-84dc-b7ae77f6c524 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:23.070294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f082f-7383-48fe-a869-a042fe8fed07 None None] Pushing event updated for resources: {'Port': ['ID=69fe0097-03fc-4b38-af48-149f92f2aa45,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:23.081461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.085191 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f1deba84-dc9d-46a6-848f-b7f74434981d tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/routers/6a92e7cc-3898-41ba-84dc-b7ae77f6c524 HTTP/1.1" status: 204 len: 168 time: 1.2834895 Oct 16 13:42:23.085465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36984) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:23.165627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting subnet 29a93432-3dfc-47d6-abe5-5fa0c4129455 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:23.166578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:23.170669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.223007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.239117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-831b7bf5-c2a3-4ed8-a73f-1c4bdaf04eea None None] Provisioning complete for port 69fe0097-03fc-4b38-af48-149f92f2aa45 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:23.239463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-831b7bf5-c2a3-4ed8-a73f-1c4bdaf04eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.242480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.275437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.309705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.340472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.360189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.21 (cecf5e8a-d1f4-4041-8b43-55165c661529/3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2/cdcf495d-79ec-40a6-b7ca-b34082c60d63) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:23.362414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=9e009c58-0a29-457a-922c-8f045e801c9f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:23.449411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-831b7bf5-c2a3-4ed8-a73f-1c4bdaf04eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.476430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:23.477007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 464c6d49-c33d-4dda-8b40-6737b78504d0, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:23.491651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-831b7bf5-c2a3-4ed8-a73f-1c4bdaf04eea None None] For port 69fe0097-03fc-4b38-af48-149f92f2aa45, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69fe0097-03fc-4b38-af48-149f92f2aa45,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:23.494445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.499972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:19Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:22Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:23.525810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Subnet': ['ID=29a93432-3dfc-47d6-abe5-5fa0c4129455,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:23.531630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.534080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41704431-a0f1-43c6-9582-8e51befee107 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:19Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:22Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:23.538202 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-27e6e891-0e54-4abc-add2-495c1d2ffc95 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/subnets/29a93432-3dfc-47d6-abe5-5fa0c4129455 HTTP/1.1" status: 204 len: 168 time: 0.4498038 Oct 16 13:42:23.539759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36986) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:23.545013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399bd8a-c6b4-45e5-9aae-38aa3a7d946f None None] Network bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:23.631452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-831b7bf5-c2a3-4ed8-a73f-1c4bdaf04eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.634042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.682917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:23.727339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.727542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:23.728284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.751412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.754943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d525fef1-b76a-4eed-bf52-fccfc0bf63f8 req-598a6d88-4d0e-4ccb-a075-911c6f15b093 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 210 time: 0.0415056 Oct 16 13:42:23.793868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b7bf5-c2a3-4ed8-a73f-1c4bdaf04eea None None] Pushing event updated for resources: {'Port': ['ID=69fe0097-03fc-4b38-af48-149f92f2aa45,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:23.794854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 464c6d49-c33d-4dda-8b40-6737b78504d0) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:23.799983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:23.801510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.813794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-512165a3-aee4-4870-8815-4e991bb3e510 None None] Provisioning complete for port 69fe0097-03fc-4b38-af48-149f92f2aa45 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:23.814362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-512165a3-aee4-4870-8815-4e991bb3e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.867010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] For port 811f688f-ec37-4000-9ffc-4ff0c0f59a01, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=811f688f-ec37-4000-9ffc-4ff0c0f59a01,segment=NetworkSegment(924e2dd9-e606-4ba7-aeab-aea1a23b623d),segment_id=924e2dd9-e606-4ba7-aeab-aea1a23b623d)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:23.867376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:23.874473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a08ddd-a564-42f0-bf93-50d56e88adcb None None] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:23.884509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 811f688f-ec37-4000-9ffc-4ff0c0f59a01 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:23.977058 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b35971a0-1fca-4592-89dd-186f7d55855d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9423642 Oct 16 13:42:23.978319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36990) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:23.984982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] DHCP port deletion for bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:42:24.061422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.065541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.067871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.083516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.105379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] No DVR routers for this DVR port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:24.158704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Deleting port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:24.159090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.169837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=811f688f-ec37-4000-9ffc-4ff0c0f59a01,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:24.249897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-464c6d49-c33d-4dda-8b40-6737b78504d0', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:24.250761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.258452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.276009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] For port 811f688f-ec37-4000-9ffc-4ff0c0f59a01, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:24.276433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.294227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf448c67-b5d8-481c-a9ff-3ee0b9e2a871']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:24.295025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Calling delete_port for 811f688f-ec37-4000-9ffc-4ff0c0f59a01 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:24.298621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.ipam_backend_mixin [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 was not found and therefore no delete operation was performed {{(pid=101082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:42:24.302624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.306374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924e2dd9-e606-4ba7-aeab-aea1a23b623d') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:24.306691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924e2dd9-e606-4ba7-aeab-aea1a23b623d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:24.321377 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.337294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.345715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] Pushing event deleted for resources: {'Port': ['ID=811f688f-ec37-4000-9ffc-4ff0c0f59a01,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:24.392371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcec53d-0eee-43ff-a5f0-bcf44f55e73c None None] No DVR routers for this DVR port 811f688f-ec37-4000-9ffc-4ff0c0f59a01 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:24.413663 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:24.536630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network cecf5e8a-d1f4-4041-8b43-55165c661529 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:24.543528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:24.546697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:24.584194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Allocated IP 2001:db8:1::2 (464c6d49-c33d-4dda-8b40-6737b78504d0/9e009c58-0a29-457a-922c-8f045e801c9f/300c1e0d-7f94-4f24-8466-48dc22d69d1f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:24.608611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:24.609263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.611945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=cdcf495d-79ec-40a6-b7ca-b34082c60d63,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:24.620902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.622253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 714d2c22-f4aa-4ecb-a55a-1de52889bf63 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:24.700895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.728072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.735582 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/networks/bf448c67-b5d8-481c-a9ff-3ee0b9e2a871 HTTP/1.1" status: 204 len: 168 time: 1.1953821 Oct 16 13:42:24.736653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904f611-fbbb-4d7f-a34b-f57ceb7c3e34 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Network': ['ID=bf448c67-b5d8-481c-a9ff-3ee0b9e2a871,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:24.738031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 36992) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:24.802304 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 16 13:42:24.803084 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da1ff826-cdf2-4fdd-ab7a-37b3f59f36ca tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0592868 Oct 16 13:42:24.806318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9c77780f-746e-4b84-96fa-e1d165ca8f6d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2866695 Oct 16 13:42:24.806470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 36996) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:24.821729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Request body: {'port': {'device_id': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:24.865057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.918697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-52e1e769-dc4c-47f5-a7b5-5cdf0d3fd017 None None] Provisioning complete for port cdcf495d-79ec-40a6-b7ca-b34082c60d63 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:24.918958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Deleting port 54b9e8c1-f765-4b41-aec2-483ce64c202c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:24.919066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.919167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52e1e769-dc4c-47f5-a7b5-5cdf0d3fd017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:24.946000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.014094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.032382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Calling delete_port for 54b9e8c1-f765-4b41-aec2-483ce64c202c owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:25.052857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.169716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:25.172462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:25.174382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69fe0097-03fc-4b38-af48-149f92f2aa45 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:25.204964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7c465-1970-41ee-83b2-be16f470bb39 req-100e5591-1e5b-4d96-87cd-e5ef598587d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:25.206608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aae7c465-1970-41ee-83b2-be16f470bb39 req-100e5591-1e5b-4d96-87cd-e5ef598587d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 932 time: 0.3454533 Oct 16 13:42:25.213346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:25.239778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-52e1e769-dc4c-47f5-a7b5-5cdf0d3fd017 None None] Port cdcf495d-79ec-40a6-b7ca-b34082c60d63 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:25.246388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Pushing event updated for resources: {'Port': ['ID=300c1e0d-7f94-4f24-8466-48dc22d69d1f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:25.290936 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:42:25.292173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.306496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Attempting to bind port 300c1e0d-7f94-4f24-8466-48dc22d69d1f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:25.306496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Attempting to bind port 300c1e0d-7f94-4f24-8466-48dc22d69d1f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:25.306496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Attempting to bind port 300c1e0d-7f94-4f24-8466-48dc22d69d1f on network 464c6d49-c33d-4dda-8b40-6737b78504d0 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:25.314978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:25.314978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Checking segment: {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:25.315398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.316560 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Bound using segment: {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:25.317511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Bound port: 300c1e0d-7f94-4f24-8466-48dc22d69d1f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:25.317511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.317784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 5f6adf1c-f09a-4995-93ed-52a58e431784 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:25.318107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.320693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 69fe0097-03fc-4b38-af48-149f92f2aa45 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:25.321116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.339541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Pushing event deleted for resources: {'Port': ['ID=54b9e8c1-f765-4b41-aec2-483ce64c202c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:25.392817 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aae7c465-1970-41ee-83b2-be16f470bb39 req-f767783b-8956-4829-a555-46867e0b1f69 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726604 Oct 16 13:42:25.399882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.403946 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-293250ea-6b35-454a-b009-e83d30592b55 tempest-RoutersAdminNegativeIpV6Test-865391418 tempest-RoutersAdminNegativeIpV6Test-865391418-project-admin] 10.222.0.24 "DELETE /v2.0/ports/54b9e8c1-f765-4b41-aec2-483ce64c202c HTTP/1.1" status: 204 len: 168 time: 0.5962152 Oct 16 13:42:25.474401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] For port 300c1e0d-7f94-4f24-8466-48dc22d69d1f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:25.483748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.493087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] For port 300c1e0d-7f94-4f24-8466-48dc22d69d1f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=300c1e0d-7f94-4f24-8466-48dc22d69d1f,segment=NetworkSegment(64088866-c3e5-40ce-bb83-9fe2d34d6073),segment_id=64088866-c3e5-40ce-bb83-9fe2d34d6073)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:25.546780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 811f688f-ec37-4000-9ffc-4ff0c0f59a01 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:25.557171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.557633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.570464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 811f688f-ec37-4000-9ffc-4ff0c0f59a01 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:25.570811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 811f688f-ec37-4000-9ffc-4ff0c0f59a01 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:25.614216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 5f6adf1c-f09a-4995-93ed-52a58e431784 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:25.637722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:25.711067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61c322-5e4e-4b91-901f-0cf872a0d2d5 None None] Pushing event updated for resources: {'Port': ['ID=300c1e0d-7f94-4f24-8466-48dc22d69d1f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:25.889660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-8d95cd07-9d10-4354-99fb-4e0fe39cf0cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2658472 Oct 16 13:42:25.921322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcf495d-79ec-40a6-b7ca-b34082c60d63 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:42:25.969485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.024417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37002) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.027764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Transition to ACTIVE for port object cdcf495d-79ec-40a6-b7ca-b34082c60d63 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:42:26.105366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.128643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-fb2d91d2-12ae-4d48-b75d-4894921e7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:26.130172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-fb2d91d2-12ae-4d48-b75d-4894921e7df8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 1098 time: 0.1755507 Oct 16 13:42:26.135538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-457f5017-45ef-4ce1-a09b-d7c86898abaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.151756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8:1::1 (464c6d49-c33d-4dda-8b40-6737b78504d0/9e009c58-0a29-457a-922c-8f045e801c9f/10bfb545-2cff-4d7b-8a73-762cf665f616) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:26.235051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-457f5017-45ef-4ce1-a09b-d7c86898abaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.254106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf495d-79ec-40a6-b7ca-b34082c60d63,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:26.293650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-457f5017-45ef-4ce1-a09b-d7c86898abaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.299084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.334268 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-457f5017-45ef-4ce1-a09b-d7c86898abaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd6a2b6056c34675a40b65580a52750f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085911 Oct 16 13:42:26.336365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5017-45ef-4ce1-a09b-d7c86898abaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8482e-2c8e-4a3d-bb04-9413f0531bae,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:26.338653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37006) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.409654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-caf9dfab-3792-4ae7-a2a9-493bcea1868a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.416974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=5f6adf1c-f09a-4995-93ed-52a58e431784,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:26.436897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-caf9dfab-3792-4ae7-a2a9-493bcea1868a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.504235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-b2bbfe0f-2b83-46bc-acb7-4d99e37539f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:26.505754 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-b2bbfe0f-2b83-46bc-acb7-4d99e37539f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.3486590 Oct 16 13:42:26.568296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-caf9dfab-3792-4ae7-a2a9-493bcea1868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.571166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-caf9dfab-3792-4ae7-a2a9-493bcea1868a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.575082 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-caf9dfab-3792-4ae7-a2a9-493bcea1868a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0eb8482e-2c8e-4a3d-bb04-9413f0531bae HTTP/1.1" status: 204 len: 168 time: 0.2330906 Oct 16 13:42:26.583142 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9dfab-3792-4ae7-a2a9-493bcea1868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8482e-2c8e-4a3d-bb04-9413f0531bae,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:26.654277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.656869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.658056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-97d37cfb-3ee9-47fb-8b4d-e30cc117d843 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5427ba5-9d47-4f13-9313-a412a42d918c HTTP/1.1" status: 204 len: 168 time: 1.9192462 Oct 16 13:42:26.659099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Attempting to bind port cdcf495d-79ec-40a6-b7ca-b34082c60d63 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:26.659441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Attempting to bind port cdcf495d-79ec-40a6-b7ca-b34082c60d63 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:26.660280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Attempting to bind port cdcf495d-79ec-40a6-b7ca-b34082c60d63 on network cecf5e8a-d1f4-4041-8b43-55165c661529 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:26.662995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37012) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.665647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.687543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Port cdcf495d-79ec-40a6-b7ca-b34082c60d63 on network cecf5e8a-d1f4-4041-8b43-55165c661529 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:42:26.687864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Attempting to bind port cdcf495d-79ec-40a6-b7ca-b34082c60d63 on network cecf5e8a-d1f4-4041-8b43-55165c661529 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:26.696647 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-b7693277-8f18-450e-8f6c-761a4eb63f68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186639c5-2d38-4343-8fd3-d079b611dda8 HTTP/1.1" status: 200 len: 1001 time: 0.1803036 Oct 16 13:42:26.697101 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-34346eef-cd07-4c63-acfe-480eb9d51731 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] DELETE failed (client error): The resource could not be found. Oct 16 13:42:26.697789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34346eef-cd07-4c63-acfe-480eb9d51731 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:26.701347 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-34346eef-cd07-4c63-acfe-480eb9d51731 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/ports/d7555bda-d08a-429d-abb2-9ca1d97eee4b HTTP/1.1" status: 404 len: 333 time: 0.0371079 Oct 16 13:42:26.704008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37014) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.708042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:26.714301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Checking segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:26.714301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Bound using segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:26.714301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Bound port: cdcf495d-79ec-40a6-b7ca-b34082c60d63, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:26.714301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.736005 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-21fad6ee-ee5f-4668-8761-d604e4265b64 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a92e7cc-3898-41ba-84dc-b7ae77f6c524 HTTP/1.1" status: 200 len: 205 time: 0.0288365 Oct 16 13:42:26.736239 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37016) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.763747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf0ac8-ac65-4977-a36c-fd19f67b6b4c req-3e4a04f0-c9a6-4b2c-ad55-4ae7a4681ad1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:26.771511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4fbf0ac8-ac65-4977-a36c-fd19f67b6b4c req-3e4a04f0-c9a6-4b2c-ad55-4ae7a4681ad1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 944 time: 0.2647502 Oct 16 13:42:26.784070 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-de8ebaba-6d75-42c4-adfe-24e6f0376e63 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] delete failed (client error): The resource could not be found. Oct 16 13:42:26.787574 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-de8ebaba-6d75-42c4-adfe-24e6f0376e63 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/routers/6a92e7cc-3898-41ba-84dc-b7ae77f6c524 HTTP/1.1" status: 404 len: 336 time: 0.0481362 Oct 16 13:42:26.788611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37018) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.803895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f75fc-f9d1-4d89-8e9e-d2ceda753c0a None None] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:26.820338 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0ffc9c-b7f0-415c-8990-a0cb9b891012 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] DELETE failed (client error): The resource could not be found. Oct 16 13:42:26.820803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0ffc9c-b7f0-415c-8990-a0cb9b891012 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:26.823828 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a0ffc9c-b7f0-415c-8990-a0cb9b891012 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/subnets/29a93432-3dfc-47d6-abe5-5fa0c4129455 HTTP/1.1" status: 404 len: 337 time: 0.0350673 Oct 16 13:42:26.826801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37020) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:26.948386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3bd8c296-b2e6-4c02-8986-459717b90274 None None] Provisioning complete for port 300c1e0d-7f94-4f24-8466-48dc22d69d1f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:26.949717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c296-b2e6-4c02-8986-459717b90274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:26.963345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 18083bf4-c1c3-47fe-9215-f22ff90dfda3 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:26.963766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.109008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c296-b2e6-4c02-8986-459717b90274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.109226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.133619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 300c1e0d-7f94-4f24-8466-48dc22d69d1f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:27.137318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 18083bf4-c1c3-47fe-9215-f22ff90dfda3 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:27.215343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3bd8c296-b2e6-4c02-8986-459717b90274 None None] For port 300c1e0d-7f94-4f24-8466-48dc22d69d1f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=300c1e0d-7f94-4f24-8466-48dc22d69d1f,segment=NetworkSegment(64088866-c3e5-40ce-bb83-9fe2d34d6073),segment_id=64088866-c3e5-40ce-bb83-9fe2d34d6073)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:27.240178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 300c1e0d-7f94-4f24-8466-48dc22d69d1f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:27.240576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.277085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c296-b2e6-4c02-8986-459717b90274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.277433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-f3930534-627e-44d1-8bf3-e2a10930ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:27.278921 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-f3930534-627e-44d1-8bf3-e2a10930ae4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.5742428 Oct 16 13:42:27.329640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4fbf0ac8-ac65-4977-a36c-fd19f67b6b4c req-77afcb05-d1a2-42b8-9925-b6bb30778567 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5571685 Oct 16 13:42:27.342723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37024) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:27.351505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] For port cdcf495d-79ec-40a6-b7ca-b34082c60d63, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:27.356187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] For port cdcf495d-79ec-40a6-b7ca-b34082c60d63, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:27.362342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.396590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8c296-b2e6-4c02-8986-459717b90274 None None] Pushing event updated for resources: {'Port': ['ID=300c1e0d-7f94-4f24-8466-48dc22d69d1f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:27.405673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-ec015ac4-45a1-4833-9794-b08641698f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:27.406578 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-ec015ac4-45a1-4833-9794-b08641698f0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1148109 Oct 16 13:42:27.420297 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-90819fe1-93b4-485c-a9b0-c35c08ee99e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0509fd117ce244f48882b712be997e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616353 Oct 16 13:42:27.420535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37026) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:27.431642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:27.447188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:27.453167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:27.453643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.457489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b0032767-f64e-49cb-bee0-5261cbc4089f None None] Provisioning complete for port 300c1e0d-7f94-4f24-8466-48dc22d69d1f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:27.457857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b0032767-f64e-49cb-bee0-5261cbc4089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.479632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4d21a78-a5a2-4cc9-9944-237d64c37d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.499703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=10bfb545-2cff-4d7b-8a73-762cf665f616,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:27.503208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.506533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.509551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4d21a78-a5a2-4cc9-9944-237d64c37d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.578948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=18083bf4-c1c3-47fe-9215-f22ff90dfda3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:27.598439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:27.599014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.600454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] 10.222.0.31 "PUT /v2.0/ports/cdcf495d-79ec-40a6-b7ca-b34082c60d63 HTTP/1.1" status: 200 len: 1094 time: 2.7835650 Oct 16 13:42:27.600897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'tag': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:42:27.603222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "677176f7-9e7c-4c71-b96b-f9467fde44bb", "tag": "cdcf495d-79ec-40a6-b7ca-b34082c60d63"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:42:27.663761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.667581 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8848b93c-45d1-4f35-b20a-4281ecc64d7c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/ports/18083bf4-c1c3-47fe-9215-f22ff90dfda3 HTTP/1.1" status: 204 len: 168 time: 0.8398411 Oct 16 13:42:27.673037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37030) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:27.685696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-da71022f-0b46-4669-935e-ef26470b364f service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667289 Oct 16 13:42:27.689780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6239d1-714d-4aac-acf1-11999c4fa042 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf495d-79ec-40a6-b7ca-b34082c60d63,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:27.720545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb9385-621e-4dab-bc37-f66d968807f4 x-openstack-request-id: req-f4fb9385-621e-4dab-bc37-f66d968807f4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:42:27.721096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677176f7-9e7c-4c71-b96b-f9467fde44bb", "tag": "cdcf495d-79ec-40a6-b7ca-b34082c60d63", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:42:27.721776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4fb9385-621e-4dab-bc37-f66d968807f4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:42:27.722511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'tag': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63', 'status': 'completed', 'code': 200} Oct 16 13:42:27.825188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4d21a78-a5a2-4cc9-9944-237d64c37d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.825188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c4d21a78-a5a2-4cc9-9944-237d64c37d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.825188 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c4d21a78-a5a2-4cc9-9944-237d64c37d28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38a9f9fa-818d-4446-89e0-b40a6073fefa HTTP/1.1" status: 204 len: 168 time: 0.4034233 Oct 16 13:42:27.832060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port 18b7800a-5fb1-4aba-9e3a-4cb35af29645 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:27.832060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.852502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21a78-a5a2-4cc9-9944-237d64c37d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a9f9fa-818d-4446-89e0-b40a6073fefa,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:27.904809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f96b9e09-df17-4c03-b970-43919320b1d8 None None] Provisioning complete for port 10bfb545-2cff-4d7b-8a73-762cf665f616 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:27.905887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f96b9e09-df17-4c03-b970-43919320b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.908113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.911972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-4f280d39-cd00-47d5-8eee-1e1704c27268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:27.913534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-4f280d39-cd00-47d5-8eee-1e1704c27268 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 1097 time: 0.2037711 Oct 16 13:42:27.946847 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58f7374d-7b2e-48c7-a745-a6dee630071c req-92b24797-8278-4307-8fcf-feb636702dea service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491198 Oct 16 13:42:27.960074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:27.976650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for 18b7800a-5fb1-4aba-9e3a-4cb35af29645 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:27.986576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f96b9e09-df17-4c03-b970-43919320b1d8 None None] Port 10bfb545-2cff-4d7b-8a73-762cf665f616 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:28.015089 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-de6266f2-8787-42cc-adf5-7af1d76803cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63 HTTP/1.1" status: 200 len: 217 time: 0.0906863 Oct 16 13:42:28.134344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-dc3732bb-ee33-4783-bfb0-6e07a13fcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:28.136881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-dc3732bb-ee33-4783-bfb0-6e07a13fcaa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2 HTTP/1.1" status: 200 len: 838 time: 0.1136286 Oct 16 13:42:28.201839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:28.252506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=18b7800a-5fb1-4aba-9e3a-4cb35af29645,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:28.270157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9318ef66-d5d9-46bf-862e-35d9013e116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:28.271665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-9318ef66-d5d9-46bf-862e-35d9013e116a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cecf5e8a-d1f4-4041-8b43-55165c661529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1059320 Oct 16 13:42:28.349340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:28.356275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37038) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:28.356878 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-acbd788b-0543-4db0-bb46-21aab57b5945 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/ports/18b7800a-5fb1-4aba-9e3a-4cb35af29645 HTTP/1.1" status: 204 len: 168 time: 0.6825783 Oct 16 13:42:28.547870 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-50ac9c7e-a06e-43ae-8468-f1b215e4a345 service neutron] 10.222.0.31 "GET /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376323 Oct 16 13:42:28.549959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:28.559927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5422eb04-1182-4bcf-85af-2d63b995014f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:28.561392 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5422eb04-1182-4bcf-85af-2d63b995014f tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99b3555-ce2a-4eac-888b-9b829caf9080 HTTP/1.1" status: 200 len: 913 time: 0.1972654 Oct 16 13:42:28.564183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37046) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:28.591691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57df4f-9382-4b36-8af2-42f47240dbc0 req-9a8815d6-4b37-4cbc-b47a-dbca350d6fac tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:28.593438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ec57df4f-9382-4b36-8af2-42f47240dbc0 req-9a8815d6-4b37-4cbc-b47a-dbca350d6fac tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 944 time: 0.1802690 Oct 16 13:42:28.650264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:28.651116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:28.768344 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ec57df4f-9382-4b36-8af2-42f47240dbc0 req-399b47ca-7a2b-4806-ad7f-ab158c394e99 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639361 Oct 16 13:42:28.805696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fa0d9dc-5d10-4ec3-a4ab-05ad782c3a03 req-22d43465-7b25-46e1-b7ca-7042feed03b5 service neutron] 10.222.0.31 "GET /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432332 Oct 16 13:42:28.808170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=10bfb545-2cff-4d7b-8a73-762cf665f616,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:28.850087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:28.851561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:29.031564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:29.041701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-ea58e823-9f06-4414-98b5-3713e67dc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:29.043195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-ea58e823-9f06-4414-98b5-3713e67dc87c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 1097 time: 0.0835941 Oct 16 13:42:29.057661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 300c1e0d-7f94-4f24-8466-48dc22d69d1f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:29.131071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 300c1e0d-7f94-4f24-8466-48dc22d69d1f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:29.131436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.209564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37058) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:29.210126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:29.220394 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c8fb8901-2f4f-400d-a95a-a1567d545fad tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2393794 Oct 16 13:42:29.221341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37062) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:29.237329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:29.251259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-299601383'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:29.270331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ec8d0b15-9e99-49d3-9129-6b610bfb2cfe None None] Provisioning complete for port 10bfb545-2cff-4d7b-8a73-762cf665f616 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:29.270972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ec8d0b15-9e99-49d3-9129-6b610bfb2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.295103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-3eb2a8a7-a647-4537-a7c1-53f3cc08beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:29.297443 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-3eb2a8a7-a647-4537-a7c1-53f3cc08beba service neutron] 10.222.0.31 "GET /v2.0/networks?id=cecf5e8a-d1f4-4041-8b43-55165c661529 HTTP/1.1" status: 200 len: 897 time: 0.2427855 Oct 16 13:42:29.302248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:29.302885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:29.356143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-3363ff3b-c913-44fc-b4df-ce9d8fcf0e76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63 HTTP/1.1" status: 200 len: 217 time: 0.0507348 Oct 16 13:42:29.356797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:29.360546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-869237423'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:29.360687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.400070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d0b15-9e99-49d3-9129-6b610bfb2cfe None None] Port 10bfb545-2cff-4d7b-8a73-762cf665f616 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:29.422278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.426779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:29.435755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:29.440071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-eb9b8e6c-41b6-4278-91eb-48005edf6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:29.441886 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-eb9b8e6c-41b6-4278-91eb-48005edf6861 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2 HTTP/1.1" status: 200 len: 838 time: 0.0669978 Oct 16 13:42:29.444905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.445244 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment 5a81f5f6-6a75-40b8-8ca4-51d3b108a11a of type vlan for network 27632b8c-562b-4d8e-9500-7bc82795653a Oct 16 13:42:29.469263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Made reservation on behalf of 3bf8e81e1b25437088ad36444b229594 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:29.473562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.488778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.516495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.547987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-feb91c89-ac81-4579-8da9-603950730b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:29.549619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-feb91c89-ac81-4579-8da9-603950730b94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cecf5e8a-d1f4-4041-8b43-55165c661529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0960798 Oct 16 13:42:29.623953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.629615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:29.630187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.661139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:27Z', 'revision_number': 3, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:28Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:29.693692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:29.694287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Updating router 8f1e8735-0e3e-4df6-b644-a41b43453487 port 10bfb545-2cff-4d7b-8a73-762cf665f616 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:42:29.701968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.711967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=27632b8c-562b-4d8e-9500-7bc82795653a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:29.726820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-24c16e35-a05d-42d1-8a44-e7123b45d136 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5043800 Oct 16 13:42:29.727311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37064) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:29.730773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 27632b8c-562b-4d8e-9500-7bc82795653a details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:29.731039 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-2b5abfca-2af0-4bb9-a2cb-01e2b015d946 service neutron] 10.222.0.31 "GET /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732807 Oct 16 13:42:29.732649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:29.745064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.777507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.850703 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-090b15da-3c76-4ef4-83f6-ce845b9e4ddf req-c4a3e699-f42e-4e8f-9dcf-2952b6b8f0fd service neutron] 10.222.0.31 "GET /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099339 Oct 16 13:42:29.858238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:29.903041 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa4602-d5e4-43e0-8bff-3b6d00425535,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:29.909352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:29.910349 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Added segment 549e1f32-09f1-4f15-8afe-c0e80df7a927 of type vlan for network 259d64f3-764b-4404-b15b-64f58582d1d3 Oct 16 13:42:29.956102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da574c7-7597-4431-bc71-10e7c40bdcc3 req-a714e6a1-440c-4260-93f7-7cef54fadb45 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:29.958458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5da574c7-7597-4431-bc71-10e7c40bdcc3 req-a714e6a1-440c-4260-93f7-7cef54fadb45 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 944 time: 0.0669017 Oct 16 13:42:29.984073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.002147 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5da574c7-7597-4431-bc71-10e7c40bdcc3 req-25564f64-16fe-4cc1-a817-0e44170ff24e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 Oct 16 13:42:30.020807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port bc653627-c264-4e72-9e79-1e3e065c6c2a {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:30.021348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.077343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:30.080715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.092160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.101085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.106472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:30.107042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.161586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.240145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a73606-605c-4cab-96c3-44063be850af None None] Pushing event updated for resources: {'Port': ['ID=10bfb545-2cff-4d7b-8a73-762cf665f616,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:30.245294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:30.245483 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0374618 Oct 16 13:42:30.247400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.256648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Request body: {'subnet': {'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:30.256987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447ec60-0810-43b7-b1a4-ac8ee54b1c60 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event updated for resources: {'Network': ['ID=259d64f3-764b-4404-b15b-64f58582d1d3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:30.274535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for bc653627-c264-4e72-9e79-1e3e065c6c2a owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:30.279413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 259d64f3-764b-4404-b15b-64f58582d1d3 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:30.282844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Attempting to bind port 10bfb545-2cff-4d7b-8a73-762cf665f616 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:30.283349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Attempting to bind port 10bfb545-2cff-4d7b-8a73-762cf665f616 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:30.287820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Attempting to bind port 10bfb545-2cff-4d7b-8a73-762cf665f616 on network 464c6d49-c33d-4dda-8b40-6737b78504d0 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:30.305874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:30.306273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Checking segment: {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:30.306678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.307075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Bound using segment: {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:30.307550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Bound port: 10bfb545-2cff-4d7b-8a73-762cf665f616, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64088866-c3e5-40ce-bb83-9fe2d34d6073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:30.307931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.437315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] For port 10bfb545-2cff-4d7b-8a73-762cf665f616, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:30.440992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] For port 10bfb545-2cff-4d7b-8a73-762cf665f616, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=10bfb545-2cff-4d7b-8a73-762cf665f616,segment=NetworkSegment(64088866-c3e5-40ce-bb83-9fe2d34d6073),segment_id=64088866-c3e5-40ce-bb83-9fe2d34d6073)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:30.470823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Made reservation on behalf of 3bf8e81e1b25437088ad36444b229594 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:30.475310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.535399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.568069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.622964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:30.623597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:30.627896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-253d8841-c872-44e6-b671-8eedb2449c89 None None] Provisioning complete for port 10bfb545-2cff-4d7b-8a73-762cf665f616 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:30.628605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-253d8841-c872-44e6-b671-8eedb2449c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.639081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.645706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=b2b90e4b-854f-4582-bde2-ea331c42c350,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:30.677620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=bc653627-c264-4e72-9e79-1e3e065c6c2a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:30.685999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:30.685999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 27632b8c-562b-4d8e-9500-7bc82795653a, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:30.689245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a73606-605c-4cab-96c3-44063be850af None None] Pushing event updated for resources: {'Port': ['ID=10bfb545-2cff-4d7b-8a73-762cf665f616,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:30.770023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.780996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:30.808054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 27632b8c-562b-4d8e-9500-7bc82795653a is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:30.881139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Checking segment: {'id': '549e1f32-09f1-4f15-8afe-c0e80df7a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:30.881754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Network hostable DHCP agents. Network: 259d64f3-764b-4404-b15b-64f58582d1d3, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:30.886974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event updated for resources: {'Subnet': ['ID=316fe292-8a51-417c-a91b-f46eea8738ee,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:30.894670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 27632b8c-562b-4d8e-9500-7bc82795653a) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:30.905146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:30.905732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.931899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.960498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Network 259d64f3-764b-4404-b15b-64f58582d1d3 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:30.967596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 259d64f3-764b-4404-b15b-64f58582d1d3) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:30.973246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:30.973498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:30.991787 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84bd6d1e-9e43-4970-b5a1-616ec5da792d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2634494 Oct 16 13:42:30.995291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37070) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:31.049881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d525db3-52d8-4af7-8d77-c9beeca2b4df None None] Network 27632b8c-562b-4d8e-9500-7bc82795653a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:31.052269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0f9d59-d207-4306-8478-91bd97376bdb None None] Network 259d64f3-764b-4404-b15b-64f58582d1d3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:31.062907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-69527d52-d8c8-41c2-a5c3-65bf28e16bf1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8132939 Oct 16 13:42:31.063319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37074) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:31.070168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Request body: {'port': {'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-567964133'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:31.107478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-253d8841-c872-44e6-b671-8eedb2449c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.178515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd14ea6-99ee-4776-9d31-82b44fd402a3 req-c57f580e-fafb-436f-b347-2a2516e66f41 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:31.180234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bd14ea6-99ee-4776-9d31-82b44fd402a3 req-c57f580e-fafb-436f-b347-2a2516e66f41 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 944 time: 0.0868886 Oct 16 13:42:31.293222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-253d8841-c872-44e6-b671-8eedb2449c89 None None] For port 10bfb545-2cff-4d7b-8a73-762cf665f616, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=10bfb545-2cff-4d7b-8a73-762cf665f616,segment=NetworkSegment(64088866-c3e5-40ce-bb83-9fe2d34d6073),segment_id=64088866-c3e5-40ce-bb83-9fe2d34d6073)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:31.329496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Router e99b3555-ce2a-4eac-888b-9b829caf9080 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:31.400120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-253d8841-c872-44e6-b671-8eedb2449c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.465445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Made reservation on behalf of 3bf8e81e1b25437088ad36444b229594 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:31.469624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.491161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:31.499952 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3ea527a4-3fd1-4350-ae0e-2dee8109751c tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "PUT /v2.0/routers/e99b3555-ce2a-4eac-888b-9b829caf9080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9346085 Oct 16 13:42:31.504286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37076) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:31.506613 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] Sync routers for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:31.525554 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:31.526171 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:31.538634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-27632b8c-562b-4d8e-9500-7bc82795653a', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:31.540155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.555646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-259d64f3-764b-4404-b15b-64f58582d1d3', 'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3', 'tenant_id': '3bf8e81e1b25437088ad36444b229594', 'fixed_ips': [{'subnet_id': '316fe292-8a51-417c-a91b-f46eea8738ee'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:31.556087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.580382 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:31.588514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d8841-c872-44e6-b671-8eedb2449c89 None None] Pushing event updated for resources: {'Port': ['ID=10bfb545-2cff-4d7b-8a73-762cf665f616,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:31.599740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-00c1eab7-4458-4c53-aca4-083d6815ff90 None None] Provisioning complete for port 10bfb545-2cff-4d7b-8a73-762cf665f616 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:31.600112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-00c1eab7-4458-4c53-aca4-083d6815ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.605094 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] Routers {'e99b3555-ce2a-4eac-888b-9b829caf9080'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:31.606540 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e99b3555-ce2a-4eac-888b-9b829caf9080'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:31.645535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:31.665850 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:31.668166 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c375cf5-4dc9-4371-b9e8-a3f3ed0ff582 None None] The sync data for ids ['e99b3555-ce2a-4eac-888b-9b829caf9080'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:31.681764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bd14ea6-99ee-4776-9d31-82b44fd402a3 req-942d8ab5-dc08-4c69-81df-8421ce850439 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572570 Oct 16 13:42:31.704683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] device_id is not set on port 4b95560a-c802-470f-8732-9c45ca4790e7 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:42:31.808983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:27Z', 'revision_number': 3, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:30Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:31.853421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1f3b-5598-43cc-a5c7-1042cbe77028 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:27Z', 'revision_number': 3, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:30Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:31.894802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Allocated IP 2001:db8:2::2 (27632b8c-562b-4d8e-9500-7bc82795653a/b2b90e4b-854f-4582-bde2-ea331c42c350/dc30da12-2a9f-43c5-b462-f2e5e579d955) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:31.897205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.125732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.191784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Allocated IP 172.20.0.11 (259d64f3-764b-4404-b15b-64f58582d1d3/316fe292-8a51-417c-a91b-f46eea8738ee/4b95560a-c802-470f-8732-9c45ca4790e7) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:32.192650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.196852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.241975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Network 27632b8c-562b-4d8e-9500-7bc82795653a is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:32.248607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:32.255430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:32.276562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8:2::1 (27632b8c-562b-4d8e-9500-7bc82795653a/b2b90e4b-854f-4582-bde2-ea331c42c350/bfe38ba0-3f22-4637-b888-e225482dd38e) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:32.312144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Pushing event updated for resources: {'Port': ['ID=dc30da12-2a9f-43c5-b462-f2e5e579d955,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:32.324481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Attempting to bind port dc30da12-2a9f-43c5-b462-f2e5e579d955 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:32.324897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Attempting to bind port dc30da12-2a9f-43c5-b462-f2e5e579d955 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:32.325264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Attempting to bind port dc30da12-2a9f-43c5-b462-f2e5e579d955 on network 27632b8c-562b-4d8e-9500-7bc82795653a {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:32.331123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:32.331546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Checking segment: {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:32.332691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.333092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Bound using segment: {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:32.340898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Bound port: dc30da12-2a9f-43c5-b462-f2e5e579d955, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:32.340898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.351657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device cdcf495d-79ec-40a6-b7ca-b34082c60d63 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:42:32.425676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.438110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.450612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] For port dc30da12-2a9f-43c5-b462-f2e5e579d955, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:32.483014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting port d6b92b55-41c1-45d6-999e-ec26e2dea489 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:32.483348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.495315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] For port dc30da12-2a9f-43c5-b462-f2e5e579d955, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc30da12-2a9f-43c5-b462-f2e5e579d955,segment=NetworkSegment(5a81f5f6-6a75-40b8-8ca4-51d3b108a11a),segment_id=5a81f5f6-6a75-40b8-8ca4-51d3b108a11a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:32.521573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port cdcf495d-79ec-40a6-b7ca-b34082c60d63, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:32.533336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'port_id': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63', 'mac_address': 'fa:16:3e:85:12:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:42:32.540073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.569502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.576720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.577940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 27632b8c-562b-4d8e-9500-7bc82795653a is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:32.581070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:32.585778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Calling delete_port for d6b92b55-41c1-45d6-999e-ec26e2dea489 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:32.587769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:32.588405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.588863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.659006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Network 259d64f3-764b-4404-b15b-64f58582d1d3 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:32.662290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=bfe38ba0-3f22-4637-b888-e225482dd38e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:32.683186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.697802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:32.706168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:32.726808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Allocated IP 172.20.0.2 (259d64f3-764b-4404-b15b-64f58582d1d3/316fe292-8a51-417c-a91b-f46eea8738ee/c9aec111-9c8a-41e4-aab8-d76e9a71ee62) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:32.729778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcf495d-79ec-40a6-b7ca-b34082c60d63 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:42:32.740534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event updated for resources: {'Port': ['ID=4b95560a-c802-470f-8732-9c45ca4790e7,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:32.746112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2f3ae-a2b9-4254-bf17-86cc1a316bdc None None] Pushing event updated for resources: {'Port': ['ID=dc30da12-2a9f-43c5-b462-f2e5e579d955,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:32.782789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port cdcf495d-79ec-40a6-b7ca-b34082c60d63, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:32.802359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:32.803171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.857798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.877387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:32.893504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654bf3-a38f-49fd-9447-ea3ad6b732ba req-cb0cff81-af0a-43d1-b840-e587769e8c26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:32.897535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-77654bf3-a38f-49fd-9447-ea3ad6b732ba req-cb0cff81-af0a-43d1-b840-e587769e8c26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 944 time: 0.1091361 Oct 16 13:42:32.929381 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6f4e0793-c095-4b32-8d6f-80b68c4a31ca tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8620679 Oct 16 13:42:32.929605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37080) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:32.941044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Request body: {'port': {'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1166845743', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:32.942184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.api.validators [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] bootfile-name is not in valid_values {{(pid=101081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:42:32.942184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.api.validators [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] tftp-server is not in valid_values {{(pid=101081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:42:32.942450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.api.validators [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] server-ip-address is not in valid_values {{(pid=101081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:42:33.034830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=cdcf495d-79ec-40a6-b7ca-b34082c60d63,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:33.053970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.061214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-77654bf3-a38f-49fd-9447-ea3ad6b732ba req-edcd5209-7ced-404e-83ed-620201f2c9ac tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414094 Oct 16 13:42:33.124097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['cdcf495d-79ec-40a6-b7ca-b34082c60d63'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:42:33.145408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.151099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 10bfb545-2cff-4d7b-8a73-762cf665f616 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:33.173608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Port': ['ID=d6b92b55-41c1-45d6-999e-ec26e2dea489,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:33.196875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.248056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Made reservation on behalf of 3bf8e81e1b25437088ad36444b229594 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:33.251617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.263903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Network 259d64f3-764b-4404-b15b-64f58582d1d3 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:33.273172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:33.275461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] device_id is not set on port a0bb9bc9-2ec1-4b55-91df-74066a0b7f04 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:42:33.276865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:33.283040 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.317330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Pushing event updated for resources: {'Port': ['ID=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:33.359247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 10bfb545-2cff-4d7b-8a73-762cf665f616 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:33.359615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.397550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.435376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.439703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.482225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.483347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.544797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Allocated IP 172.20.0.4 (259d64f3-764b-4404-b15b-64f58582d1d3/316fe292-8a51-417c-a91b-f46eea8738ee/a0bb9bc9-2ec1-4b55-91df-74066a0b7f04) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:33.630366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.630992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Fanout notify agent at l3_agent the message router_deleted on router e99b3555-ce2a-4eac-888b-9b829caf9080 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:42:33.635438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=bfe38ba0-3f22-4637-b888-e225482dd38e,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:33.637702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Attempting to bind port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:33.643183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.644691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Attempting to bind port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '549e1f32-09f1-4f15-8afe-c0e80df7a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:33.645142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Attempting to bind port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 on network 259d64f3-764b-4404-b15b-64f58582d1d3 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:33.647915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37082) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:33.648944 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-64256e65-5dd0-41f1-996e-9119f5c64bd0 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/routers/e99b3555-ce2a-4eac-888b-9b829caf9080 HTTP/1.1" status: 204 len: 168 time: 2.1433079 Oct 16 13:42:33.683027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:33.683413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Checking segment: {'id': '549e1f32-09f1-4f15-8afe-c0e80df7a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:33.683820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.684221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Bound using segment: {'id': '549e1f32-09f1-4f15-8afe-c0e80df7a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:33.684767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Bound port: c9aec111-9c8a-41e4-aab8-d76e9a71ee62, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549e1f32-09f1-4f15-8afe-c0e80df7a927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '259d64f3-764b-4404-b15b-64f58582d1d3'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:33.685154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.704445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 27632b8c-562b-4d8e-9500-7bc82795653a is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:33.709445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:33.762197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.819871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Deleting subnet 87876a16-355d-4d66-8fab-5d5c6e2b8753 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:33.828630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.865906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.906140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] For port c9aec111-9c8a-41e4-aab8-d76e9a71ee62, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:33.907153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:33.910722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] For port c9aec111-9c8a-41e4-aab8-d76e9a71ee62, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,segment=NetworkSegment(549e1f32-09f1-4f15-8afe-c0e80df7a927),segment_id=549e1f32-09f1-4f15-8afe-c0e80df7a927)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:33.912413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.922123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Network 259d64f3-764b-4404-b15b-64f58582d1d3 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:33.925474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:33.932075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:33.987025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:33.987158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event updated for resources: {'Port': ['ID=a0bb9bc9-2ec1-4b55-91df-74066a0b7f04,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:33.990725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b184478-600b-4f8b-a3dd-da5f1a2be48a None None] Network 27632b8c-562b-4d8e-9500-7bc82795653a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:33.997655 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:33.998317 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.017985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.099274 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d4f1123c-589b-4cf0-b6ec-dabb1982858f tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1685174 Oct 16 13:42:34.101214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37086) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:34.112795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:34.120096 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-97b21850-ea9e-426d-bb59-578dcb521f69 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1232164 Oct 16 13:42:34.120718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37088) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:34.127783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771466751'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:34.130382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:34.139277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cc3ad-2a65-42d7-b76b-6258512233ee None None] Pushing event updated for resources: {'Port': ['ID=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:34.153485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-355309ed-53aa-49fe-b6b0-2c0e1d7a2069 None None] Provisioning complete for port dc30da12-2a9f-43c5-b462-f2e5e579d955 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:34.154482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-355309ed-53aa-49fe-b6b0-2c0e1d7a2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.219309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:34.220630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:34.229873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:34.235035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.250554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d811bb-167d-4126-a5eb-6c071333d9fb tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:34.256729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d811bb-167d-4126-a5eb-6c071333d9fb tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:34.266152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.266369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d811bb-167d-4126-a5eb-6c071333d9fb tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:34.266369 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-77d811bb-167d-4126-a5eb-6c071333d9fb tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1613359 Oct 16 13:42:34.273217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37090) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:34.312693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Subnet': ['ID=87876a16-355d-4d66-8fab-5d5c6e2b8753,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:34.318096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.321816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ff036fd2-dac1-4eb5-bf47-4604ae3e16cd tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/subnets/87876a16-355d-4d66-8fab-5d5c6e2b8753 HTTP/1.1" status: 204 len: 168 time: 0.6728294 Oct 16 13:42:34.324698 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37092) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:34.340259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:34.360755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d389645-02da-485a-929c-5fbfc02bdae2 req-926903df-0a2c-4c94-8298-113b3d8b0c79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:34.369867 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d389645-02da-485a-929c-5fbfc02bdae2 req-926903df-0a2c-4c94-8298-113b3d8b0c79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 945 time: 0.1867805 Oct 16 13:42:34.391348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.391779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added segment be24a902-f2e1-4537-a313-f32b2ef14ce4 of type vlan for network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f Oct 16 13:42:34.404997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device cdcf495d-79ec-40a6-b7ca-b34082c60d63 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:34.459781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.476929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d389645-02da-485a-929c-5fbfc02bdae2 req-2d77735d-4813-41ca-bf6a-9b05e5311e2a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060009 Oct 16 13:42:34.509943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.537552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Deleting port a0bb9bc9-2ec1-4b55-91df-74066a0b7f04 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:34.537888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.554264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:34.569242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.576657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:34.577522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.613873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-355309ed-53aa-49fe-b6b0-2c0e1d7a2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.644446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port cdcf495d-79ec-40a6-b7ca-b34082c60d63 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:42:34.658755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Network': ['ID=745c46d8-f7c2-4bb3-a276-7c99aac38e6f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:34.665418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.689763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port cdcf495d-79ec-40a6-b7ca-b34082c60d63 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:34.690106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.692218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:34.696271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41617702-ae5b-4e65-8042-a78ca10ed3db']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:34.701822 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7b4139de-f70c-442d-8c60-dea86bb7c68b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5774407 Oct 16 13:42:34.704269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37094) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:34.711545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'subnet': {'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:34.714570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c749042d-57cd-4c51-bc38-460a6a6945ad') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:34.714862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c749042d-57cd-4c51-bc38-460a6a6945ad') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:34.719079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.737369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.748090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Calling delete_port for a0bb9bc9-2ec1-4b55-91df-74066a0b7f04 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:34.762617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.771686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:34.771994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-355309ed-53aa-49fe-b6b0-2c0e1d7a2069 None None] For port dc30da12-2a9f-43c5-b462-f2e5e579d955, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc30da12-2a9f-43c5-b462-f2e5e579d955,segment=NetworkSegment(5a81f5f6-6a75-40b8-8ca4-51d3b108a11a),segment_id=5a81f5f6-6a75-40b8-8ca4-51d3b108a11a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:34.772144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:34.775199 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:34.869764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-355309ed-53aa-49fe-b6b0-2c0e1d7a2069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.933812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Made reservation on behalf of f02eef9de32e4d87abd01685cf25c1e3 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:34.937889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.990875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:34.999304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.002577 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] 10.222.0.24 "DELETE /v2.0/networks/41617702-ae5b-4e65-8042-a78ca10ed3db HTTP/1.1" status: 204 len: 168 time: 0.6671293 Oct 16 13:42:35.034857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355309ed-53aa-49fe-b6b0-2c0e1d7a2069 None None] Pushing event updated for resources: {'Port': ['ID=dc30da12-2a9f-43c5-b462-f2e5e579d955,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:35.068350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.076867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e64e13-cff2-4963-b080-79af5f80bfe4 tempest-FloatingIPTestJSON-360751083 tempest-FloatingIPTestJSON-360751083-project] Pushing event deleted for resources: {'Network': ['ID=41617702-ae5b-4e65-8042-a78ca10ed3db,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:35.154393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:42:35.164406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836543b1-bea4-4363-aece-0138b85ad679" -d '{"events": [{"server_uuid": "677176f7-9e7c-4c71-b96b-f9467fde44bb", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf495d-79ec-40a6-b7ca-b34082c60d63"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:42:35.189484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:32Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:33Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:35.201312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port cdcf495d-79ec-40a6-b7ca-b34082c60d63, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:35.240729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:35.241773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Updating router 8f1e8735-0e3e-4df6-b644-a41b43453487 port bfe38ba0-3f22-4637-b888-e225482dd38e binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:42:35.243943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-21177460-b1cf-4da1-bad2-068623389889 None None] Provisioning complete for port bfe38ba0-3f22-4637-b888-e225482dd38e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:35.244336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21177460-b1cf-4da1-bad2-068623389889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.250456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.251422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc30da12-2a9f-43c5-b462-f2e5e579d955 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:35.327791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.377037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event deleted for resources: {'Port': ['ID=a0bb9bc9-2ec1-4b55-91df-74066a0b7f04,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:35.399437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.405891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-21177460-b1cf-4da1-bad2-068623389889 None None] Port bfe38ba0-3f22-4637-b888-e225482dd38e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:35.480739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.483037 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3d4c2ca-7ca7-48ba-ad44-7dd44c76aa12 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "DELETE /v2.0/ports/a0bb9bc9-2ec1-4b55-91df-74066a0b7f04 HTTP/1.1" status: 204 len: 168 time: 1.2092285 Oct 16 13:42:35.486676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37102) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:35.493398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Request body: {'port': {'name': 'tempest-new-port-name-2057039261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:35.493803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.api.validators [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] bootfile-name is not in valid_values {{(pid=101081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:42:35.494299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.api.validators [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] tftp-server is not in valid_values {{(pid=101081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:42:35.494614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.api.validators [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] server-ip-address is not in valid_values {{(pid=101081) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 16 13:42:35.512073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-21177460-b1cf-4da1-bad2-068623389889 None None] Provisioning complete for port dc30da12-2a9f-43c5-b462-f2e5e579d955 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:35.512480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21177460-b1cf-4da1-bad2-068623389889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.607663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f3ba95-48e3-495c-9751-ae4652a7e5a4 x-openstack-request-id: req-89f3ba95-48e3-495c-9751-ae4652a7e5a4 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:42:35.607958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677176f7-9e7c-4c71-b96b-f9467fde44bb", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf495d-79ec-40a6-b7ca-b34082c60d63", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:42:35.609973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89f3ba95-48e3-495c-9751-ae4652a7e5a4 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:42:35.609973 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63', 'code': 200} Oct 16 13:42:35.609973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=cdcf495d-79ec-40a6-b7ca-b34082c60d63,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:35.625535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.640678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc30da12-2a9f-43c5-b462-f2e5e579d955 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:35.641141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.650917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c772d-feb5-4e71-84b3-21b001bf4aaa None None] Network 259d64f3-764b-4404-b15b-64f58582d1d3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:35.657689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.797566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37108) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:35.824085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8932e-35bd-4d06-ab54-ec6981d371a6 req-917f015e-1343-41a0-aa48-9165483073ee tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:35.825717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08a8932e-35bd-4d06-ab54-ec6981d371a6 req-917f015e-1343-41a0-aa48-9165483073ee tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.2709334 Oct 16 13:42:35.826649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Subnet': ['ID=3df452bc-de75-4bf9-8a41-8aa560ec698f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:35.864027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Checking segment: {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:35.864427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network hostable DHCP agents. Network: 745c46d8-f7c2-4bb3-a276-7c99aac38e6f, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:35.903938 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08a8932e-35bd-4d06-ab54-ec6981d371a6 req-a5c5e520-62d9-4010-8cac-2e59af17d3d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680075 Oct 16 13:42:35.905612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:35.957168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33552649-33e4-4ca7-8e3c-d27b55730957 req-d8bd9a39-7e6f-4677-8d07-c5589afa8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:35.959085 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33552649-33e4-4ca7-8e3c-d27b55730957 req-d8bd9a39-7e6f-4677-8d07-c5589afa8e3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 1099 time: 0.0531936 Oct 16 13:42:35.994346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.002546 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33552649-33e4-4ca7-8e3c-d27b55730957 req-347fd841-42dd-462b-a1af-1332bfaf1cd1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368674 Oct 16 13:42:36.014090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:36.100453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 745c46d8-f7c2-4bb3-a276-7c99aac38e6f) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:36.105408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:36.106238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.110948 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5c862d95-f0f6-4be1-9da7-7b29ce8afd8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a353607d114a4d2e89ce81fa18267d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099575 Oct 16 13:42:36.111698 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event updated for resources: {'Port': ['ID=4b95560a-c802-470f-8732-9c45ca4790e7,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:36.116921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37112) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:36.124626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] In _notify_port_updated(), no bound segment for port 4b95560a-c802-470f-8732-9c45ca4790e7 on network 259d64f3-764b-4404-b15b-64f58582d1d3 {{(pid=101081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:42:36.127407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bfd1c-9de7-4da2-8481-e3d6aa85f4b9 None None] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:36.131444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:36.132106 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.135878 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1393f03b-f969-4d44-8850-b4c8dcd9e8f8 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "PUT /v2.0/ports/4b95560a-c802-470f-8732-9c45ca4790e7 HTTP/1.1" status: 200 len: 1137 time: 0.6457996 Oct 16 13:42:36.137006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37114) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:36.183193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1467219a-6c8d-409d-9769-5e39de1f345e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.197725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e9d89-471f-4033-b734-74b239607405 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:36.203316 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-318e9d89-471f-4033-b734-74b239607405 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "GET /v2.0/ports/4b95560a-c802-470f-8732-9c45ca4790e7 HTTP/1.1" status: 200 len: 1137 time: 0.0619090 Oct 16 13:42:36.204158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37116) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:36.214583 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ac4e1673-0d80-401a-8d1f-4e95052af135 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5063100 Oct 16 13:42:36.214995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37118) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:36.242364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1467219a-6c8d-409d-9769-5e39de1f345e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.305877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c9aec111-9c8a-41e4-aab8-d76e9a71ee62 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:36.357035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Deleting port 4b95560a-c802-470f-8732-9c45ca4790e7 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:36.357279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.417552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1467219a-6c8d-409d-9769-5e39de1f345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.420075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1467219a-6c8d-409d-9769-5e39de1f345e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.423677 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1467219a-6c8d-409d-9769-5e39de1f345e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/013ed7e5-f562-4e4c-a1f2-fdc0f17a8266 HTTP/1.1" status: 204 len: 168 time: 0.3032949 Oct 16 13:42:36.456077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467219a-6c8d-409d-9769-5e39de1f345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ed7e5-f562-4e4c-a1f2-fdc0f17a8266,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:36.486455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Provisioning complete for port bfe38ba0-3f22-4637-b888-e225482dd38e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:36.486837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.494469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.500789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.508198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Calling delete_port for 4b95560a-c802-470f-8732-9c45ca4790e7 owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:36.583405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:36.584252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.597146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Port bfe38ba0-3f22-4637-b888-e225482dd38e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:36.600791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.606919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:36.607337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.752625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Provisioning complete for port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:36.752995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.772179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.774811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:36.815168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef1f2a-5cc9-474c-99ac-b40382855c57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38ba0-3f22-4637-b888-e225482dd38e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:36.849696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event deleted for resources: {'Port': ['ID=4b95560a-c802-470f-8732-9c45ca4790e7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:37.045352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Attempting to bind port bfe38ba0-3f22-4637-b888-e225482dd38e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:37.045704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Attempting to bind port bfe38ba0-3f22-4637-b888-e225482dd38e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:37.046066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Attempting to bind port bfe38ba0-3f22-4637-b888-e225482dd38e on network 27632b8c-562b-4d8e-9500-7bc82795653a {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:37.077201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:37.084371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Checking segment: {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:37.084371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.085226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Bound using segment: {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:37.090953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Bound port: bfe38ba0-3f22-4637-b888-e225482dd38e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:37.091498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.145426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.151870 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a42d7939-5867-427c-81cf-16342d51d557 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "DELETE /v2.0/ports/4b95560a-c802-470f-8732-9c45ca4790e7 HTTP/1.1" status: 204 len: 168 time: 0.9449046 Oct 16 13:42:37.152178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37132) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:37.186017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Allocated IP 2001:db8:3::2 (745c46d8-f7c2-4bb3-a276-7c99aac38e6f/3df452bc-de75-4bf9-8a41-8aa560ec698f/07eccb45-db14-4d34-a951-afc40c026825) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:37.218100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Deleting subnet 316fe292-8a51-417c-a91b-f46eea8738ee {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:37.223170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.239668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4df21-032d-4443-a472-b019b38003f3 req-4766b2f1-64c5-4ed6-80dc-55dcabb727cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:37.241836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aac4df21-032d-4443-a472-b019b38003f3 req-4766b2f1-64c5-4ed6-80dc-55dcabb727cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.1719635 Oct 16 13:42:37.280193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.327739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.347749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aac4df21-032d-4443-a472-b019b38003f3 req-cbe3b797-11e4-4296-bd91-c6f75d0b94f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984268 Oct 16 13:42:37.381378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.450314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port c9aec111-9c8a-41e4-aab8-d76e9a71ee62, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,segment=NetworkSegment(549e1f32-09f1-4f15-8afe-c0e80df7a927),segment_id=549e1f32-09f1-4f15-8afe-c0e80df7a927)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:37.469313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] For port bfe38ba0-3f22-4637-b888-e225482dd38e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:37.473723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] For port bfe38ba0-3f22-4637-b888-e225482dd38e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bfe38ba0-3f22-4637-b888-e225482dd38e,segment=NetworkSegment(5a81f5f6-6a75-40b8-8ca4-51d3b108a11a),segment_id=5a81f5f6-6a75-40b8-8ca4-51d3b108a11a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:37.531706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.600602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.606532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.669975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.679865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:37.686352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.744416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc30da12-2a9f-43c5-b462-f2e5e579d955 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:37.755797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Allocated IP 2001:db8:3::1 (745c46d8-f7c2-4bb3-a276-7c99aac38e6f/3df452bc-de75-4bf9-8a41-8aa560ec698f/35b84502-f606-4622-85ef-e8111eb001c4) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:37.763386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.783412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:37.791012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:37.792936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event deleted for resources: {'Subnet': ['ID=316fe292-8a51-417c-a91b-f46eea8738ee,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:37.807233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.810549 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b5cef0cd-02a4-48e4-8aea-6286cde5aea5 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "DELETE /v2.0/subnets/316fe292-8a51-417c-a91b-f46eea8738ee HTTP/1.1" status: 204 len: 168 time: 0.6573884 Oct 16 13:42:37.813466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37142) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:37.842452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:37.851164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:42:37.851649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:42:37.861506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:37.862257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:37.961678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:37.969680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.036741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef1f2a-5cc9-474c-99ac-b40382855c57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38ba0-3f22-4637-b888-e225482dd38e,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:38.047807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37146) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.064641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Deleting port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:38.065196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.139663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] For port c9aec111-9c8a-41e4-aab8-d76e9a71ee62, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,segment=NetworkSegment(549e1f32-09f1-4f15-8afe-c0e80df7a927),segment_id=549e1f32-09f1-4f15-8afe-c0e80df7a927)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:38.139944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.140673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.143356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Attempting to bind port 07eccb45-db14-4d34-a951-afc40c026825 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:38.144275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Attempting to bind port 07eccb45-db14-4d34-a951-afc40c026825 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:38.145784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Attempting to bind port 07eccb45-db14-4d34-a951-afc40c026825 on network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:38.152707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dc30da12-2a9f-43c5-b462-f2e5e579d955 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:38.153135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.156501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Calling delete_port for c9aec111-9c8a-41e4-aab8-d76e9a71ee62 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:38.223729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=35b84502-f606-4622-85ef-e8111eb001c4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:38.231636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:38.233273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:38.235702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:38.236350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.365027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afa36d-793d-4638-b9d2-891e47c514db None None] Network 259d64f3-764b-4404-b15b-64f58582d1d3 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:38.374964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.398772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:38.402243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:38.402243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Checking segment: {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:38.402243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.402243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Bound using segment: {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:38.402806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Bound port: 07eccb45-db14-4d34-a951-afc40c026825, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:38.402806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.416724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event deleted for resources: {'Port': ['ID=c9aec111-9c8a-41e4-aab8-d76e9a71ee62,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:38.424689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] No DVR routers for this DVR port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:38.455241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fd898868-a1d6-407f-b9d6-ea1b43be9bc3 None None] Port c9aec111-9c8a-41e4-aab8-d76e9a71ee62 update to ACTIVE by agent not found {{(pid=101082) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 16 13:42:38.463198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Pushing event updated for resources: {'Port': ['ID=07eccb45-db14-4d34-a951-afc40c026825,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:38.518242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.626254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Could not find standard attr ID for object c9aec111-9c8a-41e4-aab8-d76e9a71ee62. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:42:38.641906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8efcc8d6-7a45-4fba-9e3d-2fbe78f2f3e8 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] Request body: {'port': {'network_id': 'f59b40d1-d88d-47fa-87d0-550ae60dc456', 'name': 'tempest-NetworksNegativeTestJSON-1428400077'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:38.671184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efcc8d6-7a45-4fba-9e3d-2fbe78f2f3e8 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] POST failed (client error): The resource could not be found. Oct 16 13:42:38.671825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efcc8d6-7a45-4fba-9e3d-2fbe78f2f3e8 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:38.673372 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8efcc8d6-7a45-4fba-9e3d-2fbe78f2f3e8 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6244662 Oct 16 13:42:38.677804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Could not find standard attr ID for object a0bb9bc9-2ec1-4b55-91df-74066a0b7f04. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:42:38.693667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37152) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.721494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Could not find standard attr ID for object 4b95560a-c802-470f-8732-9c45ca4790e7. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 13:42:38.748811 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-617131ed-3072-4d60-9fa6-340bd37df55b tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] DELETE failed (client error): The resource could not be found. Oct 16 13:42:38.749550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617131ed-3072-4d60-9fa6-340bd37df55b tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:38.758525 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-617131ed-3072-4d60-9fa6-340bd37df55b tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "DELETE /v2.0/networks/e302b57f-4331-4c58-8a19-20c6f2887b00 HTTP/1.1" status: 404 len: 339 time: 0.0571420 Oct 16 13:42:38.759756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37154) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.763644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] For port 07eccb45-db14-4d34-a951-afc40c026825, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:38.796937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] For port 07eccb45-db14-4d34-a951-afc40c026825, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=07eccb45-db14-4d34-a951-afc40c026825,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:38.816640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-239e4281-be86-4112-98dc-b18a0229ae4e tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] DELETE failed (client error): The resource could not be found. Oct 16 13:42:38.817832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239e4281-be86-4112-98dc-b18a0229ae4e tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:38.820413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Provisioning complete for port bfe38ba0-3f22-4637-b888-e225482dd38e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:38.820784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.822542 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-239e4281-be86-4112-98dc-b18a0229ae4e tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "DELETE /v2.0/ports/3ae7e51a-17ed-45d5-ae95-29f13eeccc0d HTTP/1.1" status: 404 len: 333 time: 0.0615690 Oct 16 13:42:38.828417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37156) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.834777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb83639-1fb5-4fb4-b464-d387057ffa52 req-46c2e52d-969b-4a8c-b7b5-ac4e065122f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:38.836548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ddb83639-1fb5-4fb4-b464-d387057ffa52 req-46c2e52d-969b-4a8c-b7b5-ac4e065122f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.2008579 Oct 16 13:42:38.839737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259d64f3-764b-4404-b15b-64f58582d1d3']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:38.861995 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb4d745-e658-4d12-93b4-68fe1fba1a82 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] DELETE failed (client error): The resource could not be found. Oct 16 13:42:38.861995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb4d745-e658-4d12-93b4-68fe1fba1a82 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:38.869906 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fbb4d745-e658-4d12-93b4-68fe1fba1a82 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "DELETE /v2.0/subnets/fccecf8a-4715-47a3-bda2-d4b232987cdf HTTP/1.1" status: 404 len: 337 time: 0.0367415 Oct 16 13:42:38.870085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.870195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37158) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.891291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549e1f32-09f1-4f15-8afe-c0e80df7a927') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:38.891565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549e1f32-09f1-4f15-8afe-c0e80df7a927') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:38.893562 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-8099ec06-af19-4168-8417-5320cdcbb0d4 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] GET failed (client error): The resource could not be found. Oct 16 13:42:38.899396 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8099ec06-af19-4168-8417-5320cdcbb0d4 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "GET /v2.0/networks/d4cc32c2-c3d2-46c7-9656-b004f46216ca HTTP/1.1" status: 404 len: 339 time: 0.0245545 Oct 16 13:42:38.903188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ddb83639-1fb5-4fb4-b464-d387057ffa52 req-1a83fb67-ad29-44ca-86c0-311d8ebc1b27 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563903 Oct 16 13:42:38.903188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37160) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.906965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.917994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfbd8fe-ad4a-4cfe-bfb6-d4fdd06bfee5 None None] DHCP port deletion for 259d64f3-764b-4404-b15b-64f58582d1d3 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:42:38.932876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.933139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-414345b6-f7d3-4d7d-8347-af0d914328cc tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] GET failed (client error): The resource could not be found. Oct 16 13:42:38.934936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-414345b6-f7d3-4d7d-8347-af0d914328cc tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "GET /v2.0/ports/6b145110-ba1e-4c37-b2d2-7e009fffd977 HTTP/1.1" status: 404 len: 333 time: 0.0318689 Oct 16 13:42:38.939868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37164) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:38.950496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:38.951336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:38.956641 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:38.993298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ef2b8-1c30-46ae-8e20-2c3cc17acd1d None None] Pushing event updated for resources: {'Port': ['ID=07eccb45-db14-4d34-a951-afc40c026825,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:39.022750 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-46553a43-8907-48d4-8c62-3065623ef1d2 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] GET failed (client error): The resource could not be found. Oct 16 13:42:39.024638 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-46553a43-8907-48d4-8c62-3065623ef1d2 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "GET /v2.0/subnets/cc850357-8e12-4411-8adc-7255ef1840da HTTP/1.1" status: 404 len: 337 time: 0.0816853 Oct 16 13:42:39.030347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37166) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:39.042805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fabb6780-05aa-433d-85d2-1628b3bf0ab9 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:39.052255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.057741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:32Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:37Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:39.080751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.091941 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabb6780-05aa-433d-85d2-1628b3bf0ab9 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] PUT failed (client error): The resource could not be found. Oct 16 13:42:39.091941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabb6780-05aa-433d-85d2-1628b3bf0ab9 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:39.091941 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fabb6780-05aa-433d-85d2-1628b3bf0ab9 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "PUT /v2.0/networks/58f355eb-4b06-45c2-889e-20e78ec77b83 HTTP/1.1" status: 404 len: 339 time: 0.0540211 Oct 16 13:42:39.094809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37168) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:39.095649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44ec9e-4f20-4078-a7f2-3fbb9d9a9905 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:32Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:37Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:39.115261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b00d3083-e73a-48f1-bd64-a8b17661c9a3 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:39.124279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] For port bfe38ba0-3f22-4637-b888-e225482dd38e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bfe38ba0-3f22-4637-b888-e225482dd38e,segment=NetworkSegment(5a81f5f6-6a75-40b8-8ca4-51d3b108a11a),segment_id=5a81f5f6-6a75-40b8-8ca4-51d3b108a11a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:39.151624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.169273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.183041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00d3083-e73a-48f1-bd64-a8b17661c9a3 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] PUT failed (client error): The resource could not be found. Oct 16 13:42:39.183717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00d3083-e73a-48f1-bd64-a8b17661c9a3 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:39.188764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b00d3083-e73a-48f1-bd64-a8b17661c9a3 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "PUT /v2.0/ports/fedfddfb-a20a-4f43-98f6-e1607356ae37 HTTP/1.1" status: 404 len: 333 time: 0.0776851 Oct 16 13:42:39.189401 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] 10.222.0.24 "DELETE /v2.0/networks/259d64f3-764b-4404-b15b-64f58582d1d3 HTTP/1.1" status: 204 len: 168 time: 1.3706298 Oct 16 13:42:39.194818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37172) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:39.225822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.232245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1e83ef6c-6e6a-4f35-b36a-4509ab1b6298 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:39.234405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77108963-41cb-45d0-a1d1-baff3954a8d1 req-c580b536-b0ef-44b4-bf97-b53f623bc323 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:39.235984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-77108963-41cb-45d0-a1d1-baff3954a8d1 req-c580b536-b0ef-44b4-bf97-b53f623bc323 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.2103410 Oct 16 13:42:39.238246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017b1c3-6f1d-4f3c-8d83-4ceae4d882b1 tempest-ExtraDHCPOptionsTestJSON-313461299 tempest-ExtraDHCPOptionsTestJSON-313461299-project] Pushing event deleted for resources: {'Network': ['ID=259d64f3-764b-4404-b15b-64f58582d1d3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:39.271751 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e83ef6c-6e6a-4f35-b36a-4509ab1b6298 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] PUT failed (client error): The resource could not be found. Oct 16 13:42:39.272906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e83ef6c-6e6a-4f35-b36a-4509ab1b6298 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:42:39.285613 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1e83ef6c-6e6a-4f35-b36a-4509ab1b6298 tempest-NetworksNegativeTestJSON-181078201 tempest-NetworksNegativeTestJSON-181078201-project] 10.222.0.24 "PUT /v2.0/subnets/98bbc1ee-3a9e-4506-8bff-bb03be6d30a3 HTTP/1.1" status: 404 len: 337 time: 0.0822074 Oct 16 13:42:39.364921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeef4a-a5a1-49d7-baf9-e41e97fc34fd None None] Pushing event updated for resources: {'Port': ['ID=bfe38ba0-3f22-4637-b888-e225482dd38e,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:39.479741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-77108963-41cb-45d0-a1d1-baff3954a8d1 req-734c1fcf-59f2-4a40-b008-d4880fd3c213 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343409 Oct 16 13:42:39.666455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.777628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.778553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.798113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 07eccb45-db14-4d34-a951-afc40c026825 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:39.893904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37184) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:39.939219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 07eccb45-db14-4d34-a951-afc40c026825 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:39.939881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:39.975821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event updated for resources: {'Port': ['ID=35b84502-f606-4622-85ef-e8111eb001c4,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:40.052025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:40.054850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37188) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:40.057886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:40.076742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.123806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 07eccb45-db14-4d34-a951-afc40c026825, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=07eccb45-db14-4d34-a951-afc40c026825,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:40.175534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9247e185-57c6-4a05-b1d9-9f9efab3f978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.211695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.211695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bfe38ba0-3f22-4637-b888-e225482dd38e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:40.233971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:40.256960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f18256-4f2b-4121-aadc-3326f7ed7e8d None None] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:40.270809 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0735137f-cce6-47bb-a350-5d3f4caba493 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bf8e81e1b25437088ad36444b229594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136192 Oct 16 13:42:40.275108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37192) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:40.349034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9247e185-57c6-4a05-b1d9-9f9efab3f978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.351404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:40.354763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af2b4edf-ec4f-44af-ab99-5ee5116bfe1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.356981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fbc32a35-85da-4ced-96e8-a03e6f3d5663 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1408827 Oct 16 13:42:40.359688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37194) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:40.366217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6b4b08a0-0e26-4266-b997-bb2c98fb7e60 None None] Provisioning complete for port 07eccb45-db14-4d34-a951-afc40c026825 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:40.366217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b4b08a0-0e26-4266-b997-bb2c98fb7e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.366754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:40.366871 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:40.375150 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:40.375761 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:40.379962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=07eccb45-db14-4d34-a951-afc40c026825,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:40.385876 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af2b4edf-ec4f-44af-ab99-5ee5116bfe1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.447521 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9247e185-57c6-4a05-b1d9-9f9efab3f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.462555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port bfe38ba0-3f22-4637-b888-e225482dd38e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:40.462786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.499736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247e185-57c6-4a05-b1d9-9f9efab3f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872750a7-0b94-40fd-80f8-3f4ac5f8f946,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:40.507607 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9247e185-57c6-4a05-b1d9-9f9efab3f978 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ff0a3b334264052a4e04a9e7fc5059b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079249 Oct 16 13:42:40.508191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37196) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:40.552672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af2b4edf-ec4f-44af-ab99-5ee5116bfe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.555710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-af2b4edf-ec4f-44af-ab99-5ee5116bfe1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.559414 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af2b4edf-ec4f-44af-ab99-5ee5116bfe1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1daa4602-d5e4-43e0-8bff-3b6d00425535 HTTP/1.1" status: 204 len: 168 time: 0.2809744 Oct 16 13:42:40.582794 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:40.603438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c607278-7067-4a5c-b8fe-3fd10c12cc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.605489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b4edf-ec4f-44af-ab99-5ee5116bfe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa4602-d5e4-43e0-8bff-3b6d00425535,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:40.631300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c607278-7067-4a5c-b8fe-3fd10c12cc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.791064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c607278-7067-4a5c-b8fe-3fd10c12cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.794914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c607278-7067-4a5c-b8fe-3fd10c12cc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:40.802618 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c607278-7067-4a5c-b8fe-3fd10c12cc74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/872750a7-0b94-40fd-80f8-3f4ac5f8f946 HTTP/1.1" status: 204 len: 168 time: 0.2871304 Oct 16 13:42:40.810920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607278-7067-4a5c-b8fe-3fd10c12cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872750a7-0b94-40fd-80f8-3f4ac5f8f946,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:40.822978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c9aec111-9c8a-41e4-aab8-d76e9a71ee62 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:40.857594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: c9aec111-9c8a-41e4-aab8-d76e9a71ee62 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:40.858026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c9aec111-9c8a-41e4-aab8-d76e9a71ee62 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:40.886983 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:38Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:40.954292 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:40.958771 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Updating router 8f1e8735-0e3e-4df6-b644-a41b43453487 port 35b84502-f606-4622-85ef-e8111eb001c4 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:42:41.008311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37206) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:41.027965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 16 13:42:41.028570 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.048674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Removed routes are [] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 16 13:42:41.049081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.079357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-88757855-71cf-450d-9b42-4a55c4c773c2 None None] Provisioning complete for port 35b84502-f606-4622-85ef-e8111eb001c4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:41.079627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-88757855-71cf-450d-9b42-4a55c4c773c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.153662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-88757855-71cf-450d-9b42-4a55c4c773c2 None None] Port 35b84502-f606-4622-85ef-e8111eb001c4 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:41.169943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-88757855-71cf-450d-9b42-4a55c4c773c2 None None] Provisioning complete for port 07eccb45-db14-4d34-a951-afc40c026825 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:41.170373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-88757855-71cf-450d-9b42-4a55c4c773c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.493921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-673d61c6-7080-4213-8be3-e1d3ba7d2624 None None] Provisioning complete for port 35b84502-f606-4622-85ef-e8111eb001c4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:41.494427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-673d61c6-7080-4213-8be3-e1d3ba7d2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.548993 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.569305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-673d61c6-7080-4213-8be3-e1d3ba7d2624 None None] Port 35b84502-f606-4622-85ef-e8111eb001c4 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:41.607023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.613776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.642665 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.783954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 07eccb45-db14-4d34-a951-afc40c026825 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:41.814619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:41.868071 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Pushing event updated for resources: {'Port': ['ID=35b84502-f606-4622-85ef-e8111eb001c4,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:41.889964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d2ca3510-283f-427c-b3ba-22d20f4deaf7 None None] Provisioning complete for port 35b84502-f606-4622-85ef-e8111eb001c4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:41.898194 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.898545 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.898881 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.899205 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.899521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.899850 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.900171 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.900511 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.900824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.901134 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.901440 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.901836 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:41.904828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3510-283f-427c-b3ba-22d20f4deaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.933378 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Attempting to bind port 35b84502-f606-4622-85ef-e8111eb001c4 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:41.933748 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Attempting to bind port 35b84502-f606-4622-85ef-e8111eb001c4 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:41.934093 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Attempting to bind port 35b84502-f606-4622-85ef-e8111eb001c4 on network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:41.942330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.944676 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:41.945044 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Checking segment: {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:41.945437 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.945818 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Bound using segment: {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:41.946275 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Bound port: 35b84502-f606-4622-85ef-e8111eb001c4, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be24a902-f2e1-4537-a313-f32b2ef14ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:41.946664 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.958664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:41.977410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:41.980337 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-de3c8509-c75f-4eb6-8fda-600512bf5155 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 954 time: 1.6192503 Oct 16 13:42:41.986282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37232) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:42.014713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca3510-283f-427c-b3ba-22d20f4deaf7 None None] Port 35b84502-f606-4622-85ef-e8111eb001c4 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:42.025182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 07eccb45-db14-4d34-a951-afc40c026825 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:42.025552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.097488 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] For port 35b84502-f606-4622-85ef-e8111eb001c4, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:42.102148 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] For port 35b84502-f606-4622-85ef-e8111eb001c4, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=35b84502-f606-4622-85ef-e8111eb001c4,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:42.143739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b123f741-0765-493e-9647-325dc805767a tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 954 time: 0.1538627 Oct 16 13:42:42.144392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37236) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:42.149795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'routes': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:42.183779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5bf662fd-2235-4a58-92d4-68db8f52e25c None None] Provisioning complete for port 35b84502-f606-4622-85ef-e8111eb001c4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:42.184411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf662fd-2235-4a58-92d4-68db8f52e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.193460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37238) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:42.194117 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.289970 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:42.290952 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:42.398654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf662fd-2235-4a58-92d4-68db8f52e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.402321 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--764839654'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:42.406401 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c77c21-0567-4e28-9038-0f24e0f0d954 None None] Pushing event updated for resources: {'Port': ['ID=35b84502-f606-4622-85ef-e8111eb001c4,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:42.445431 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:42.467581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5bf662fd-2235-4a58-92d4-68db8f52e25c None None] For port 35b84502-f606-4622-85ef-e8111eb001c4, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=35b84502-f606-4622-85ef-e8111eb001c4,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:42.540661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5bf662fd-2235-4a58-92d4-68db8f52e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.567867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.17 (cecf5e8a-d1f4-4041-8b43-55165c661529/3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2/c2026f84-c737-4133-9b16-c55afd645c6f) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:42.615484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.637376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf662fd-2235-4a58-92d4-68db8f52e25c None None] Pushing event updated for resources: {'Port': ['ID=35b84502-f606-4622-85ef-e8111eb001c4,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:42.651512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.666800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37248) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:42.670706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d837b5a5-e002-433d-98fd-b47389a53444 None None] Provisioning complete for port 35b84502-f606-4622-85ef-e8111eb001c4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:42.671475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d837b5a5-e002-433d-98fd-b47389a53444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.761199 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:41Z', 'revision_number': 6, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:42.792288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.806468 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2b973-1c84-4449-8aa6-92353f1f9d66 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:41Z', 'revision_number': 6, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 4, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:42.810213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270271337'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:42.832573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e1593691-4be0-4c35-a3fa-51c2269ab317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.876981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.895828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added routes are [] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 16 13:42:42.896147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 16 13:42:42.930701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:42.960607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.000995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a906b1c6-2d69-4114-8500-504b99de2a03,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:43.002459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:43.006139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.008656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.015752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.058194 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network cecf5e8a-d1f4-4041-8b43-55165c661529 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:43.067397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:43.078708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:43.154169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.156642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=c2026f84-c737-4133-9b16-c55afd645c6f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:43.200416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.241985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.323837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.352618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.356306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.359470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.364990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4befc9ab-f29d-49dc-921c-b21bf243ebca None None] Provisioning complete for port c2026f84-c737-4133-9b16-c55afd645c6f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:43.365446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4befc9ab-f29d-49dc-921c-b21bf243ebca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.366313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b5d67c-43fc-4522-be5a-547e2239a45a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:43.412763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4befc9ab-f29d-49dc-921c-b21bf243ebca None None] Port c2026f84-c737-4133-9b16-c55afd645c6f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:43.451550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.455216 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6e5b5b20-a083-4ecf-a138-826df8d71fc3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2577052 Oct 16 13:42:43.456834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37252) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:43.467183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.605851 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3b988b2b-9520-4bd6-b4f2-f41c491561fe tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1478615 Oct 16 13:42:43.608731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37254) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:43.613916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-security--1739625882', 'description': 'tempest-security-description-99015798'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:43.650308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.695680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:43.707694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:43.708505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:43.752663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:43.756423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.773190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 35b84502-f606-4622-85ef-e8111eb001c4 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:43.827848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.828275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment df59d469-06e1-4167-86a0-aad20908df3f of type vlan for network 3cff614c-fbf6-4fc6-8953-db384e6b1248 Oct 16 13:42:43.841050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1aa967-7d30-4326-9468-fda8aa6a9c1d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:43.852102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.855357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.856957 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "PUT /v2.0/security-groups/58b5d67c-43fc-4522-be5a-547e2239a45a HTTP/1.1" status: 200 len: 1778 time: 0.2471857 Oct 16 13:42:43.863886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37256) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:43.892310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:43.899069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:43.941648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ea608-d0a4-471f-bf7d-7b016f54b4c8 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b5d67c-43fc-4522-be5a-547e2239a45a,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:43.981110 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b15e218e-8bb0-4a7c-9879-f30ac107dcd4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups/58b5d67c-43fc-4522-be5a-547e2239a45a HTTP/1.1" status: 200 len: 1778 time: 0.1076107 Oct 16 13:42:43.984928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37258) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.021198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.032747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:44.036300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:44.041253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.042438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-936a9363-7d0c-4471-a84f-16a6a01c6b07 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 704 time: 1.8974481 Oct 16 13:42:44.043685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.049201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:44.049407 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37260) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.050327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.093477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 35b84502-f606-4622-85ef-e8111eb001c4 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:44.093842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.103597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99d3f8c7-08a4-4341-be9a-8864ede135e6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.117045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=3cff614c-fbf6-4fc6-8953-db384e6b1248,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:44.122258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.147809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:44.160900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-143ac16a-1364-4491-a290-de831e6ecc38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4927342 Oct 16 13:42:44.163435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37262) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.163756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99d3f8c7-08a4-4341-be9a-8864ede135e6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.169696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-201811714'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:44.248147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:44.254506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.295966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:42:44.296192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.303585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=c2026f84-c737-4133-9b16-c55afd645c6f,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:44.315012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.316112 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment e4d61819-16de-473e-898a-234b29c81191 of type vlan for network a1287648-978a-4a58-8404-5cdb18def083 Oct 16 13:42:44.323227 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-45ed3ba6-01fb-4895-89e3-6265fbc2eefd tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 704 time: 0.2713761 Oct 16 13:42:44.325058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37264) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.399880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 7, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:44.403131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99d3f8c7-08a4-4341-be9a-8864ede135e6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.405948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99d3f8c7-08a4-4341-be9a-8864ede135e6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.407222 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-99d3f8c7-08a4-4341-be9a-8864ede135e6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/58b5d67c-43fc-4522-be5a-547e2239a45a HTTP/1.1" status: 204 len: 168 time: 0.4213326 Oct 16 13:42:44.414594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37266) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.434491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:44.442350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f8c7-08a4-4341-be9a-8864ede135e6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b5d67c-43fc-4522-be5a-547e2239a45a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:44.444418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.445450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:44.446424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:44.465999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network cecf5e8a-d1f4-4041-8b43-55165c661529 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:44.470049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:44.492426 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-070fe2ff-af4b-4ea8-9a02-fce6c095f090 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680413 Oct 16 13:42:44.492426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37268) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.547375 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-622cff88-e1df-4843-86d2-350f12cf029b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] delete failed (client error): The resource could not be found. Oct 16 13:42:44.548470 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-622cff88-e1df-4843-86d2-350f12cf029b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/58b5d67c-43fc-4522-be5a-547e2239a45a HTTP/1.1" status: 404 len: 347 time: 0.0554023 Oct 16 13:42:44.553831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37270) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.560796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--674822972'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:44.593505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.598436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:44.599810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:44.600608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.661390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:44.709558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=a1287648-978a-4a58-8404-5cdb18def083,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:44.726058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.771057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ae96ec05-9572-4673-ab1f-5a64727dcbb8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6024644 Oct 16 13:42:44.772771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37272) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:44.778401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:44.800392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network a1287648-978a-4a58-8404-5cdb18def083 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:42:44.924241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-922782ce-3510-4448-9105-e3a27e83850b None None] Provisioning complete for port c2026f84-c737-4133-9b16-c55afd645c6f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:44.925275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-922782ce-3510-4448-9105-e3a27e83850b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.977226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-922782ce-3510-4448-9105-e3a27e83850b None None] Port c2026f84-c737-4133-9b16-c55afd645c6f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:44.977753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:44.989107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 7, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:45.025193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734258a8-1655-4880-87c6-b233b8c7df5f None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 7, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:45.189561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:45.197221 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:45.201673 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d2d53de4-d308-45cf-9aa8-73054019b175 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/246981d2-6484-4f10-ad05-71ddc1a39859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1914794 Oct 16 13:42:45.223886 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:45.225434 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:45.229123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.258025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:45.267184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:45.267806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:45.303424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.338839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:45.343983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.354089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 35b84502-f606-4622-85ef-e8111eb001c4 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:45.354705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.365035 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:45.383981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c982c-bb77-44c1-8bfe-7c15f4de587d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:45.439603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:45.458294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 35b84502-f606-4622-85ef-e8111eb001c4, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=35b84502-f606-4622-85ef-e8111eb001c4,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:45.458604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.458864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.460620 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-733aabc2-8b7d-4efe-b9fd-f2848a1a5a96 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9051075 Oct 16 13:42:45.467486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37278) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:45.474303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': 'ef7c982c-bb77-44c1-8bfe-7c15f4de587d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:45.488661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3f52-c838-4118-9641-ec96a97f6772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.488976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 35b84502-f606-4622-85ef-e8111eb001c4 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:45.651603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.676049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.690155 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:42:43Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:39Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2026f84-c737-4133-9b16-c55afd645c6f', 'name': '', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:28:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:42Z', 'updated_at': '2021-10-16T13:42:43Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:45.750605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=639ca100-09dc-4adb-839d-e53220b700ec,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:45.763764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': 'df59d469-06e1-4167-86a0-aad20908df3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:45.764199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: 3cff614c-fbf6-4fc6-8953-db384e6b1248, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:45.769748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 7, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:45.775615 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:45.776777 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Updating router 246981d2-6484-4f10-ad05-71ddc1a39859 port c2026f84-c737-4133-9b16-c55afd645c6f binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:42:45.800556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:45.804287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.812370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:45.812604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:45.815674 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.876651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:45.924200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:45.934356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.938536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:45.974033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 3cff614c-fbf6-4fc6-8953-db384e6b1248) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:45.981162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=35b84502-f606-4622-85ef-e8111eb001c4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:45.982859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3bed04-1eab-4f15-86c2-3446e4188d69,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:45.983341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:45.984431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.011953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64980cd-b8a8-4075-97f6-2416048f5d7c None None] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:46.080737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.084895 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6d045110-95f5-4ba1-802e-cd05d0f5e374 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6161857 Oct 16 13:42:46.086706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37280) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:46.116028 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-71e23aec-f5de-4862-8c02-51efdf7127aa tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3421528 Oct 16 13:42:46.125801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37282) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:46.133753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': 'a1287648-978a-4a58-8404-5cdb18def083', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:46.164690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.264188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2368aa4b-1b40-432e-8366-169b773ab178 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.275082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2368aa4b-1b40-432e-8366-169b773ab178 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.307965 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.388796 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.401287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 7, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:46.406212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-3cff614c-fbf6-4fc6-8953-db384e6b1248', 'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': '639ca100-09dc-4adb-839d-e53220b700ec'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:46.407053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.414734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2368aa4b-1b40-432e-8366-169b773ab178 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.417703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:42:46.422459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.435403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2368aa4b-1b40-432e-8366-169b773ab178 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.437030 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2368aa4b-1b40-432e-8366-169b773ab178 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7e3bed04-1eab-4f15-86c2-3446e4188d69 HTTP/1.1" status: 204 len: 168 time: 0.3481948 Oct 16 13:42:46.442810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37284) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:46.458921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dadcf64-676a-4f9c-a424-2636de380e43 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 7, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35b84502-f606-4622-85ef-e8111eb001c4', 'name': '', 'network_id': '745c46d8-f7c2-4bb3-a276-7c99aac38e6f', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:36Z', 'updated_at': '2021-10-16T13:42:42Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '3df452bc-de75-4bf9-8a41-8aa560ec698f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:46.489863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368aa4b-1b40-432e-8366-169b773ab178 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e3bed04-1eab-4f15-86c2-3446e4188d69,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:46.512624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:46.533079 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902587b-608e-4755-ab19-5a23f4367a70 None None] Pushing event updated for resources: {'Port': ['ID=c2026f84-c737-4133-9b16-c55afd645c6f,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:46.558393 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Attempting to bind port c2026f84-c737-4133-9b16-c55afd645c6f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:46.559024 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Attempting to bind port c2026f84-c737-4133-9b16-c55afd645c6f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:46.559546 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Attempting to bind port c2026f84-c737-4133-9b16-c55afd645c6f on network cecf5e8a-d1f4-4041-8b43-55165c661529 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:46.562933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.573628 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8b4a9957-12a6-47ac-9202-dca59c069a97 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248214 Oct 16 13:42:46.574397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37286) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:46.578310 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:46.578672 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Checking segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:46.579065 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.579491 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Bound using segment: {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:46.579966 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Bound port: c2026f84-c737-4133-9b16-c55afd645c6f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:46.580350 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.677658 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] For port c2026f84-c737-4133-9b16-c55afd645c6f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:46.684022 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] For port c2026f84-c737-4133-9b16-c55afd645c6f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c2026f84-c737-4133-9b16-c55afd645c6f,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:46.720853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.723359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Allocated IP 172.20.0.2 (3cff614c-fbf6-4fc6-8953-db384e6b1248/639ca100-09dc-4adb-839d-e53220b700ec/ff0275ab-a371-40c0-9dc9-a15a00d7a908) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:46.780591 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.783464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b388993-1ba8-4cb6-924f-0a70e49f8326 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.802485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:46.809661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-44247c50-96fe-4f3e-9d13-9cc54789c27e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4837699 Oct 16 13:42:46.814506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37288) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:46.821724 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:46.821936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b388993-1ba8-4cb6-924f-0a70e49f8326 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.844408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-76d9098b-7ebc-48b9-9da8-28a1e1373b82 None None] Provisioning complete for port c2026f84-c737-4133-9b16-c55afd645c6f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:46.844933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-76d9098b-7ebc-48b9-9da8-28a1e1373b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.875817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.885807 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:46.886479 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:46.895792 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:46.897565 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:46.902498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet 3df452bc-de75-4bf9-8a41-8aa560ec698f {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:46.932504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.989579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b388993-1ba8-4cb6-924f-0a70e49f8326 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.993777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b388993-1ba8-4cb6-924f-0a70e49f8326 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:46.995596 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6b388993-1ba8-4cb6-924f-0a70e49f8326 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef7c982c-bb77-44c1-8bfe-7c15f4de587d HTTP/1.1" status: 204 len: 168 time: 0.4134285 Oct 16 13:42:46.999935 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902587b-608e-4755-ab19-5a23f4367a70 None None] Pushing event updated for resources: {'Port': ['ID=c2026f84-c737-4133-9b16-c55afd645c6f,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.011557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37290) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:47.021682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-76d9098b-7ebc-48b9-9da8-28a1e1373b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.025097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.084157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b388993-1ba8-4cb6-924f-0a70e49f8326 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c982c-bb77-44c1-8bfe-7c15f4de587d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.089774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=e033835d-f331-4a05-a4f3-a514276e39c7,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.110001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.157617 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:47.169634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': 'e4d61819-16de-473e-898a-234b29c81191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a1287648-978a-4a58-8404-5cdb18def083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:47.170413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: a1287648-978a-4a58-8404-5cdb18def083, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:42:47.201395 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ec862e98-859d-4bce-a04f-f12794195606 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1883066 Oct 16 13:42:47.204912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37292) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:47.218354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976518847'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:47.258622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-76d9098b-7ebc-48b9-9da8-28a1e1373b82 None None] For port c2026f84-c737-4133-9b16-c55afd645c6f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c2026f84-c737-4133-9b16-c55afd645c6f,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:47.275184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.302420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network a1287648-978a-4a58-8404-5cdb18def083 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:42:47.338453 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:47.378216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.382094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-76d9098b-7ebc-48b9-9da8-28a1e1373b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.395112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.398663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, a1287648-978a-4a58-8404-5cdb18def083) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:47.415529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8cc22-8168-456d-a5b1-639e2faa2bc4 None None] Network a1287648-978a-4a58-8404-5cdb18def083 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:47.419509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:47.422563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.446659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:47.459357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:47.464894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:47.469740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.501127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=3df452bc-de75-4bf9-8a41-8aa560ec698f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.509539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.513533 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-095c3d88-ba26-4086-bce4-e3d238ca1f5f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/3df452bc-de75-4bf9-8a41-8aa560ec698f HTTP/1.1" status: 204 len: 168 time: 0.6969523 Oct 16 13:42:47.516399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37294) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:47.523770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d881b40-0b73-42f1-b995-0e3068eb8775 None None] Network 745c46d8-f7c2-4bb3-a276-7c99aac38e6f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:47.533197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Pushing event updated for resources: {'Port': ['ID=ff0275ab-a371-40c0-9dc9-a15a00d7a908,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.549760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.555672 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-15a66c15-29cc-4604-9487-c8cd35b4599a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4280078 Oct 16 13:42:47.559347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37296) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:47.572607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-744095984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:47.640672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.648476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.652712 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:45Z', 'revision_number': 8, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:47.671404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-51f2a4ba-6fca-4db8-9db6-5a6e293e8292 None None] Provisioning complete for port c2026f84-c737-4133-9b16-c55afd645c6f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:47.671779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-51f2a4ba-6fca-4db8-9db6-5a6e293e8292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.687807 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:47.714045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.715531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.717218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88486340-e473-4a3f-a27d-a58d95b14e34,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.737060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Attempting to bind port ff0275ab-a371-40c0-9dc9-a15a00d7a908 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:47.737493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Attempting to bind port ff0275ab-a371-40c0-9dc9-a15a00d7a908 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'df59d469-06e1-4167-86a0-aad20908df3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:47.737883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Attempting to bind port ff0275ab-a371-40c0-9dc9-a15a00d7a908 on network 3cff614c-fbf6-4fc6-8953-db384e6b1248 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:47.775040 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:47.775763 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:47.792997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.794688 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c05e3500-a5dd-424a-bbe8-7e2cd25ecec7 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5887728 Oct 16 13:42:47.797347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37300) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:47.803290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.806314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '88486340-e473-4a3f-a27d-a58d95b14e34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:47.807112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:47.807473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Checking segment: {'id': 'df59d469-06e1-4167-86a0-aad20908df3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:47.807876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.808276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Bound using segment: {'id': 'df59d469-06e1-4167-86a0-aad20908df3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:47.808968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Bound port: ff0275ab-a371-40c0-9dc9-a15a00d7a908, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df59d469-06e1-4167-86a0-aad20908df3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3cff614c-fbf6-4fc6-8953-db384e6b1248'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:47.809337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.812928 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 07eccb45-db14-4d34-a951-afc40c026825 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:47.813275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.837386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9098b-7ebc-48b9-9da8-28a1e1373b82 None None] Pushing event updated for resources: {'Port': ['ID=c2026f84-c737-4133-9b16-c55afd645c6f,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:47.877908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.900974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 07eccb45-db14-4d34-a951-afc40c026825, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=07eccb45-db14-4d34-a951-afc40c026825,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:47.901493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.904832 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:47.909513 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:42:43Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:39Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2026f84-c737-4133-9b16-c55afd645c6f', 'name': '', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:28:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:42Z', 'updated_at': '2021-10-16T13:42:46Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:47.910533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.925277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 07eccb45-db14-4d34-a951-afc40c026825 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:47.938417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-a1287648-978a-4a58-8404-5cdb18def083', 'network_id': 'a1287648-978a-4a58-8404-5cdb18def083', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': 'e033835d-f331-4a05-a4f3-a514276e39c7'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:42:47.943366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.979583 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a42bc8-1e4c-44e9-932d-5f43efe97878 None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:42:43Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:39Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2026f84-c737-4133-9b16-c55afd645c6f', 'name': '', 'network_id': 'cecf5e8a-d1f4-4041-8b43-55165c661529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:28:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:42Z', 'updated_at': '2021-10-16T13:42:46Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:47.993294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:47.994894 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-860f713e-b341-4688-925d-43eecb63979a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4343879 Oct 16 13:42:47.999430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37302) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:48.005344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.028687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] For port ff0275ab-a371-40c0-9dc9-a15a00d7a908, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:48.033115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] For port ff0275ab-a371-40c0-9dc9-a15a00d7a908, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ff0275ab-a371-40c0-9dc9-a15a00d7a908,segment=NetworkSegment(df59d469-06e1-4167-86a0-aad20908df3f),segment_id=df59d469-06e1-4167-86a0-aad20908df3f)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:48.094088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.126026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.131864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4c6309-1b50-475f-8aa6-7c389748a904,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:48.157971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] DHCP port deletion for 745c46d8-f7c2-4bb3-a276-7c99aac38e6f request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:42:48.216179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.228775 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c6623f93-a8c5-4236-a12b-b7962ca00a41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4238787 Oct 16 13:42:48.228775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37304) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:48.246559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '88486340-e473-4a3f-a27d-a58d95b14e34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:48.350573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba6ff4-b6db-44e1-b458-488f2e9fc2af None None] Pushing event updated for resources: {'Port': ['ID=ff0275ab-a371-40c0-9dc9-a15a00d7a908,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:48.376031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Allocated IP 172.21.0.2 (a1287648-978a-4a58-8404-5cdb18def083/e033835d-f331-4a05-a4f3-a514276e39c7/0e50002a-fdd4-46b3-a56a-0d8913cea84c) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:48.447879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.459232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] Deleting port 07eccb45-db14-4d34-a951-afc40c026825 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:48.459605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.462562 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:45Z', 'revision_number': 8, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:48.479197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.531614 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977dcb5-da6a-4d6d-90e7-30f226c0532a None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:45Z', 'revision_number': 8, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe38ba0-3f22-4637-b888-e225482dd38e', 'name': '', 'network_id': '27632b8c-562b-4d8e-9500-7bc82795653a', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:b3:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:32Z', 'updated_at': '2021-10-16T13:42:39Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'b2b90e4b-854f-4582-bde2-ea331c42c350', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:48.578463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.580754 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.586485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=07eccb45-db14-4d34-a951-afc40c026825,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:48.604566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port 07eccb45-db14-4d34-a951-afc40c026825 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:48.606241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.672655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] For port 07eccb45-db14-4d34-a951-afc40c026825, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=07eccb45-db14-4d34-a951-afc40c026825,segment=NetworkSegment(be24a902-f2e1-4537-a313-f32b2ef14ce4),segment_id=be24a902-f2e1-4537-a313-f32b2ef14ce4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:48.673203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.688852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.707615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] Calling delete_port for 07eccb45-db14-4d34-a951-afc40c026825 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:48.710694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.716336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2315e60c-0063-4cf0-baa0-872251cf94e8,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:48.734405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745c46d8-f7c2-4bb3-a276-7c99aac38e6f']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:48.748310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be24a902-f2e1-4537-a313-f32b2ef14ce4') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:48.748690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be24a902-f2e1-4537-a313-f32b2ef14ce4') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:48.787954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.790041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c2563557-7734-4106-a430-fa9352baf0e0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5651541 Oct 16 13:42:48.792718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37306) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:48.795884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.798160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '88486340-e473-4a3f-a27d-a58d95b14e34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:48.856930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.864656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.866205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:48.866623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.868430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:48.869595 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:48.894196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.894674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] Pushing event deleted for resources: {'Port': ['ID=07eccb45-db14-4d34-a951-afc40c026825,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:48.898860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b933bd-29e1-42f5-bab4-339658b032e1 None None] No DVR routers for this DVR port 07eccb45-db14-4d34-a951-afc40c026825 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:48.949762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:48.995324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.012273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Pushing event updated for resources: {'Port': ['ID=0e50002a-fdd4-46b3-a56a-0d8913cea84c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:49.021300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Network a1287648-978a-4a58-8404-5cdb18def083 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:49.022948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:49.025473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:49.072707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.083915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Attempting to bind port 0e50002a-fdd4-46b3-a56a-0d8913cea84c on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:42:49.084258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Attempting to bind port 0e50002a-fdd4-46b3-a56a-0d8913cea84c by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e4d61819-16de-473e-898a-234b29c81191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a1287648-978a-4a58-8404-5cdb18def083'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:42:49.084432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.084656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Attempting to bind port 0e50002a-fdd4-46b3-a56a-0d8913cea84c on network a1287648-978a-4a58-8404-5cdb18def083 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:42:49.085864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.092448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:42:49.092968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Checking segment: {'id': 'e4d61819-16de-473e-898a-234b29c81191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a1287648-978a-4a58-8404-5cdb18def083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:42:49.093590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.094252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Bound using segment: {'id': 'e4d61819-16de-473e-898a-234b29c81191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a1287648-978a-4a58-8404-5cdb18def083'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:42:49.094828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Bound port: 0e50002a-fdd4-46b3-a56a-0d8913cea84c, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d61819-16de-473e-898a-234b29c81191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a1287648-978a-4a58-8404-5cdb18def083'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:42:49.095293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.102537 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/745c46d8-f7c2-4bb3-a276-7c99aac38e6f HTTP/1.1" status: 204 len: 168 time: 1.5847850 Oct 16 13:42:49.107824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37308) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:49.132891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6546b-c90d-4374-b31f-2bf820710741 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=745c46d8-f7c2-4bb3-a276-7c99aac38e6f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:49.140136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b16d079-2d37-4ff5-9d7b-12d3a7ca0b1e,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:49.160641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.20.0.1 (3cff614c-fbf6-4fc6-8953-db384e6b1248/639ca100-09dc-4adb-839d-e53220b700ec/cb1e7608-697e-4256-964c-05ae3220011a) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:49.194546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] For port 0e50002a-fdd4-46b3-a56a-0d8913cea84c, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:42:49.199797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] For port 0e50002a-fdd4-46b3-a56a-0d8913cea84c, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e50002a-fdd4-46b3-a56a-0d8913cea84c,segment=NetworkSegment(e4d61819-16de-473e-898a-234b29c81191),segment_id=e4d61819-16de-473e-898a-234b29c81191)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:42:49.281859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.348022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.390711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfba1fb-027a-4275-8710-f17b82af8bea None None] Pushing event updated for resources: {'Port': ['ID=0e50002a-fdd4-46b3-a56a-0d8913cea84c,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:49.636221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.640198 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a4d1efcf-6a55-45a0-9b4d-48decb9de237 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8437419 Oct 16 13:42:49.641663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37310) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:49.647197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '88486340-e473-4a3f-a27d-a58d95b14e34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:49.723626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee7be6-8be5-4b5c-907d-d3588c9b5417 None None] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:49.824167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1b969fc5-76fe-40d6-8c79-37c1d63a80ea None None] Provisioning complete for port ff0275ab-a371-40c0-9dc9-a15a00d7a908 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:49.828117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b969fc5-76fe-40d6-8c79-37c1d63a80ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.866600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c2026f84-c737-4133-9b16-c55afd645c6f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:49.886107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.946732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:49.950730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:49.962412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:49.974953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:49.982105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=cb1e7608-697e-4256-964c-05ae3220011a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:50.009186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c2026f84-c737-4133-9b16-c55afd645c6f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:50.009186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.027100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.058627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.100569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.172105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.199383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fb2eb7-c330-421e-99c6-fc4377106b1f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:50.247386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b969fc5-76fe-40d6-8c79-37c1d63a80ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.292667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.293677 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e6dae0bd-08ee-46f8-a7a0-45c0c124c601 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6503911 Oct 16 13:42:50.297881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37314) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:50.304138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '88486340-e473-4a3f-a27d-a58d95b14e34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:50.312271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.353278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1b969fc5-76fe-40d6-8c79-37c1d63a80ea None None] For port ff0275ab-a371-40c0-9dc9-a15a00d7a908, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ff0275ab-a371-40c0-9dc9-a15a00d7a908,segment=NetworkSegment(df59d469-06e1-4167-86a0-aad20908df3f),segment_id=df59d469-06e1-4167-86a0-aad20908df3f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:50.375174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff0275ab-a371-40c0-9dc9-a15a00d7a908 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:50.416928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port bfe38ba0-3f22-4637-b888-e225482dd38e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:50.417364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.428585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b969fc5-76fe-40d6-8c79-37c1d63a80ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.472598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.519331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ff0275ab-a371-40c0-9dc9-a15a00d7a908 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:50.519704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.543963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b969fc5-76fe-40d6-8c79-37c1d63a80ea None None] Pushing event updated for resources: {'Port': ['ID=ff0275ab-a371-40c0-9dc9-a15a00d7a908,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:50.584210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port bfe38ba0-3f22-4637-b888-e225482dd38e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bfe38ba0-3f22-4637-b888-e225482dd38e,segment=NetworkSegment(5a81f5f6-6a75-40b8-8ca4-51d3b108a11a),segment_id=5a81f5f6-6a75-40b8-8ca4-51d3b108a11a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:50.585911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.606972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for bfe38ba0-3f22-4637-b888-e225482dd38e owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:50.635217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e50002a-fdd4-46b3-a56a-0d8913cea84c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:50.661405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.697892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-728edaee-c1dc-439f-a9e1-0f6de39ae411 None None] Provisioning complete for port cb1e7608-697e-4256-964c-05ae3220011a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:50.697892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-728edaee-c1dc-439f-a9e1-0f6de39ae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.755214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.764758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-728edaee-c1dc-439f-a9e1-0f6de39ae411 None None] Port cb1e7608-697e-4256-964c-05ae3220011a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:50.788687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-728edaee-c1dc-439f-a9e1-0f6de39ae411 None None] Provisioning complete for port ff0275ab-a371-40c0-9dc9-a15a00d7a908 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:50.789057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-728edaee-c1dc-439f-a9e1-0f6de39ae411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.804798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b6903f-3323-434b-a389-8143fbef7efb,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:50.822133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0e50002a-fdd4-46b3-a56a-0d8913cea84c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:50.822624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.825014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a679087-c93f-4648-845d-15b8c75ddba3 None None] Network a1287648-978a-4a58-8404-5cdb18def083 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:50.839813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.897135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.901324 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5f74cbd-a214-4a26-9ce6-231db4026d66 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5995791 Oct 16 13:42:50.904554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37316) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:50.929359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.958216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8975779d-dc92-49b3-9fcc-af3b3d7cfbb9 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:50.996082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8975779d-dc92-49b3-9fcc-af3b3d7cfbb9 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.002512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.029347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.033851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=bfe38ba0-3f22-4637-b888-e225482dd38e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:51.070761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=cb1e7608-697e-4256-964c-05ae3220011a,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:51.081873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.141969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0e50002a-fdd4-46b3-a56a-0d8913cea84c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e50002a-fdd4-46b3-a56a-0d8913cea84c,segment=NetworkSegment(e4d61819-16de-473e-898a-234b29c81191),segment_id=e4d61819-16de-473e-898a-234b29c81191)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:51.152088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:51.153817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:51.168510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8975779d-dc92-49b3-9fcc-af3b3d7cfbb9 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.214719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.220960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.228728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ad980e52-079c-4e9d-ac78-5b071e13739d None None] Provisioning complete for port cb1e7608-697e-4256-964c-05ae3220011a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:51.228728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad980e52-079c-4e9d-ac78-5b071e13739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.367000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0e50002a-fdd4-46b3-a56a-0d8913cea84c,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:51.373730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 07eccb45-db14-4d34-a951-afc40c026825 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:51.447786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 07eccb45-db14-4d34-a951-afc40c026825 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:51.448478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 07eccb45-db14-4d34-a951-afc40c026825 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:51.452346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 35b84502-f606-4622-85ef-e8111eb001c4 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:51.466159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ad980e52-079c-4e9d-ac78-5b071e13739d None None] Port cb1e7608-697e-4256-964c-05ae3220011a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:51.512643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 35b84502-f606-4622-85ef-e8111eb001c4 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:51.512924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 35b84502-f606-4622-85ef-e8111eb001c4 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:51.523091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ad980e52-079c-4e9d-ac78-5b071e13739d None None] Provisioning complete for port 0e50002a-fdd4-46b3-a56a-0d8913cea84c triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:51.523468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad980e52-079c-4e9d-ac78-5b071e13739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.599862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:51.638365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8975779d-dc92-49b3-9fcc-af3b3d7cfbb9 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.643171 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8975779d-dc92-49b3-9fcc-af3b3d7cfbb9 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f5b6903f-3323-434b-a389-8143fbef7efb HTTP/1.1" status: 204 len: 168 time: 0.7403977 Oct 16 13:42:51.643857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:51.663448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975779d-dc92-49b3-9fcc-af3b3d7cfbb9 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5b6903f-3323-434b-a389-8143fbef7efb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:51.719681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:51.724745 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-604d4588-d1ae-462c-abf6-0eabecb586ba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6158249 Oct 16 13:42:51.727415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37320) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:51.732088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:51.742548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:51.743157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:51.743687 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-438be040-b652-4082-8089-c42617720712 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0921597 Oct 16 13:42:51.744565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37322) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:51.785275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09b0340c-b212-4c3e-81bf-7ac115c3d2a0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.794054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet b2b90e4b-854f-4582-bde2-ea331c42c350 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:51.797081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09b0340c-b212-4c3e-81bf-7ac115c3d2a0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.798553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.843205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff0275ab-a371-40c0-9dc9-a15a00d7a908 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:51.851725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router d86f2133-a758-4005-bb13-67be88d72523 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:42:51.852982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5e203650-cf59-4fa8-a294-a2431a0879cc None None] Provisioning complete for port cb1e7608-697e-4256-964c-05ae3220011a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:51.856484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5e203650-cf59-4fa8-a294-a2431a0879cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.856618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.929968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:51.954296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.965030 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09b0340c-b212-4c3e-81bf-7ac115c3d2a0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.970566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09b0340c-b212-4c3e-81bf-7ac115c3d2a0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:51.973057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-5e203650-cf59-4fa8-a294-a2431a0879cc None None] Port cb1e7608-697e-4256-964c-05ae3220011a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:51.975306 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-09b0340c-b212-4c3e-81bf-7ac115c3d2a0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c3fb2eb7-c330-421e-99c6-fc4377106b1f HTTP/1.1" status: 204 len: 168 time: 0.2297120 Oct 16 13:42:51.975976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37324) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.001094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:52.010361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37326) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.010834 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ffbdaf34-9960-4a58-bde3-8ec05c1f1a4e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/d86f2133-a758-4005-bb13-67be88d72523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0050859 Oct 16 13:42:52.013908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0340c-b212-4c3e-81bf-7ac115c3d2a0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3fb2eb7-c330-421e-99c6-fc4377106b1f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:52.023620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] Sync routers for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:52.033052 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:52.033664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5e203650-cf59-4fa8-a294-a2431a0879cc None None] Provisioning complete for port 0e50002a-fdd4-46b3-a56a-0d8913cea84c triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:52.034551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5e203650-cf59-4fa8-a294-a2431a0879cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.035033 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.036972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ff0275ab-a371-40c0-9dc9-a15a00d7a908 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:52.037266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.070331 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c47a5c20-165c-4407-ae64-f9722ae9065f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0864546 Oct 16 13:42:52.071316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37328) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.082892 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.090858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684c9f0-ae42-47ef-9f14-ff8edce5310c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:52.094630 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f684c9f0-ae42-47ef-9f14-ff8edce5310c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports/cb1e7608-697e-4256-964c-05ae3220011a HTTP/1.1" status: 200 len: 910 time: 0.0802503 Oct 16 13:42:52.095515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37330) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.097154 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:52.098257 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.119507 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3be4-a1ca-4c4e-ba8d-4e8353fe5846 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.128445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3be4-a1ca-4c4e-ba8d-4e8353fe5846 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.135056 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.136035 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d262a5b-0db9-48ae-b804-0189de160877 None None] The sync data for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:52.151103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.183897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b90e4b-854f-4582-bde2-ea331c42c350,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:52.194128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.197659 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-27de0336-d6a1-4038-aa58-ddaa5f47d5ae tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/b2b90e4b-854f-4582-bde2-ea331c42c350 HTTP/1.1" status: 204 len: 168 time: 0.4693758 Oct 16 13:42:52.200352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37332) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.215190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3f24e-e37b-4935-b5af-14a8c88636fd None None] Network 27632b8c-562b-4d8e-9500-7bc82795653a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:52.276886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3be4-a1ca-4c4e-ba8d-4e8353fe5846 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.282414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3be4-a1ca-4c4e-ba8d-4e8353fe5846 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.283543 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a4d3be4-a1ca-4c4e-ba8d-4e8353fe5846 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6b16d079-2d37-4ff5-9d7b-12d3a7ca0b1e HTTP/1.1" status: 204 len: 168 time: 0.2117631 Oct 16 13:42:52.286234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37334) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.305197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d3be4-a1ca-4c4e-ba8d-4e8353fe5846 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b16d079-2d37-4ff5-9d7b-12d3a7ca0b1e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:52.313943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.385062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port dc30da12-2a9f-43c5-b462-f2e5e579d955 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:52.385462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.396109 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-384e7b8c-6cca-4536-bac7-63cd1df954ea tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1057413 Oct 16 13:42:52.399839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37338) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.477305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b0b13841-5c68-4cca-968f-db6ce5e74264 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.488789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port dc30da12-2a9f-43c5-b462-f2e5e579d955, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dc30da12-2a9f-43c5-b462-f2e5e579d955,segment=NetworkSegment(5a81f5f6-6a75-40b8-8ca4-51d3b108a11a),segment_id=5a81f5f6-6a75-40b8-8ca4-51d3b108a11a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:52.489167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.492800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b0b13841-5c68-4cca-968f-db6ce5e74264 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.515042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for dc30da12-2a9f-43c5-b462-f2e5e579d955 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:52.550473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e50002a-fdd4-46b3-a56a-0d8913cea84c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:42:52.583024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.623763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:50Z', 'revision_number': 9, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.634569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b0b13841-5c68-4cca-968f-db6ce5e74264 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.641458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b0b13841-5c68-4cca-968f-db6ce5e74264 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.645602 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b0b13841-5c68-4cca-968f-db6ce5e74264 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2315e60c-0063-4cf0-baa0-872251cf94e8 HTTP/1.1" status: 204 len: 168 time: 0.2420733 Oct 16 13:42:52.646994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37340) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.648816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13841-5c68-4cca-968f-db6ce5e74264 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2315e60c-0063-4cf0-baa0-872251cf94e8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:52.666084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.667661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:52.687700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:52.688306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.711295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.742604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0e50002a-fdd4-46b3-a56a-0d8913cea84c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:52.742974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.748856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=dc30da12-2a9f-43c5-b462-f2e5e579d955,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:52.755300 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aecb7a5f-396d-41e4-a091-d0b651c3dd89 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1024697 Oct 16 13:42:52.755801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37342) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:52.760648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port dc30da12-2a9f-43c5-b462-f2e5e579d955 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:52.832693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:52.838220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-328f55e7-ce43-4654-8d3e-7b977a4f3ea3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.865073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e02b6-c1a6-4efc-917f-257e7478adc1 None None] DHCP port deletion for 27632b8c-562b-4d8e-9500-7bc82795653a request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:42:52.887367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.896724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-328f55e7-ce43-4654-8d3e-7b977a4f3ea3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.922631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.21.0.1 (a1287648-978a-4a58-8404-5cdb18def083/e033835d-f331-4a05-a4f3-a514276e39c7/13be8e56-a010-4e35-b545-05d1b5430d96) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:42:52.944022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27632b8c-562b-4d8e-9500-7bc82795653a']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.955352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.955804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a81f5f6-6a75-40b8-8ca4-51d3b108a11a') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:52.976174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:52.997511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.006247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:53.006645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:53.009982 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:53.074589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.074829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-328f55e7-ce43-4654-8d3e-7b977a4f3ea3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.077558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-328f55e7-ce43-4654-8d3e-7b977a4f3ea3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.081363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-328f55e7-ce43-4654-8d3e-7b977a4f3ea3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/df4c6309-1b50-475f-8aa6-7c389748a904 HTTP/1.1" status: 204 len: 168 time: 0.3236372 Oct 16 13:42:53.081969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37344) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:53.104303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f55e7-ce43-4654-8d3e-7b977a4f3ea3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df4c6309-1b50-475f-8aa6-7c389748a904,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:53.129079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:50Z', 'revision_number': 9, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:53.138409 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6c928250-ca31-4871-8080-7d6af31206fc tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0549836 Oct 16 13:42:53.139657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.146256 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37346) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:53.148653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.151930 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/27632b8c-562b-4d8e-9500-7bc82795653a HTTP/1.1" status: 204 len: 168 time: 0.9505649 Oct 16 13:42:53.156774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:53.160201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653df04-74f8-4c85-9515-32c1e748164e None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:50Z', 'revision_number': 9, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '10bfb545-2cff-4d7b-8a73-762cf665f616', 'name': '', 'network_id': '464c6d49-c33d-4dda-8b40-6737b78504d0', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:ee:32:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:25Z', 'updated_at': '2021-10-16T13:42:31Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': '9e009c58-0a29-457a-922c-8f045e801c9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:53.166397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e973769-0844-4086-b28e-a63a8b247eaa tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=27632b8c-562b-4d8e-9500-7bc82795653a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:53.222023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.328819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network a1287648-978a-4a58-8404-5cdb18def083 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:53.335717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:53.340925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:42:53.387456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=13be8e56-a010-4e35-b545-05d1b5430d96,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:53.409784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db9613e2-2b29-4e9f-95a2-c832c6187a9f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.481745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.515564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db9613e2-2b29-4e9f-95a2-c832c6187a9f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.587096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b2cdc11c-7606-4b00-bbfb-435d2b35be21 None None] Provisioning complete for port 13be8e56-a010-4e35-b545-05d1b5430d96 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:53.587528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc11c-7606-4b00-bbfb-435d2b35be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.635159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdc11c-7606-4b00-bbfb-435d2b35be21 None None] Port 13be8e56-a010-4e35-b545-05d1b5430d96 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:53.707923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc30da12-2a9f-43c5-b462-f2e5e579d955 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:53.725850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db9613e2-2b29-4e9f-95a2-c832c6187a9f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.725850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-db9613e2-2b29-4e9f-95a2-c832c6187a9f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.725850 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-db9613e2-2b29-4e9f-95a2-c832c6187a9f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/88486340-e473-4a3f-a27d-a58d95b14e34 HTTP/1.1" status: 204 len: 168 time: 0.5760577 Oct 16 13:42:53.726269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37350) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:53.740633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9613e2-2b29-4e9f-95a2-c832c6187a9f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88486340-e473-4a3f-a27d-a58d95b14e34,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:53.743528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: dc30da12-2a9f-43c5-b462-f2e5e579d955 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:53.748684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dc30da12-2a9f-43c5-b462-f2e5e579d955 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:53.748684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bfe38ba0-3f22-4637-b888-e225482dd38e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:53.769753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: bfe38ba0-3f22-4637-b888-e225482dd38e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:53.772548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bfe38ba0-3f22-4637-b888-e225482dd38e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:53.788277 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-18a3814b-03ed-4a7f-8f9a-f0b375a2293a tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607333 Oct 16 13:42:53.788966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37352) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:53.795277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550076072'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:53.836724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.911349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:53.982233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.076926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.108692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0ab14-e04f-40e6-b68a-27399fdb7149,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:54.187226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.191493 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e9d94693-cfb5-4c1d-a868-a53b41f6e774 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3984013 Oct 16 13:42:54.191801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37354) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:54.196145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '7ea0ab14-e04f-40e6-b68a-27399fdb7149', 'direction': 'ingress', 'protocol': 17}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:54.221049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.291678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.348806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.440907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.461224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34771ad-8879-4e90-98ea-65951df4af00,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:54.522566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.523787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-230bdbe8-851c-4b14-bcc9-dde47e737f57 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3310156 Oct 16 13:42:54.526684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37358) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:54.548008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.581261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5827c99f-c881-47f6-b490-600d75ee5b9b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.605865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5827c99f-c881-47f6-b490-600d75ee5b9b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.614697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.708762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5827c99f-c881-47f6-b490-600d75ee5b9b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.711581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5827c99f-c881-47f6-b490-600d75ee5b9b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.711716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.715096 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5827c99f-c881-47f6-b490-600d75ee5b9b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ea0ab14-e04f-40e6-b68a-27399fdb7149 HTTP/1.1" status: 204 len: 168 time: 0.1851342 Oct 16 13:42:54.716502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37360) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:54.723230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=13be8e56-a010-4e35-b545-05d1b5430d96,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:54.730905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c99f-c881-47f6-b490-600d75ee5b9b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0ab14-e04f-40e6-b68a-27399fdb7149,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:54.757324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 10bfb545-2cff-4d7b-8a73-762cf665f616 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:54.757567 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.774272 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-99224db2-80b5-48be-9353-5f94c6da48d6 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555820 Oct 16 13:42:54.777901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37362) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:54.782255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--243970518'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:54.894309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.894564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network a1287648-978a-4a58-8404-5cdb18def083 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:42:54.897269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:42:54.904741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 10bfb545-2cff-4d7b-8a73-762cf665f616, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=10bfb545-2cff-4d7b-8a73-762cf665f616,segment=NetworkSegment(64088866-c3e5-40ce-bb83-9fe2d34d6073),segment_id=64088866-c3e5-40ce-bb83-9fe2d34d6073)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:54.905123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:54.925765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 10bfb545-2cff-4d7b-8a73-762cf665f616 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:54.984919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.066709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.098591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router d86f2133-a758-4005-bb13-67be88d72523 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:55.101517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23326f93-6679-435b-8057-2097817fd1ea,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:55.162097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c1f7b394-1d05-4885-8e37-e23f5e21dee3 None None] Provisioning complete for port 13be8e56-a010-4e35-b545-05d1b5430d96 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:42:55.162721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b394-1d05-4885-8e37-e23f5e21dee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.166655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.170565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-65b96a1d-9c90-46ae-b60b-93b425d78c41 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3890953 Oct 16 13:42:55.170819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37364) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:55.175305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--757298976'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:55.210251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7b394-1d05-4885-8e37-e23f5e21dee3 None None] Port 13be8e56-a010-4e35-b545-05d1b5430d96 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:42:55.297364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:55.297727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.306994 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fd0ed447-e445-45fa-913a-ebd14a0ab412 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/d86f2133-a758-4005-bb13-67be88d72523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080123 Oct 16 13:42:55.306994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37366) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:55.310727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] Sync routers for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:55.322296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:55.324437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:55.358434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:55.366581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251e331-b587-4c4e-a86b-6f93488fa9c2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:42:55.368001 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3251e331-b587-4c4e-a86b-6f93488fa9c2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports/13be8e56-a010-4e35-b545-05d1b5430d96 HTTP/1.1" status: 200 len: 910 time: 0.0601516 Oct 16 13:42:55.369855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.371182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37368) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:55.372300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:55.372940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:55.411719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:55.412502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd0464-2a10-4bbf-ac48-b1418b9767d9 None None] The sync data for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:55.414293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.442313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.471949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c437247a-4ac6-4e59-9084-bfb17f056955,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:55.481632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=10bfb545-2cff-4d7b-8a73-762cf665f616,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:55.524351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.524762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.525020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.525361 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.525695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.526024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.526345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.526667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.527047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.527373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.527694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.528011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:55.542192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.546126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0be4ba00-9ea8-4f42-b5e9-7e44e006f840 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3716424 Oct 16 13:42:55.546365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37370) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:55.551539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '23326f93-6679-435b-8057-2097817fd1ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c437247a-4ac6-4e59-9084-bfb17f056955', 'remote_ip_prefix': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:55.647829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.726002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.753724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.848027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.868518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c622b1-cc1a-4ccb-b52e-9a31314b9a94,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:55.941805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.943094 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7383bdf1-7837-47a8-a610-41e35f66fe0b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3956776 Oct 16 13:42:55.946468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37372) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:55.971001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1b73b53-af2c-40ae-9549-d593863ccc93 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:55.979634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1b73b53-af2c-40ae-9549-d593863ccc93 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.082393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1b73b53-af2c-40ae-9549-d593863ccc93 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.089596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1b73b53-af2c-40ae-9549-d593863ccc93 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.091285 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a1b73b53-af2c-40ae-9549-d593863ccc93 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/67c622b1-cc1a-4ccb-b52e-9a31314b9a94 HTTP/1.1" status: 204 len: 168 time: 0.1437368 Oct 16 13:42:56.098594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37374) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.106352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b73b53-af2c-40ae-9549-d593863ccc93 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67c622b1-cc1a-4ccb-b52e-9a31314b9a94,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:56.146703 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1a86e101-5e07-424c-b92d-c70c06c57074 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0470347 Oct 16 13:42:56.149578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37376) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.206169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40c189b2-b6f0-45af-b526-e90fea6c0e6f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.230483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40c189b2-b6f0-45af-b526-e90fea6c0e6f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.307287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:56.343237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40c189b2-b6f0-45af-b526-e90fea6c0e6f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.345885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-40c189b2-b6f0-45af-b526-e90fea6c0e6f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.347556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-40c189b2-b6f0-45af-b526-e90fea6c0e6f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/c437247a-4ac6-4e59-9084-bfb17f056955 HTTP/1.1" status: 204 len: 168 time: 0.1969957 Oct 16 13:42:56.350794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37378) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.369238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c189b2-b6f0-45af-b526-e90fea6c0e6f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c437247a-4ac6-4e59-9084-bfb17f056955,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:56.416574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.416802 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cd2247b8-46fb-492c-8581-91d0863b8e61 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0648997 Oct 16 13:42:56.419516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37380) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.475514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:56.477949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c091d5fa-694b-4c2e-98b4-18c92b9f16b3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.486354 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:56.497034 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:56.497640 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:56.502888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c091d5fa-694b-4c2e-98b4-18c92b9f16b3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.509985 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d6ad8e2f-590f-4418-91ea-64f67bc28a2d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3478973 Oct 16 13:42:56.510497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37382) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.581630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet 9e009c58-0a29-457a-922c-8f045e801c9f {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:42:56.585086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.602950 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:56.633621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.672721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c091d5fa-694b-4c2e-98b4-18c92b9f16b3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.675814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c091d5fa-694b-4c2e-98b4-18c92b9f16b3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.679669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c091d5fa-694b-4c2e-98b4-18c92b9f16b3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/23326f93-6679-435b-8057-2097817fd1ea HTTP/1.1" status: 204 len: 168 time: 0.2564993 Oct 16 13:42:56.681885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37384) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.712173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091d5fa-694b-4c2e-98b4-18c92b9f16b3 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23326f93-6679-435b-8057-2097817fd1ea,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:56.722652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 13be8e56-a010-4e35-b545-05d1b5430d96 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:56.723116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.773427 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a36960e6-3320-4361-a580-058360fb87e1 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838387 Oct 16 13:42:56.774823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37386) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:56.779017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--467915419'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:56.813728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.828091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.829124 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:55Z', 'revision_number': 10, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:56.842834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 13be8e56-a010-4e35-b545-05d1b5430d96 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:56.858246 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:42:56.867739 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:56.868385 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:56.905684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:56.972334 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:42:56.995483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.057717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.086938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=9e009c58-0a29-457a-922c-8f045e801c9f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:57.091143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.094444 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d3da92a-ba86-4369-b81a-d4f9ab6a79ca tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/9e009c58-0a29-457a-922c-8f045e801c9f HTTP/1.1" status: 204 len: 168 time: 0.5828907 Oct 16 13:42:57.097817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37390) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:57.100513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a0dd1-a6a3-4f2d-b925-168a7f979c28 None None] Network 464c6d49-c33d-4dda-8b40-6737b78504d0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:42:57.173115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.191214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.203899 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:55Z', 'revision_number': 10, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:57.215026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.222413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c112a-c625-4cb7-8ae4-27fa6b6b5ec3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:57.246272 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903de1e6-9af9-4b3b-a15e-da2370e9d023 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:55Z', 'revision_number': 10, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None, '_interfaces': [{'id': '69fe0097-03fc-4b38-af48-149f92f2aa45', 'name': '', 'network_id': '25e4a814-ea23-4142-a354-10ca773823a2', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'mac_address': 'fa:16:3e:15:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:42:18Z', 'updated_at': '2021-10-16T13:42:23Z', 'revision_number': 5, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'subnets': [{'id': 'aa5d8ed9-bfc7-4894-a823-22a60a438527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:57.273752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=13be8e56-a010-4e35-b545-05d1b5430d96,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:57.292853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 300c1e0d-7f94-4f24-8466-48dc22d69d1f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:57.292853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.352573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.353943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-12a2328a-106f-4b20-9b15-976a9b07123f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5782964 Oct 16 13:42:57.358475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37392) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:57.363244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': 'e08c112a-c625-4cb7-8ae4-27fa6b6b5ec3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:57.366363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 300c1e0d-7f94-4f24-8466-48dc22d69d1f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=300c1e0d-7f94-4f24-8466-48dc22d69d1f,segment=NetworkSegment(64088866-c3e5-40ce-bb83-9fe2d34d6073),segment_id=64088866-c3e5-40ce-bb83-9fe2d34d6073)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:57.366844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.385180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 300c1e0d-7f94-4f24-8466-48dc22d69d1f owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:57.478642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.577546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.578058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.609974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=300c1e0d-7f94-4f24-8466-48dc22d69d1f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:57.623879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port 300c1e0d-7f94-4f24-8466-48dc22d69d1f on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:42:57.626134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd06b07-ce15-4a7e-97a8-d02bc031d929 None None] DHCP port deletion for 464c6d49-c33d-4dda-8b40-6737b78504d0 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:42:57.684889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.724844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.744185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 10bfb545-2cff-4d7b-8a73-762cf665f616 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:57.752299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464c6d49-c33d-4dda-8b40-6737b78504d0']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:57.757356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.765841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64088866-c3e5-40ce-bb83-9fe2d34d6073') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:57.765841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64088866-c3e5-40ce-bb83-9fe2d34d6073') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:57.777868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.780220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router d86f2133-a758-4005-bb13-67be88d72523 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:57.781949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 10bfb545-2cff-4d7b-8a73-762cf665f616 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:57.782560 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 10bfb545-2cff-4d7b-8a73-762cf665f616 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:57.783796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 300c1e0d-7f94-4f24-8466-48dc22d69d1f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:42:57.789263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3826c544-909c-47b3-9cf4-79cd1ef66256,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:57.797028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.811329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:42:57.819612 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:42:57.822631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 300c1e0d-7f94-4f24-8466-48dc22d69d1f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:42:57.822631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 300c1e0d-7f94-4f24-8466-48dc22d69d1f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:42:57.879935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.881102 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-96c4837f-3c8a-474b-81f4-d863413ae6d4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5215716 Oct 16 13:42:57.884034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37394) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:57.903143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:42:57.908278 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ab1ac883-4be8-4dda-8433-ab73b30b9b44 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/d86f2133-a758-4005-bb13-67be88d72523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5361247 Oct 16 13:42:57.911452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-619e49a1-46fb-440b-a35a-2bdb10b23f33 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.913471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] Sync routers for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:42:57.918819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37396) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:57.922196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-619e49a1-46fb-440b-a35a-2bdb10b23f33 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:57.922789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:57.923393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:57.963796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:57.973478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:42:57.974200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:58.010404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:42:58.011053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde745c0-d785-4213-902a-c39b53b14e15 None None] The sync data for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:42:58.022535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.037633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.037633 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/464c6d49-c33d-4dda-8b40-6737b78504d0 HTTP/1.1" status: 204 len: 168 time: 0.9388750 Oct 16 13:42:58.040550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37398) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:58.057091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=464c6d49-c33d-4dda-8b40-6737b78504d0,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:58.068989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.069338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.069673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.070048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.070384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.070703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.071025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.071344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.071662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.071979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.072333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.072632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7c147-d2a3-466e-b33f-fb55ab5db1b8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:42:58.120768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-619e49a1-46fb-440b-a35a-2bdb10b23f33 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.130632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-619e49a1-46fb-440b-a35a-2bdb10b23f33 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.131750 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-619e49a1-46fb-440b-a35a-2bdb10b23f33 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3826c544-909c-47b3-9cf4-79cd1ef66256 HTTP/1.1" status: 204 len: 168 time: 0.2465122 Oct 16 13:42:58.134673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37400) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:58.168500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e49a1-46fb-440b-a35a-2bdb10b23f33 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3826c544-909c-47b3-9cf4-79cd1ef66256,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:58.257293 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8058d61b-0f32-4f9b-90ac-ce973f8dc38b tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1189203 Oct 16 13:42:58.257525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37402) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:58.347066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.354147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-13f4c0c3-c825-4309-9e54-1f5a2d6ba65f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.405652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-13f4c0c3-c825-4309-9e54-1f5a2d6ba65f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.532344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.574971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-13f4c0c3-c825-4309-9e54-1f5a2d6ba65f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.582648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-13f4c0c3-c825-4309-9e54-1f5a2d6ba65f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.587061 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-13f4c0c3-c825-4309-9e54-1f5a2d6ba65f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/e08c112a-c625-4cb7-8ae4-27fa6b6b5ec3 HTTP/1.1" status: 204 len: 168 time: 0.3256156 Oct 16 13:42:58.591374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37404) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:58.644496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4c0c3-c825-4309-9e54-1f5a2d6ba65f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c112a-c625-4cb7-8ae4-27fa6b6b5ec3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:58.694747 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9849d436-9fed-4016-9181-caf97a0add32 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022792 Oct 16 13:42:58.714682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37406) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:58.720517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group': {'name': 'tempest-secgroup--297825042'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:58.871473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 69fe0097-03fc-4b38-af48-149f92f2aa45 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:58.871712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.900920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.975989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 69fe0097-03fc-4b38-af48-149f92f2aa45, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69fe0097-03fc-4b38-af48-149f92f2aa45,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:42:58.976388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:58.990435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 69fe0097-03fc-4b38-af48-149f92f2aa45 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:59.023266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.025416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port cb1e7608-697e-4256-964c-05ae3220011a {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:42:59.025742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.114938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.128510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for cb1e7608-697e-4256-964c-05ae3220011a owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:42:59.175997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.222037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68ea64-78dd-4829-95ee-b8f7aad8c383,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:59.254608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.282491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=69fe0097-03fc-4b38-af48-149f92f2aa45,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:59.282911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.287062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b76e7711-d946-4b77-b23e-237305cd8848 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5686152 Oct 16 13:42:59.287244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37410) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:59.292235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '6e68ea64-78dd-4829-95ee-b8f7aad8c383', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:42:59.436917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.486201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.536115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.538706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=cb1e7608-697e-4256-964c-05ae3220011a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:59.602618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.634468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2599f5d4-ce54-4b89-b8a0-f6a00426c5c6,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:42:59.728732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.740847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.744738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e5466be9-49ca-48a9-9b10-f8f3a3cf01e2 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4540310 Oct 16 13:42:59.744738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.751861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37412) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:59.802515 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8dedac41-0e17-4279-97a5-efa494f8cc7f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules/2599f5d4-ce54-4b89-b8a0-f6a00426c5c6 HTTP/1.1" status: 200 len: 763 time: 0.0559666 Oct 16 13:42:59.807565 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37414) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:59.922719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router d86f2133-a758-4005-bb13-67be88d72523 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:59.949148 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-128b8b60-60a0-42cf-b4f8-8cac50295177 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1409092 Oct 16 13:42:59.952391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37416) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:42:59.973862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:42:59.987869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1fc2349d-51cf-49c6-9a16-d464df66a343 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:42:59.998813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1fc2349d-51cf-49c6-9a16-d464df66a343 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.011221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:00.019598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-04dd5f7d-292e-4d90-9365-16ef88e3edea tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/d86f2133-a758-4005-bb13-67be88d72523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964718 Oct 16 13:43:00.019598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37418) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.021941 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] Sync routers for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:00.031461 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:00.032885 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.054142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2837c357-e700-4c9f-8e15-02fe7d080d39 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86f2133-a758-4005-bb13-67be88d72523 HTTP/1.1" status: 200 len: 205 time: 0.0316272 Oct 16 13:43:00.054359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37420) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.078580 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.087478 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] Routers {'d86f2133-a758-4005-bb13-67be88d72523'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:00.088204 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d86f2133-a758-4005-bb13-67be88d72523'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.093533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:00.099061 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b708911d-5e3f-48d5-a466-7558c0ff2434 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0573826 Oct 16 13:43:00.101778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37422) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.110596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:00.124008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:00.125119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.127135 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.127972 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ca4a1-9b96-45da-b19a-cce7d23c8abb None None] The sync data for ids ['d86f2133-a758-4005-bb13-67be88d72523'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:00.167920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.177405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1fc2349d-51cf-49c6-9a16-d464df66a343 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.180808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1fc2349d-51cf-49c6-9a16-d464df66a343 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.183630 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1fc2349d-51cf-49c6-9a16-d464df66a343 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2599f5d4-ce54-4b89-b8a0-f6a00426c5c6 HTTP/1.1" status: 204 len: 168 time: 0.2286181 Oct 16 13:43:00.188153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2349d-51cf-49c6-9a16-d464df66a343 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2599f5d4-ce54-4b89-b8a0-f6a00426c5c6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:00.190761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37424) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.216550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:00.246111 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4ee8c18f-e1d0-4ea7-9bea-4e14bb8a1ea5 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514226 Oct 16 13:43:00.246837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37426) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.251296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '6e68ea64-78dd-4829-95ee-b8f7aad8c383', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:00.268282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting subnet aa5d8ed9-bfc7-4894-a823-22a60a438527 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:00.278732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:59Z', 'revision_number': 11, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.297630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.307791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:00.316458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:00.317054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.362883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.399505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.403339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:00.403500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.409917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.420694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.466020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:59Z', 'revision_number': 11, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:00.495635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35b338d-191d-40a9-b3a0-bb2af42a5c7f None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:59Z', 'revision_number': 11, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:00.534591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.537178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.554773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a635045-880d-4a55-bd38-bf3c88a84fcc,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:00.569499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.579111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router d86f2133-a758-4005-bb13-67be88d72523 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:00.579111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.579111 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bcf63e20-d697-4da3-ace7-892063fe1250 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/d86f2133-a758-4005-bb13-67be88d72523 HTTP/1.1" status: 204 len: 168 time: 0.5229857 Oct 16 13:43:00.581653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.633032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.634236 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7626fbbf-21b1-4549-86d8-9eb408589047 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3863678 Oct 16 13:43:00.637012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37430) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.641707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet e033835d-f331-4a05-a4f3-a514276e39c7 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:00.646387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.655007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-55ff28af-b2db-40ee-9b09-97327f64436a tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules/0a635045-880d-4a55-bd38-bf3c88a84fcc HTTP/1.1" status: 200 len: 763 time: 0.0168464 Oct 16 13:43:00.657533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37432) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.691429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.699272 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-80f3976e-7b8a-4c47-8e72-8e3818411e71 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407639 Oct 16 13:43:00.701006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.703109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37434) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.746089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5d8ed9-bfc7-4894-a823-22a60a438527,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:00.747970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.751287 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45d710a1-b2c0-4c38-ac5e-7da04c239d41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/aa5d8ed9-bfc7-4894-a823-22a60a438527 HTTP/1.1" status: 204 len: 168 time: 0.6448700 Oct 16 13:43:00.753640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2225df-a6a1-4816-ac18-22e8d9249247 None None] Network 25e4a814-ea23-4142-a354-10ca773823a2 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:00.754127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37436) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.787141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.788106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac3036bd-31f7-47e3-b9a5-1360b6947fdd tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.803262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac3036bd-31f7-47e3-b9a5-1360b6947fdd tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.867293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.937932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.946619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Deleting port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:00.946980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.948673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac3036bd-31f7-47e3-b9a5-1360b6947fdd tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.957136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac3036bd-31f7-47e3-b9a5-1360b6947fdd tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.961749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ac3036bd-31f7-47e3-b9a5-1360b6947fdd tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0a635045-880d-4a55-bd38-bf3c88a84fcc HTTP/1.1" status: 204 len: 168 time: 0.2504232 Oct 16 13:43:00.969462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37440) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.974624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=e033835d-f331-4a05-a4f3-a514276e39c7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:00.978941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:00.983599 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8d6b5e7-a3c5-4da3-8b7f-82f758415b90 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/e033835d-f331-4a05-a4f3-a514276e39c7 HTTP/1.1" status: 204 len: 168 time: 0.3999414 Oct 16 13:43:00.987543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37442) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:00.988492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3036bd-31f7-47e3-b9a5-1360b6947fdd tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a635045-880d-4a55-bd38-bf3c88a84fcc,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:00.997496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b30f05-36d0-4e63-8065-5f4590ac0cc4 None None] Network a1287648-978a-4a58-8404-5cdb18def083 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:01.001570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] DHCP port deletion for 25e4a814-ea23-4142-a354-10ca773823a2 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:01.099920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] For port 6c6971cf-506e-43bd-8b63-fe2ca95aef35, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c6971cf-506e-43bd-8b63-fe2ca95aef35,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:01.100368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.115654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet 639ca100-09dc-4adb-839d-e53220b700ec {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:01.126062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-82f330a3-e4d5-4fb1-a32e-0acb5ef3deee tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1530950 Oct 16 13:43:01.129468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37444) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.131351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.134113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Request body: {'security_group_rule': {'security_group_id': '6e68ea64-78dd-4829-95ee-b8f7aad8c383', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:01.155666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Calling delete_port for 6c6971cf-506e-43bd-8b63-fe2ca95aef35 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:01.161367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Deleting port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:01.161901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.215199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.218949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.300189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.359295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.398410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] DHCP port deletion for a1287648-978a-4a58-8404-5cdb18def083 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:01.404834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.421912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9451eec6-5df6-4f11-8f2c-1b1a45c37ec3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:01.435346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] For port 6c6971cf-506e-43bd-8b63-fe2ca95aef35, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c6971cf-506e-43bd-8b63-fe2ca95aef35,segment=NetworkSegment(758f4eff-73d0-4623-8783-64142d8cbde8),segment_id=758f4eff-73d0-4623-8783-64142d8cbde8)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:01.435734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.450387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Calling delete_port for 6c6971cf-506e-43bd-8b63-fe2ca95aef35 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:01.454977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.479703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Port': ['ID=6c6971cf-506e-43bd-8b63-fe2ca95aef35,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:01.484435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No DVR routers for this DVR port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:01.509676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.535900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] Deleting port 0e50002a-fdd4-46b3-a56a-0d8913cea84c {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:01.536989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.556614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.560005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.560159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/639ca100-09dc-4adb-839d-e53220b700ec HTTP/1.1" status: 204 len: 168 time: 0.5694854 Oct 16 13:43:01.561595 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5e298509-d477-47c5-b61d-41b75183af53 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4311087 Oct 16 13:43:01.562937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37450) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.569661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39598d95-4445-4112-8b41-85cd276efcb7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=639ca100-09dc-4adb-839d-e53220b700ec,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:01.571326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37454) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.572038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37452) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.572241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984bf04f-f30c-4049-bfb0-0448de8011d2 None None] Network 3cff614c-fbf6-4fc6-8953-db384e6b1248 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:01.629591 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-121fb2bb-966f-4155-adf9-012a7ca2cec4 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules/9451eec6-5df6-4f11-8f2c-1b1a45c37ec3 HTTP/1.1" status: 200 len: 764 time: 0.0470316 Oct 16 13:43:01.631456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37456) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.633999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] For port 0e50002a-fdd4-46b3-a56a-0d8913cea84c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e50002a-fdd4-46b3-a56a-0d8913cea84c,segment=NetworkSegment(e4d61819-16de-473e-898a-234b29c81191),segment_id=e4d61819-16de-473e-898a-234b29c81191)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:01.634379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.638179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.678711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.712061 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.715772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e4a814-ea23-4142-a354-10ca773823a2']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:01.722491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] Calling delete_port for 0e50002a-fdd4-46b3-a56a-0d8913cea84c owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:01.724383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Pushing event deleted for resources: {'Port': ['ID=6c6971cf-506e-43bd-8b63-fe2ca95aef35,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:01.738464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758f4eff-73d0-4623-8783-64142d8cbde8') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:01.738828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758f4eff-73d0-4623-8783-64142d8cbde8') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:01.740978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] No DVR routers for this DVR port 6c6971cf-506e-43bd-8b63-fe2ca95aef35 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:01.747544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.747845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.748134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.748499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.748839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.749162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.749485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.749811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.750132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.751238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.751238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.751238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e208ad-1fc1-46b1-80a5-7c70c84f5bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:01.756114 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e9797837-b8bf-4d6d-a292-3699ec86b98a tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1223531 Oct 16 13:43:01.758395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37458) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.802346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69fe0097-03fc-4b38-af48-149f92f2aa45 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:01.803333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.805146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4887cfd2-fc53-4e99-8bf7-2418604bcf49 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.816099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4887cfd2-fc53-4e99-8bf7-2418604bcf49 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.830044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.840796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:01.841203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:01.846676 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:01.849610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 69fe0097-03fc-4b38-af48-149f92f2aa45 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:01.849959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69fe0097-03fc-4b38-af48-149f92f2aa45 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:01.850378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0e50002a-fdd4-46b3-a56a-0d8913cea84c no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:01.873813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 0e50002a-fdd4-46b3-a56a-0d8913cea84c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:01.874449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.964430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4887cfd2-fc53-4e99-8bf7-2418604bcf49 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.973665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4887cfd2-fc53-4e99-8bf7-2418604bcf49 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:01.977779 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4887cfd2-fc53-4e99-8bf7-2418604bcf49 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9451eec6-5df6-4f11-8f2c-1b1a45c37ec3 HTTP/1.1" status: 204 len: 168 time: 0.2145548 Oct 16 13:43:01.979558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37460) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:01.990647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 0e50002a-fdd4-46b3-a56a-0d8913cea84c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0e50002a-fdd4-46b3-a56a-0d8913cea84c,segment=NetworkSegment(e4d61819-16de-473e-898a-234b29c81191),segment_id=e4d61819-16de-473e-898a-234b29c81191)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:01.991016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.001196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887cfd2-fc53-4e99-8bf7-2418604bcf49 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9451eec6-5df6-4f11-8f2c-1b1a45c37ec3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:02.020339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 0e50002a-fdd4-46b3-a56a-0d8913cea84c owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:02.020449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.050195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.052658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] DHCP port deletion for 3cff614c-fbf6-4fc6-8953-db384e6b1248 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:02.067565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] Pushing event deleted for resources: {'Port': ['ID=0e50002a-fdd4-46b3-a56a-0d8913cea84c,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:02.070178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9077d2-4991-4ec9-b92d-3f4de83248c2 None None] No DVR routers for this DVR port 0e50002a-fdd4-46b3-a56a-0d8913cea84c on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:02.088073 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d866526b-3eed-4b46-bc6d-5c8d6f013fa0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044176 Oct 16 13:43:02.088221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37462) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:02.095421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.105816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.120598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/networks/25e4a814-ea23-4142-a354-10ca773823a2 HTTP/1.1" status: 204 len: 168 time: 1.3654273 Oct 16 13:43:02.122899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37466) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:02.129276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'routes': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:02.135108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c6971cf-506e-43bd-8b63-fe2ca95aef35 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:02.141843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160217e4-d129-4891-9b85-1fc3027cf480 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Pushing event deleted for resources: {'Network': ['ID=25e4a814-ea23-4142-a354-10ca773823a2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:02.159474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 6c6971cf-506e-43bd-8b63-fe2ca95aef35 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:02.159810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c6971cf-506e-43bd-8b63-fe2ca95aef35 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:02.189196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] Deleting port ff0275ab-a371-40c0-9dc9-a15a00d7a908 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:02.191609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.275718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] For port ff0275ab-a371-40c0-9dc9-a15a00d7a908, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ff0275ab-a371-40c0-9dc9-a15a00d7a908,segment=NetworkSegment(df59d469-06e1-4167-86a0-aad20908df3f),segment_id=df59d469-06e1-4167-86a0-aad20908df3f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:02.276260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.290220 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:43:02.290842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] Calling delete_port for ff0275ab-a371-40c0-9dc9-a15a00d7a908 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:02.318399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.370226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.399371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=0e50002a-fdd4-46b3-a56a-0d8913cea84c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:02.432921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b5884f4-7871-4585-a806-484e86458eaf tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.452438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port 0e50002a-fdd4-46b3-a56a-0d8913cea84c on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:02.457806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.extraroute_db [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Added routes are [] {{(pid=101081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 16 13:43:02.458220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.extraroute_db [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Removed routes are [] {{(pid=101081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 16 13:43:02.458556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.469364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.506758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] Pushing event deleted for resources: {'Port': ['ID=ff0275ab-a371-40c0-9dc9-a15a00d7a908,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:02.514911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2e8dc-26ef-45c7-a2a9-abca44177ecd None None] No DVR routers for this DVR port ff0275ab-a371-40c0-9dc9-a15a00d7a908 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:02.552814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b5884f4-7871-4585-a806-484e86458eaf tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.723984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.763463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1287648-978a-4a58-8404-5cdb18def083']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:02.798953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.805189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d61819-16de-473e-898a-234b29c81191') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:02.805878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d61819-16de-473e-898a-234b29c81191') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:02.807965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.820303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.873690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.882179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b5884f4-7871-4585-a806-484e86458eaf tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.884731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3b5884f4-7871-4585-a806-484e86458eaf tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.885886 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3b5884f4-7871-4585-a806-484e86458eaf tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e68ea64-78dd-4829-95ee-b8f7aad8c383 HTTP/1.1" status: 204 len: 168 time: 0.7966752 Oct 16 13:43:02.891897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37468) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:02.920078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:02.920503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:02.923362 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:02.940509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5884f4-7871-4585-a806-484e86458eaf tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68ea64-78dd-4829-95ee-b8f7aad8c383,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:02.950755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 8f1e8735-0e3e-4df6-b644-a41b43453487 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:02.996065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-812c91bb-5766-4d74-b979-8a66c172317f tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029212 Oct 16 13:43:03.002084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37470) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.104857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.114533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:03.117789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.128666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port c2026f84-c737-4133-9b16-c55afd645c6f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:03.128666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.128913 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/a1287648-978a-4a58-8404-5cdb18def083 HTTP/1.1" status: 204 len: 168 time: 1.5567575 Oct 16 13:43:03.129033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37472) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.129139 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] Sync routers for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:03.131307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.135260 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5f189741-4400-4a8c-bcab-623378dfa075 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 705 time: 1.0085278 Oct 16 13:43:03.141704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:03.142436 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.144820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37474) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.155653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d56f9-1c50-45e3-bcd8-53da7eb3f709 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=a1287648-978a-4a58-8404-5cdb18def083,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:03.183546 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-572a0b56-b2ec-4eee-a558-e11e1f806bc0 tempest-SecGroupTest-1585886656 tempest-SecGroupTest-1585886656-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1756663 Oct 16 13:43:03.183546 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-197cc7d4-e220-49bc-b3d5-87c1898e290b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 205 time: 0.0348527 Oct 16 13:43:03.184872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37478) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.274568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.277679 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:03.295228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.333283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port c2026f84-c737-4133-9b16-c55afd645c6f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c2026f84-c737-4133-9b16-c55afd645c6f,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:03.333717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.348431 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:59Z', 'revision_number': 11, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.363871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for c2026f84-c737-4133-9b16-c55afd645c6f owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:03.380421 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] Checking router: 8f1e8735-0e3e-4df6-b644-a41b43453487 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:03.389962 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] Routers {'8f1e8735-0e3e-4df6-b644-a41b43453487'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:03.390852 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['8f1e8735-0e3e-4df6-b644-a41b43453487'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.416034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.475561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cff614c-fbf6-4fc6-8953-db384e6b1248']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.475808 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] Set router 8f1e8735-0e3e-4df6-b644-a41b43453487 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:03.490456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df59d469-06e1-4167-86a0-aad20908df3f') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.490738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df59d469-06e1-4167-86a0-aad20908df3f') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.511762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.519142 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.522158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.530358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.570140 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:59Z', 'revision_number': 11, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:03.572172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:03.572604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:03.575541 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:03.604254 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2fb2c-cf28-4fe4-a108-f3f1b256a813 None None] The sync data for ids ['8f1e8735-0e3e-4df6-b644-a41b43453487'] in dv-neutron-743142-24-hyperv is: [{'id': '8f1e8735-0e3e-4df6-b644-a41b43453487', 'name': 'tempest-RoutersIpV6Test-router-1075722236', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:42:16Z', 'updated_at': '2021-10-16T13:42:59Z', 'revision_number': 11, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:03.657576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.657576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1e8735-0e3e-4df6-b644-a41b43453487 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:03.671913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.673496 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-17c97504-1714-493d-a35e-c7c1a0376d9e tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 204 len: 168 time: 0.4867511 Oct 16 13:43:03.680121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37484) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.684706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-80539078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:03.776115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff0275ab-a371-40c0-9dc9-a15a00d7a908 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:03.795851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ff0275ab-a371-40c0-9dc9-a15a00d7a908 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:03.796478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff0275ab-a371-40c0-9dc9-a15a00d7a908 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:03.798796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.800508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.810018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.814653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37490) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.815389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.819458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/3cff614c-fbf6-4fc6-8953-db384e6b1248 HTTP/1.1" status: 204 len: 168 time: 0.6945753 Oct 16 13:43:03.823130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37494) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:03.832257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276446835'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:03.874268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:03.876219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d07b9e-52b4-464b-af2b-916a5c2af461 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=3cff614c-fbf6-4fc6-8953-db384e6b1248,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:03.930781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=c2026f84-c737-4133-9b16-c55afd645c6f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:03.956583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:03.959771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.012545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:04.029591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.037009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.037333 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment 3b590ec6-221a-4d88-9a16-b1377ade5f41 of type vlan for network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 Oct 16 13:43:04.042187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3f462-62d7-4d43-a4b4-7ca7d9f8209f req-88a5a82e-1a74-47b8-8f35-6879988e6ddd tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:04.044103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fce3f462-62d7-4d43-a4b4-7ca7d9f8209f req-88a5a82e-1a74-47b8-8f35-6879988e6ddd tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 945 time: 0.2187409 Oct 16 13:43:04.058742 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-58145ffe-1f33-45d5-a094-ceb554e95257 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b61002f8c5c49c69a7c70b4f451d49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393022 Oct 16 13:43:04.059909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37496) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:04.108711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.133505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.202807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fce3f462-62d7-4d43-a4b4-7ca7d9f8209f req-79c7c91d-edd7-494d-b5c9-6980163c5dac tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524005 Oct 16 13:43:04.222919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.228956 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:04.229602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.269129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.273085 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f60ef8f7-064a-46c5-b674-cffd1687d220 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5919280 Oct 16 13:43:04.278222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37498) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:04.282898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:04.286927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44735787-093c-4b11-b1ac-f657fb2ee761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.302094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=4c072880-6e45-4e64-bfbc-1aa1af3b9626,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:04.313468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:04.318618 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-95f8a68b-4f80-415e-9b7e-8cd74d4b355f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4931672 Oct 16 13:43:04.322540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37500) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:04.333682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:04.410992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44735787-093c-4b11-b1ac-f657fb2ee761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.413678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.579525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:04.583868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.660617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.726553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44735787-093c-4b11-b1ac-f657fb2ee761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.729111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-44735787-093c-4b11-b1ac-f657fb2ee761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.730283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-44735787-093c-4b11-b1ac-f657fb2ee761 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a906b1c6-2d69-4114-8500-504b99de2a03 HTTP/1.1" status: 204 len: 168 time: 0.6658995 Oct 16 13:43:04.745839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44735787-093c-4b11-b1ac-f657fb2ee761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a906b1c6-2d69-4114-8500-504b99de2a03,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:04.817692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.910450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:04.983604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=a18ce753-296f-4628-a54c-942103c7da64,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:04.986241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:04.988354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': '3b590ec6-221a-4d88-9a16-b1377ade5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:04.988902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: 4c072880-6e45-4e64-bfbc-1aa1af3b9626, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:05.057604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Router 31dcb3f2-c97d-453b-8136-f1e46a441bd4 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:05.079933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:05.168436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4c072880-6e45-4e64-bfbc-1aa1af3b9626) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:05.171450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d9061-2038-4f74-8ac0-c20ab15802f6 None None] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:05.173199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:05.174067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.263280 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f952ead1-9865-43ce-9d8a-dc8570356584 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9392159 Oct 16 13:43:05.268526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37514) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:05.276366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1525736279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:05.353359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4c072880-6e45-4e64-bfbc-1aa1af3b9626', 'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': 'a18ce753-296f-4628-a54c-942103c7da64'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:05.354251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.489416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.490905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.525604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Allocated IP 172.20.0.2 (4c072880-6e45-4e64-bfbc-1aa1af3b9626/a18ce753-296f-4628-a54c-942103c7da64/f982f622-1fc2-4089-abf3-7f0e16c0604f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:05.556350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.625471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.647233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:05.654448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.658248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37518) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:05.658989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e7946566-7217-4d20-a64b-71cb3ca11e9c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "PUT /v2.0/routers/31dcb3f2-c97d-453b-8136-f1e46a441bd4 HTTP/1.1" status: 200 len: 696 time: 1.3791521 Oct 16 13:43:05.678362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:05.683237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] Sync routers for ids ['31dcb3f2-c97d-453b-8136-f1e46a441bd4'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:05.687611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8270eae2-9e5b-430b-8a91-156136928caf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/246981d2-6484-4f10-ad05-71ddc1a39859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1091719 Oct 16 13:43:05.694564 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:05.716549 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:05.716549 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:05.717312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.718848 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e04330db-3866-4ee0-a791-37895c02d4d4 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4488046 Oct 16 13:43:05.722365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.723267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37524) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:05.732424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] Routers {'31dcb3f2-c97d-453b-8136-f1e46a441bd4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:05.732966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['31dcb3f2-c97d-453b-8136-f1e46a441bd4'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:05.747948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-f31dce04-916f-4b05-9216-5b27aa7db108 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:05.749540 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-f31dce04-916f-4b05-9216-5b27aa7db108 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 945 time: 0.2402124 Oct 16 13:43:05.783449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4812c4d-3322-42d6-856e-08ba276a5713 req-41f6ae5e-f91b-4430-a146-137182c1c079 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:05.785086 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4812c4d-3322-42d6-856e-08ba276a5713 req-41f6ae5e-f91b-4430-a146-137182c1c079 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 945 time: 0.2769051 Oct 16 13:43:05.800483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'port': {'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626', 'name': 'tempest-RoutersTest-2137125785'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:05.871893 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] Set router 31dcb3f2-c97d-453b-8136-f1e46a441bd4 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:05.886280 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fe4f4872-f604-4d78-a193-88d918b4906d tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/routers/31dcb3f2-c97d-453b-8136-f1e46a441bd4 HTTP/1.1" status: 200 len: 702 time: 0.2256589 Oct 16 13:43:05.890695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37530) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:05.938768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:05.943641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dcb3f2-c97d-453b-8136-f1e46a441bd4', 'name': 'tempest-RoutersIpV6Test-router-80539078', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:03Z', 'updated_at': '2021-10-16T13:43:04Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:05.947011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4812c4d-3322-42d6-856e-08ba276a5713 req-48239a0d-c405-47f4-b09f-02857d4cbea9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130972 Oct 16 13:43:06.001727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Deleting port 186639c5-2d38-4343-8fd3-d079b611dda8 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:06.002593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.037391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] Checking router: 31dcb3f2-c97d-453b-8136-f1e46a441bd4 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:06.048897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:06.057520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:06.061041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:06.069957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Pushing event updated for resources: {'Port': ['ID=f982f622-1fc2-4089-abf3-7f0e16c0604f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:06.076220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] Routers {'31dcb3f2-c97d-453b-8136-f1e46a441bd4'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:06.077147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['31dcb3f2-c97d-453b-8136-f1e46a441bd4'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:06.155297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] For port 186639c5-2d38-4343-8fd3-d079b611dda8, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=186639c5-2d38-4343-8fd3-d079b611dda8,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:06.155702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.170620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37536) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:06.216408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] Set router 31dcb3f2-c97d-453b-8136-f1e46a441bd4 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:06.219291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Attempting to bind port f982f622-1fc2-4089-abf3-7f0e16c0604f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:06.219868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Attempting to bind port f982f622-1fc2-4089-abf3-7f0e16c0604f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '3b590ec6-221a-4d88-9a16-b1377ade5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:06.220427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Attempting to bind port f982f622-1fc2-4089-abf3-7f0e16c0604f on network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:06.275737 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:06.282450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:06.283133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Checking segment: {'id': '3b590ec6-221a-4d88-9a16-b1377ade5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:06.284415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.285034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Bound using segment: {'id': '3b590ec6-221a-4d88-9a16-b1377ade5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:06.285709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Bound port: f982f622-1fc2-4089-abf3-7f0e16c0604f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b590ec6-221a-4d88-9a16-b1377ade5f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4c072880-6e45-4e64-bfbc-1aa1af3b9626'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:06.286281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.289540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31dcb3f2-c97d-453b-8136-f1e46a441bd4', 'name': 'tempest-RoutersIpV6Test-router-80539078', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:03Z', 'updated_at': '2021-10-16T13:43:04Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:06.325818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2605ed-f854-4cbe-a07c-89ab25a2bb7a None None] The sync data for ids ['31dcb3f2-c97d-453b-8136-f1e46a441bd4'] in dv-neutron-743142-24-hyperv is: [{'id': '31dcb3f2-c97d-453b-8136-f1e46a441bd4', 'name': 'tempest-RoutersIpV6Test-router-80539078', 'tenant_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:03Z', 'updated_at': '2021-10-16T13:43:04Z', 'revision_number': 2, 'project_id': 'f02eef9de32e4d87abd01685cf25c1e3', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:06.421353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] For port f982f622-1fc2-4089-abf3-7f0e16c0604f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:06.425856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bfa93914-5281-4f57-bca3-44476c96d191 tempest-ServiceProvidersTest-655753099 tempest-ServiceProvidersTest-655753099-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2540386 Oct 16 13:43:06.426506 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dd731a2b-5ab2-4114-84a7-69b05fcebdba tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=31dcb3f2-c97d-453b-8136-f1e46a441bd4 HTTP/1.1" status: 200 len: 205 time: 0.5346467 Oct 16 13:43:06.428884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37540) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:06.430860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] For port f982f622-1fc2-4089-abf3-7f0e16c0604f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f982f622-1fc2-4089-abf3-7f0e16c0604f,segment=NetworkSegment(3b590ec6-221a-4d88-9a16-b1377ade5f41),segment_id=3b590ec6-221a-4d88-9a16-b1377ade5f41)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:06.439563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93296de7-c025-43c8-a01f-c6990815a12e req-7069a913-68a2-43c8-83e0-8407a12d3470 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:06.442046 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-93296de7-c025-43c8-a01f-c6990815a12e req-7069a913-68a2-43c8-83e0-8407a12d3470 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.2082880 Oct 16 13:43:06.557329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.559430 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-93296de7-c025-43c8-a01f-c6990815a12e req-b7a50c77-c2ea-44b2-b72e-8147f76bb93b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108954 Oct 16 13:43:06.576232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.583596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:06.590615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.598185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.598627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.599155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Floating IP 5022a5e9-b365-4b57-b189-c5d723b329e0 disassociated. External IP: 172.26.5.216, port: 186639c5-2d38-4343-8fd3-d079b611dda8. Oct 16 13:43:06.599604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Calling delete_port for 186639c5-2d38-4343-8fd3-d079b611dda8 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:06.661560 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:03Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:39Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:06.685248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d75d-fa82-4d77-a573-1ed8482d37e7 None None] Pushing event updated for resources: {'Port': ['ID=f982f622-1fc2-4089-abf3-7f0e16c0604f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:06.718657 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:06.721980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] device_id is not set on port c1aa799a-c733-4cbc-a163-3f5dcb43c057 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:43:06.731642 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:06.732843 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:06.901415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.919219 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:06.933350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.940556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:06.997753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'Port': ['ID=186639c5-2d38-4343-8fd3-d079b611dda8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:07.095022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.20.0.8 (4c072880-6e45-4e64-bfbc-1aa1af3b9626/a18ce753-296f-4628-a54c-942103c7da64/c1aa799a-c733-4cbc-a163-3f5dcb43c057) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:07.112311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37548) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.133843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.134687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Fanout notify agent at l3_agent the message router_deleted on router 31dcb3f2-c97d-453b-8136-f1e46a441bd4 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:07.147494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c128807-bf49-433d-804d-063ed1c70488 req-6cae31d5-c69c-47e7-8127-16fb210935ac tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0439165 Oct 16 13:43:07.148155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.149324 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5b028d8-9f8f-49f8-9e34-2d2c1ade9f47 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/31dcb3f2-c97d-453b-8136-f1e46a441bd4 HTTP/1.1" status: 204 len: 168 time: 0.7195029 Oct 16 13:43:07.153303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37552) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.204774 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2039067e-7a24-4d92-8543-33d85bace540 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=31dcb3f2-c97d-453b-8136-f1e46a441bd4 HTTP/1.1" status: 200 len: 205 time: 0.0503755 Oct 16 13:43:07.210632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37554) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.254371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:07.283194 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-0e5cc339-3fa2-46c9-ad5e-74875dc265a7 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:07.284266 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0e5cc339-3fa2-46c9-ad5e-74875dc265a7 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/31dcb3f2-c97d-453b-8136-f1e46a441bd4 HTTP/1.1" status: 404 len: 336 time: 0.0725412 Oct 16 13:43:07.295334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37556) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.298566 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:03Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:39Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:07.343273 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3f00bf-c53b-4682-b7a2-6f1c076d4a41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:07.345652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3f00bf-c53b-4682-b7a2-6f1c076d4a41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:07.351159 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ea3f00bf-c53b-4682-b7a2-6f1c076d4a41 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/3df452bc-de75-4bf9-8a41-8aa560ec698f HTTP/1.1" status: 404 len: 337 time: 0.0530219 Oct 16 13:43:07.351328 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f037f-6ac5-437f-8802-6f26ae5bd870 None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:03Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '1f64e149-508f-4ad2-a4d1-db3c1496266b', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.65', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'port_id': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'mac_address': 'fa:16:3e:bf:95:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:41:34Z', 'updated_at': '2021-10-16T13:41:39Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:07.352979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37558) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.415824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:07.418739 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-b453989f-a78f-435d-bb64-4fe594299e25 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:07.419199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b453989f-a78f-435d-bb64-4fe594299e25 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:07.425787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37560) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.426107 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b453989f-a78f-435d-bb64-4fe594299e25 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/b2b90e4b-854f-4582-bde2-ea331c42c350 HTTP/1.1" status: 404 len: 337 time: 0.0686631 Oct 16 13:43:07.429916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb13-7168-4ede-95b9-d9b76119569a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.431979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:07.451081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:07.451972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:07.502213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] No DVR routers for this DVR port 186639c5-2d38-4343-8fd3-d079b611dda8 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:07.505322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.509317 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b08dc4f0-74b8-4e66-8297-a877caff5ae4 req-3b992ceb-013c-4913-8ce5-f5527f1792ad tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "DELETE /v2.0/ports/186639c5-2d38-4343-8fd3-d079b611dda8 HTTP/1.1" status: 204 len: 173 time: 1.7458465 Oct 16 13:43:07.510196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a326221-4d8f-4466-b8ad-9d977a097446 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:07.510637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a326221-4d8f-4466-b8ad-9d977a097446 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:07.514500 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5a326221-4d8f-4466-b8ad-9d977a097446 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/9e009c58-0a29-457a-922c-8f045e801c9f HTTP/1.1" status: 404 len: 337 time: 0.0876789 Oct 16 13:43:07.519812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'name': 'network-vif-deleted', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:07.519812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973633e4-dccf-4741-a2b3-13d8652a3ae5" -d '{"events": [{"server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "name": "network-vif-deleted", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:07.521610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.542564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.576344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393914af-1e35-449f-a0d9-b446b463af45 x-openstack-request-id: req-393914af-1e35-449f-a0d9-b446b463af45 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:07.580120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2042285f-b844-4b84-87c5-3f92db7b5f59", "name": "network-vif-deleted", "tag": "186639c5-2d38-4343-8fd3-d079b611dda8", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:07.580120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-393914af-1e35-449f-a0d9-b446b463af45 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:07.580120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2042285f-b844-4b84-87c5-3f92db7b5f59', 'name': 'network-vif-deleted', 'tag': '186639c5-2d38-4343-8fd3-d079b611dda8', 'status': 'completed', 'code': 200} Oct 16 13:43:07.585514 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-619c8b95-7fab-47bc-97d9-ec20864655e4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:07.585994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619c8b95-7fab-47bc-97d9-ec20864655e4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:07.592646 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-619c8b95-7fab-47bc-97d9-ec20864655e4 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/aa5d8ed9-bfc7-4894-a823-22a60a438527 HTTP/1.1" status: 404 len: 337 time: 0.0699134 Oct 16 13:43:07.602581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37568) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.609833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-33b047fc-2346-4090-9060-c3571cce4e16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:07.611398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-33b047fc-2346-4090-9060-c3571cce4e16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.1329515 Oct 16 13:43:07.652239 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a28bf250-8d5c-46c5-85d1-e484f22ecc68 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 200 len: 205 time: 0.0484784 Oct 16 13:43:07.667656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37570) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.669368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:07.759682 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-b9f06d81-eecd-4342-b8ba-82ecf1cd3a25 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:07.760833 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b9f06d81-eecd-4342-b8ba-82ecf1cd3a25 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/8f1e8735-0e3e-4df6-b644-a41b43453487 HTTP/1.1" status: 404 len: 336 time: 0.0905914 Oct 16 13:43:07.780000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37574) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.812086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb13-7168-4ede-95b9-d9b76119569a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.880244 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c1f04520-f6b1-4d83-b4be-ab0dae881367 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f9c3b4-3c8c-417f-afe0-53b9b021b777 HTTP/1.1" status: 200 len: 205 time: 0.0947063 Oct 16 13:43:07.880512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aed7cb13-7168-4ede-95b9-d9b76119569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.888512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37576) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.901526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f982f622-1fc2-4089-abf3-7f0e16c0604f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:07.926306 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aed7cb13-7168-4ede-95b9-d9b76119569a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7627b0c6ed94a1d80d3449707f38040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8101683 Oct 16 13:43:07.927220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37578) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:07.933137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:07.989159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-cf7a57db-aeb0-48d8-b253-afb0dcecb7a1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:07.990221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cf7a57db-aeb0-48d8-b253-afb0dcecb7a1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/09f9c3b4-3c8c-417f-afe0-53b9b021b777 HTTP/1.1" status: 404 len: 336 time: 0.1002729 Oct 16 13:43:07.993437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37580) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.059045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac54cb0-db08-45fa-9acf-9b37eb90dcd7 req-ce18652d-b844-4e95-b965-04e713ae47ee tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:08.071363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ac54cb0-db08-45fa-9acf-9b37eb90dcd7 req-ce18652d-b844-4e95-b965-04e713ae47ee tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 946 time: 0.3839784 Oct 16 13:43:08.076198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=c1aa799a-c733-4cbc-a163-3f5dcb43c057,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:08.094837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacd0074-d9a3-4260-b799-46d1d1a16347 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:08.095353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacd0074-d9a3-4260-b799-46d1d1a16347 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:08.097564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:08.099104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f982f622-1fc2-4089-abf3-7f0e16c0604f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:08.100128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.108948 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-aacd0074-d9a3-4260-b799-46d1d1a16347 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/b7de9cc6-a1ad-47d7-966e-53cc5c604a15 HTTP/1.1" status: 404 len: 337 time: 0.0937908 Oct 16 13:43:08.109044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37582) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.110095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:08.165882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:08.170554 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-adba0929-2488-4324-b45a-bad59996f4bf tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 200 len: 205 time: 0.0573702 Oct 16 13:43:08.171400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7cb13-7168-4ede-95b9-d9b76119569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368b9c7-9b04-4284-8456-81311fba6b51,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:08.172046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port cdcf495d-79ec-40a6-b7ca-b34082c60d63 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:08.172511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.175316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37584) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.256543 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ac54cb0-db08-45fa-9acf-9b37eb90dcd7 req-c16136d5-ff50-4b0f-af39-cbaac3e87045 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ff9542f-699f-4efe-b423-8742c360964f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789813 Oct 16 13:43:08.336846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.363901 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-1fe27e02-9a2b-4933-8917-5798aeddd993 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:08.366112 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1fe27e02-9a2b-4933-8917-5798aeddd993 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/35ec848f-815e-4545-b2cd-d64206e1d710 HTTP/1.1" status: 404 len: 336 time: 0.1576691 Oct 16 13:43:08.369011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37588) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.411107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e8a3a3bd-29d9-4b4f-b891-bbbd0925363a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.438839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2bd22b0b-7425-4335-880b-6f895ddf17f5 req-088e467a-9254-459a-b9a7-ec198be65e21 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.1520517 Oct 16 13:43:08.445265 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5f077ddb-eafb-408f-b414-f4e96e808d48 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=466d063f-c7fc-4934-b589-8c67bdf20058 HTTP/1.1" status: 200 len: 205 time: 0.0687153 Oct 16 13:43:08.447721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37590) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.486304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:08.487925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.492233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e8a3a3bd-29d9-4b4f-b891-bbbd0925363a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.506298 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-686087fa-0501-4c3e-834c-a994b6f7a82f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:08.507426 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-686087fa-0501-4c3e-834c-a994b6f7a82f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/466d063f-c7fc-4934-b589-8c67bdf20058 HTTP/1.1" status: 404 len: 336 time: 0.0587451 Oct 16 13:43:08.510404 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37592) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.520588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port cdcf495d-79ec-40a6-b7ca-b34082c60d63, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=cdcf495d-79ec-40a6-b7ca-b34082c60d63,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:08.521332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.544774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for cdcf495d-79ec-40a6-b7ca-b34082c60d63 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:08.563535 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c478d21-26f7-48de-b550-1d7d295a51c8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:08.569609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c478d21-26f7-48de-b550-1d7d295a51c8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:08.569609 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9c478d21-26f7-48de-b550-1d7d295a51c8 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/680cec1e-8599-4dc9-908d-c93200beb3d2 HTTP/1.1" status: 404 len: 337 time: 0.0560195 Oct 16 13:43:08.580832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37594) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.599194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d04d7c-1331-4c58-833d-192d436f8b29 None None] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:08.625691 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b84bcf7c-d781-4cd3-bd69-9ddbac08553c tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c HTTP/1.1" status: 200 len: 205 time: 0.0430565 Oct 16 13:43:08.629915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37596) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.641656 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-049ebbde-4793-4d18-b064-cb4c11f8c744 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8505511 Oct 16 13:43:08.644505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37598) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.685871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 186639c5-2d38-4343-8fd3-d079b611dda8 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:08.701794 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-71919b01-d77d-4392-a978-176df529cfe9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:08.702807 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-71919b01-d77d-4392-a978-176df529cfe9 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/afc3b6c8-b634-4bc8-99ff-aaaf2d86de7c HTTP/1.1" status: 404 len: 336 time: 0.0715528 Oct 16 13:43:08.707648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37600) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.749436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 186639c5-2d38-4343-8fd3-d079b611dda8 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:08.749702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 186639c5-2d38-4343-8fd3-d079b611dda8 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:08.768606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port f982f622-1fc2-4089-abf3-7f0e16c0604f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f982f622-1fc2-4089-abf3-7f0e16c0604f,segment=NetworkSegment(3b590ec6-221a-4d88-9a16-b1377ade5f41),segment_id=3b590ec6-221a-4d88-9a16-b1377ade5f41)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:08.774806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fcc275d7-43f3-4bc9-9c7e-90161eb71933 None None] Provisioning complete for port f982f622-1fc2-4089-abf3-7f0e16c0604f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:08.775176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fcc275d7-43f3-4bc9-9c7e-90161eb71933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.801021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e8a3a3bd-29d9-4b4f-b891-bbbd0925363a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.805170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e8a3a3bd-29d9-4b4f-b891-bbbd0925363a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.811402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:08.814572 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-adea4b3e-c932-4505-b874-57cbeeba96a1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:08.815280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adea4b3e-c932-4505-b874-57cbeeba96a1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:08.819238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-adea4b3e-c932-4505-b874-57cbeeba96a1 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/a1bcc842-4e08-4411-be58-8ffe4d143ccc HTTP/1.1" status: 404 len: 337 time: 0.1096895 Oct 16 13:43:08.830463 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e8a3a3bd-29d9-4b4f-b891-bbbd0925363a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f368b9c7-9b04-4284-8456-81311fba6b51 HTTP/1.1" status: 204 len: 168 time: 0.8900635 Oct 16 13:43:08.833424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37604) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.876664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:08.888463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:08.908195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c2026f84-c737-4133-9b16-c55afd645c6f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:08.930076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3a3bd-29d9-4b4f-b891-bbbd0925363a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368b9c7-9b04-4284-8456-81311fba6b51,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:08.940350 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9039f7fc-3a5f-4a39-9599-5a7c32667796 tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e9296a-1f89-4849-b67d-cfef11d71a6e HTTP/1.1" status: 200 len: 205 time: 0.0999022 Oct 16 13:43:08.944645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37606) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:08.990250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: c2026f84-c737-4133-9b16-c55afd645c6f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:08.990867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c2026f84-c737-4133-9b16-c55afd645c6f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:08.993958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:08.995661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:09.019957 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-d4a66165-cba7-4c16-a78d-93f7f9b1c65b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] delete failed (client error): The resource could not be found. Oct 16 13:43:09.021227 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d4a66165-cba7-4c16-a78d-93f7f9b1c65b tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/routers/a0e9296a-1f89-4849-b67d-cfef11d71a6e HTTP/1.1" status: 404 len: 336 time: 0.0724277 Oct 16 13:43:09.034816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37608) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:09.086378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:09.098110 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea77c4b-3891-462e-b6c5-bf27e06775bc tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:09.098706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea77c4b-3891-462e-b6c5-bf27e06775bc tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:09.102589 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aea77c4b-3891-462e-b6c5-bf27e06775bc tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/20109029-8881-4c77-a41a-169dc6b5025b HTTP/1.1" status: 404 len: 337 time: 0.0648804 Oct 16 13:43:09.104881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37610) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:09.113252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=f982f622-1fc2-4089-abf3-7f0e16c0604f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:09.146343 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ad4c8c-db91-4002-86a9-b5d03ef0d37f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] DELETE failed (client error): The resource could not be found. Oct 16 13:43:09.147031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ad4c8c-db91-4002-86a9-b5d03ef0d37f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:43:09.152720 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e5ad4c8c-db91-4002-86a9-b5d03ef0d37f tempest-RoutersIpV6Test-1624935486 tempest-RoutersIpV6Test-1624935486-project] 10.222.0.24 "DELETE /v2.0/subnets/e559a127-f964-499a-a5ed-c01f90b23d42 HTTP/1.1" status: 404 len: 337 time: 0.0444362 Oct 16 13:43:09.166090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=cdcf495d-79ec-40a6-b7ca-b34082c60d63,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:09.235390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port cdcf495d-79ec-40a6-b7ca-b34082c60d63 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:09.239708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:09.247228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-971fa2ca-b15e-4fb4-a557-34841e632d8b req-189ba9a9-e1a6-4473-abc3-16bf7226000d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/cdcf495d-79ec-40a6-b7ca-b34082c60d63 HTTP/1.1" status: 204 len: 173 time: 1.6294565 Oct 16 13:43:09.328045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:09.484471 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2d27c82-4da2-4df3-a430-2d065f1e5784 req-0410d441-6998-44e6-a981-a853544ff488 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=677176f7-9e7c-4c71-b96b-f9467fde44bb HTTP/1.1" status: 200 len: 210 time: 0.0653563 Oct 16 13:43:09.496999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:09.675118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ebe46413-f138-4fcc-9da9-b03d492c842e None None] Provisioning complete for port c1aa799a-c733-4cbc-a163-3f5dcb43c057 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:09.675763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ebe46413-f138-4fcc-9da9-b03d492c842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:09.720404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'name': 'network-vif-deleted', 'tag': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:09.720404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e2194f-f5ee-45f3-9970-25aa7a456f54" -d '{"events": [{"server_uuid": "677176f7-9e7c-4c71-b96b-f9467fde44bb", "name": "network-vif-deleted", "tag": "cdcf495d-79ec-40a6-b7ca-b34082c60d63"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:09.743148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46413-f138-4fcc-9da9-b03d492c842e None None] Port c1aa799a-c733-4cbc-a163-3f5dcb43c057 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:09.760463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ebe46413-f138-4fcc-9da9-b03d492c842e None None] Provisioning complete for port f982f622-1fc2-4089-abf3-7f0e16c0604f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:09.760833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ebe46413-f138-4fcc-9da9-b03d492c842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:09.810347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:09.817519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f982f622-1fc2-4089-abf3-7f0e16c0604f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:09.845019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8236e55-b9e0-46a8-a0e8-8d270f35c6bc x-openstack-request-id: req-c8236e55-b9e0-46a8-a0e8-8d270f35c6bc {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:09.845439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677176f7-9e7c-4c71-b96b-f9467fde44bb", "name": "network-vif-deleted", "tag": "cdcf495d-79ec-40a6-b7ca-b34082c60d63", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:09.846013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8236e55-b9e0-46a8-a0e8-8d270f35c6bc {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:09.846976 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677176f7-9e7c-4c71-b96b-f9467fde44bb', 'name': 'network-vif-deleted', 'tag': 'cdcf495d-79ec-40a6-b7ca-b34082c60d63', 'status': 'completed', 'code': 200} Oct 16 13:43:09.887403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64bb1922-32d7-45fb-af38-f179cdeffeea req-95e7d6b3-fc2a-40dd-af88-d07f0813aa8c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.1694858 Oct 16 13:43:09.906251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f4ac9-31f6-4661-a2aa-4dc0f278ed2a None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:10.003902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f982f622-1fc2-4089-abf3-7f0e16c0604f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:10.004343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.025896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37622) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:10.103947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.163648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.197724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d30c4c20-5102-4a44-8b76-f104d294f5b4 None None] Provisioning complete for port c1aa799a-c733-4cbc-a163-3f5dcb43c057 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:10.198220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d30c4c20-5102-4a44-8b76-f104d294f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.267636 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-87b3e786-a55e-47e0-aff8-5bba405be29b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f02eef9de32e4d87abd01685cf25c1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405291 Oct 16 13:43:10.275506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37626) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:10.286295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d30c4c20-5102-4a44-8b76-f104d294f5b4 None None] Port c1aa799a-c733-4cbc-a163-3f5dcb43c057 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:10.342285 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf84925-c60b-4fe8-99e3-2bc17dee6f4b None None] New status for floating IP 5022a5e9-b365-4b57-b189-c5d723b329e0: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:43:10.563266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37630) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:10.610741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-db9219dc-cc9e-4a96-b264-9619f1ebd38c None None] Provisioning complete for port c1aa799a-c733-4cbc-a163-3f5dcb43c057 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:10.611399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-db9219dc-cc9e-4a96-b264-9619f1ebd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.652342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b036bb-468a-46ef-8f99-63910369f8ca tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.671313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-db9219dc-cc9e-4a96-b264-9619f1ebd38c None None] Port c1aa799a-c733-4cbc-a163-3f5dcb43c057 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:10.694071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b036bb-468a-46ef-8f99-63910369f8ca tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.743298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=c1aa799a-c733-4cbc-a163-3f5dcb43c057,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:10.828930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b036bb-468a-46ef-8f99-63910369f8ca tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.832082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b036bb-468a-46ef-8f99-63910369f8ca tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.833515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47d4e9d7-cc81-46d0-bd3c-2f3f8f533a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.836099 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-98b036bb-468a-46ef-8f99-63910369f8ca tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/4ff9542f-699f-4efe-b423-8742c360964f HTTP/1.1" status: 204 len: 168 time: 0.2717869 Oct 16 13:43:10.845744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b036bb-468a-46ef-8f99-63910369f8ca tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9542f-699f-4efe-b423-8742c360964f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:10.860430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47d4e9d7-cc81-46d0-bd3c-2f3f8f533a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.932584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37636) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:10.991747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:10.996013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet 3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:10.999676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.042783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.048801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68146c15-0ba1-4540-a3da-948d60158de7 req-7651a51a-198b-4389-86ea-88ea49e16cc1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0659523 Oct 16 13:43:11.051926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47d4e9d7-cc81-46d0-bd3c-2f3f8f533a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.054464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47d4e9d7-cc81-46d0-bd3c-2f3f8f533a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.055635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-47d4e9d7-cc81-46d0-bd3c-2f3f8f533a9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60a9ef9b-9b54-409f-a826-282351c01f95 HTTP/1.1" status: 204 len: 168 time: 0.3620093 Oct 16 13:43:11.083949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4e9d7-cc81-46d0-bd3c-2f3f8f533a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9ef9b-9b54-409f-a826-282351c01f95,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:11.174633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.233435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.315533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.339276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28d75b-c3f9-4a7b-bd93-e697e6dc3329 None None] Network cecf5e8a-d1f4-4041-8b43-55165c661529 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:11.370116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.374585 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2 HTTP/1.1" status: 204 len: 168 time: 0.4398141 Oct 16 13:43:11.379427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ad9c5-8db0-4ac0-a9c3-54284adeb24c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea02d55-77cc-457e-bd4b-5bdb21a5b4e2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:11.381076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37642) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:11.512398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.587524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.591196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 842ba55e-0271-4555-949c-9ec5e4a6d714 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:11.591632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.653661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.670637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 842ba55e-0271-4555-949c-9ec5e4a6d714, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=842ba55e-0271-4555-949c-9ec5e4a6d714,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:11.671014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.693186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] DHCP port deletion for cecf5e8a-d1f4-4041-8b43-55165c661529 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:11.698246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 842ba55e-0271-4555-949c-9ec5e4a6d714 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:11.776549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=c1aa799a-c733-4cbc-a163-3f5dcb43c057,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:11.787295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] Deleting port 842ba55e-0271-4555-949c-9ec5e4a6d714 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:11.790362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.790767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.820136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 842ba55e-0271-4555-949c-9ec5e4a6d714 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:11.906971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] For port 842ba55e-0271-4555-949c-9ec5e4a6d714, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=842ba55e-0271-4555-949c-9ec5e4a6d714,segment=NetworkSegment(bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a),segment_id=bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:11.907361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:11.914074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:11.916292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:11.921473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] Calling delete_port for 842ba55e-0271-4555-949c-9ec5e4a6d714 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:11.945274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.004486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=842ba55e-0271-4555-949c-9ec5e4a6d714,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:12.013157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port 842ba55e-0271-4555-949c-9ec5e4a6d714 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:12.028906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.140010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.151392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.177282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] No DVR routers for this DVR port 842ba55e-0271-4555-949c-9ec5e4a6d714 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:12.182015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecf5e8a-d1f4-4041-8b43-55165c661529']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.202433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.202942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2cfbcb-ddda-4c84-bc7f-b75db1f9211a') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.217676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.233768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.234033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dd889-25f5-4ad4-b2d9-a83c50c3ebea None None] Pushing event deleted for resources: {'Port': ['ID=842ba55e-0271-4555-949c-9ec5e4a6d714,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:12.248118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:12.248543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:12.251914 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:12.286700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c751224c-22fa-4992-8b67-3d1c72336079 req-9da79479-d869-487a-af72-68c0554497fa tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0690556 Oct 16 13:43:12.322200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6a01f93f-32a0-46ed-aeaf-5fbb6a04735b None None] Provisioning complete for port c1aa799a-c733-4cbc-a163-3f5dcb43c057 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:12.322200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a01f93f-32a0-46ed-aeaf-5fbb6a04735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.362341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:12.371578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6a01f93f-32a0-46ed-aeaf-5fbb6a04735b None None] Port c1aa799a-c733-4cbc-a163-3f5dcb43c057 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:12.397105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.404891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.412676 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/cecf5e8a-d1f4-4041-8b43-55165c661529 HTTP/1.1" status: 204 len: 168 time: 1.0301158 Oct 16 13:43:12.415220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37662) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:12.434471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b28b7e-ec00-4057-b255-68d8df033a18 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=cecf5e8a-d1f4-4041-8b43-55165c661529,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:12.466713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37664) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:12.475862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device cdcf495d-79ec-40a6-b7ca-b34082c60d63 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:12.501091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: cdcf495d-79ec-40a6-b7ca-b34082c60d63 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:12.501483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device cdcf495d-79ec-40a6-b7ca-b34082c60d63 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:12.574329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-61981285'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:12.577572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:12.587000 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e147dc93-56d6-460b-adfd-ae92c10286ae tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9417307 Oct 16 13:43:12.587654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37668) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:12.590068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] Sync routers for ids ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:12.599682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] Routers {'a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:12.605670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.641878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.651570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] Routers {'a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:12.652185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.658429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78fb80-352b-43ba-80ca-760d44a7b009 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:12.662789 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2a78fb80-352b-43ba-80ca-760d44a7b009 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports/c1aa799a-c733-4cbc-a163-3f5dcb43c057 HTTP/1.1" status: 200 len: 977 time: 0.0674407 Oct 16 13:43:12.663287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37670) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:12.668937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Made reservation on behalf of d1a0314ca0c24ca9a95a06280724a666 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:12.673490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.684668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.689400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:12.690133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a75da7-bf1a-4a35-9a34-85d2df155b4f None None] The sync data for ids ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:12.774508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.817866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-60568c65-a0e8-42e4-a2a8-acf1bb357ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.819167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 47388241-4582-40a3-acd8-13cecf991c38 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:12.819505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.840350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.868525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:12.878251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f07b25-245a-4544-9659-d532da72ba70,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:12.896392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:12.896747 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Added segment 0ff4219b-53cd-46d5-9e55-e99b9a243c72 of type vlan for network 2a602497-e855-4fa4-bb7a-040e7ed0e137 Oct 16 13:43:12.939286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.019604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.019831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.028248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.034436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:13.035028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.041541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 47388241-4582-40a3-acd8-13cecf991c38 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:13.110148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event updated for resources: {'Network': ['ID=2a602497-e855-4fa4-bb7a-040e7ed0e137,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:13.122296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:13.135104 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a18a632f-445b-430e-b15c-11149b5b0211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6665971 Oct 16 13:43:13.135700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37672) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:13.142483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Request body: {'subnet': {'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:13.414354 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c81e7537-f440-40a3-87b2-38dc3593e5e1 req-0c26f51a-45d3-45e4-911d-253e4bd7a042 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=2042285f-b844-4b84-87c5-3f92db7b5f59 HTTP/1.1" status: 200 len: 210 time: 0.0584152 Oct 16 13:43:13.454426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Made reservation on behalf of d1a0314ca0c24ca9a95a06280724a666 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:13.458514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.511644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.646505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.695457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=47388241-4582-40a3-acd8-13cecf991c38,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:13.879937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:13.880153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 1f64e149-508f-4ad2-a4d1-db3c1496266b disassociated (deleted). External IP: 172.26.5.65, port: 929a8fad-3058-4fa4-9a88-8297d0ad7183. Oct 16 13:43:14.346028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:14.447665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event updated for resources: {'Subnet': ['ID=1e8578a8-dee1-435e-9db8-546e68ba95e1,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:14.518392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Checking segment: {'id': '0ff4219b-53cd-46d5-9e55-e99b9a243c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:14.518759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Network hostable DHCP agents. Network: 2a602497-e855-4fa4-bb7a-040e7ed0e137, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:14.609190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port c1aa799a-c733-4cbc-a163-3f5dcb43c057 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:14.609527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:14.649064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:14.684461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:14.789167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2a602497-e855-4fa4-bb7a-040e7ed0e137) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:14.792910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:14.796523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6825e-1c1f-4491-91f0-7e1763648c80 None None] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:14.797693 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-8b3613a8-796d-4c4a-8d29-aba6fe6f844e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172142206&fields=id&tenant_id=373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 267 time: 0.1178851 Oct 16 13:43:14.813458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:14.814050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:14.840652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for c1aa799a-c733-4cbc-a163-3f5dcb43c057 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:14.994993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-898c1888-f7a6-4374-9f8f-b25396cb0b6a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8578231 Oct 16 13:43:14.997447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37686) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:15.004244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Request body: {'port': {'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137', 'name': 'tempest-TagsExtTest-1112023968'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:15.030075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:15.038419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.045396 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:15.058620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:15.059223 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:42:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:15.092906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-b9fc5f37-1406-4d48-ab28-29fa39446bb0 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:15.094450 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-b9fc5f37-1406-4d48-ab28-29fa39446bb0 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 811 time: 0.2828004 Oct 16 13:43:15.156859 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-85e75581-96c3-4129-ba00-93f3c3883557 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/1f64e149-508f-4ad2-a4d1-db3c1496266b HTTP/1.1" status: 204 len: 168 time: 2.7382107 Oct 16 13:43:15.163684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:15.166152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81" -d '{"events": [{"name": "network-changed", "server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:15.171540 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-6058e7eb-c32a-4421-9e2d-8da7874237b5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/quotas/373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 375 time: 0.0350835 Oct 16 13:43:15.188712 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:15.257236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Made reservation on behalf of d1a0314ca0c24ca9a95a06280724a666 for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:15.263574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.278676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2a602497-e855-4fa4-bb7a-040e7ed0e137', 'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137', 'tenant_id': 'd1a0314ca0c24ca9a95a06280724a666', 'fixed_ips': [{'subnet_id': '1e8578a8-dee1-435e-9db8-546e68ba95e1'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:15.280136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.300402 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-fed54914-6a39-4f05-89b5-0c394a64268a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1143830 Oct 16 13:43:15.302301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] device_id is not set on port 441b63a5-0200-48e2-bb6d-11586e24c30d yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:43:15.368411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.406169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b2328df2-4832-4d1e-a3e0-c5ab64e3291d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.413089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=c1aa799a-c733-4cbc-a163-3f5dcb43c057,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:15.450866 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:03Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:15.497044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Allocated IP 172.20.0.2 (2a602497-e855-4fa4-bb7a-040e7ed0e137/1e8578a8-dee1-435e-9db8-546e68ba95e1/88d7cf56-9e0e-44dc-8e33-9f5e2da59bba) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:15.498690 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:15.514690 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:15.515742 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:15.675107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.677177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbecfb79-b9cc-43f3-b446-45791f045e1e x-openstack-request-id: req-bbecfb79-b9cc-43f3-b446-45791f045e1e {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:15.677462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:15.677711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbecfb79-b9cc-43f3-b446-45791f045e1e {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:15.678104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'status': 'completed', 'code': 200} Oct 16 13:43:15.716506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.733834 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-456db7fb-1051-40e6-be61-733647ad8c7c service neutron] 10.222.0.24 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259155 Oct 16 13:43:15.780238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.819298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:15.821833 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:15.831365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:15.835452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Allocated IP 172.20.0.12 (2a602497-e855-4fa4-bb7a-040e7ed0e137/1e8578a8-dee1-435e-9db8-546e68ba95e1/441b63a5-0200-48e2-bb6d-11586e24c30d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:15.838549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:15.886071 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-55f4c370-a237-4fa5-a5a2-2d12402de0f7 service neutron] 10.222.0.24 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244085 Oct 16 13:43:15.888017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Pushing event updated for resources: {'Port': ['ID=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:15.927922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Attempting to bind port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:15.928449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Attempting to bind port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0ff4219b-53cd-46d5-9e55-e99b9a243c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:15.928912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Attempting to bind port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba on network 2a602497-e855-4fa4-bb7a-040e7ed0e137 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:15.935006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:15.935634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Checking segment: {'id': '0ff4219b-53cd-46d5-9e55-e99b9a243c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:15.936281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.936785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Bound using segment: {'id': '0ff4219b-53cd-46d5-9e55-e99b9a243c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:15.937357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Bound port: 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff4219b-53cd-46d5-9e55-e99b9a243c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2a602497-e855-4fa4-bb7a-040e7ed0e137'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:15.937837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:15.952898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-e4a52023-9ab5-49ff-bfbc-27b3e836c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:15.954402 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-e4a52023-9ab5-49ff-bfbc-27b3e836c5bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 1098 time: 0.2746661 Oct 16 13:43:15.983634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457bbb5-1ae8-4fd2-b479-6d9fe93d4cb3 req-936fcb98-72e3-474e-9260-da54ca66e82e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:15.985194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0457bbb5-1ae8-4fd2-b479-6d9fe93d4cb3 req-936fcb98-72e3-474e-9260-da54ca66e82e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 945 time: 0.2868116 Oct 16 13:43:16.018357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] For port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:16.023605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] For port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,segment=NetworkSegment(0ff4219b-53cd-46d5-9e55-e99b9a243c72),segment_id=0ff4219b-53cd-46d5-9e55-e99b9a243c72)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:16.048837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.103677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.148719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:16.166982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.175496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0457bbb5-1ae8-4fd2-b479-6d9fe93d4cb3 req-43b5e6a3-6807-44aa-8f64-7e82de36beb7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695480 Oct 16 13:43:16.195989 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:03Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:16.200854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e2724-c2b4-4f3a-ae2a-8a99cf5c2115 None None] Pushing event updated for resources: {'Port': ['ID=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:16.241994 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb4b70-d9f7-4639-a705-1080b2de8257 None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:03Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e2b06e1d-c249-4f58-993b-a873426e5732', 'name': '', 'network_id': 'da9006b2-ef9a-4e2e-9c7c-72b16337b40c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:0a:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:51Z', 'updated_at': '2021-10-16T13:41:02Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '1d03c16f-5997-46d3-8dca-3e4e15558048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:16.245678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event updated for resources: {'Port': ['ID=441b63a5-0200-48e2-bb6d-11586e24c30d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:16.259657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:16.261479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:16.267710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:16.273730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-9ec349d5-7604-44ef-a675-44a69f74dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:16.275469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-9ec349d5-7604-44ef-a675-44a69f74dfd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 200 len: 897 time: 0.3107016 Oct 16 13:43:16.326816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:16.332681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:16.333337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.339566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] Sync routers for ids ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:16.361183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f576c9fb-29c5-4298-9b9f-b612e53cf17f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6968524 Oct 16 13:43:16.364540 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-f2d3fd65-a4f8-4a39-9fac-6b5311211133 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183 HTTP/1.1" status: 200 len: 217 time: 0.0478787 Oct 16 13:43:16.365129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37702) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:16.365725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] Routers {'a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:16.370320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:16.477527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:16.490679 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f39b516-fdf1-4c02-afa9-aa108b451ffc tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4919386 Oct 16 13:43:16.491646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37704) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:16.496152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1785895082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:16.498623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] Routers {'a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:16.499239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:16.526052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-dfbf6c45-0414-4769-8c20-22a2082834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:16.527771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-dfbf6c45-0414-4769-8c20-22a2082834c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1d03c16f-5997-46d3-8dca-3e4e15558048 HTTP/1.1" status: 200 len: 834 time: 0.1547310 Oct 16 13:43:16.549784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:16.550404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e81c1-8f72-4d01-8640-305ee925b918 None None] The sync data for ids ['a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:16.607849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.618753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-ee4172ff-6867-489d-a5b5-c37e08c4a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:16.620674 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-ee4172ff-6867-489d-a5b5-c37e08c4a5af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=da9006b2-ef9a-4e2e-9c7c-72b16337b40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0836148 Oct 16 13:43:16.670711 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-863f9652-cba0-4502-a475-81f8e9eb480b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] remove_router_interface failed (client error): The resource could not be found. Oct 16 13:43:16.674473 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-863f9652-cba0-4502-a475-81f8e9eb480b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3057761 Oct 16 13:43:16.677375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37706) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:16.682106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.719264 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-86be275d-3e5b-4732-8d57-659ccc74e966 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 HTTP/1.1" status: 200 len: 205 time: 0.0384660 Oct 16 13:43:16.723481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37710) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:16.729208 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed77bf7-339d-4991-8fdc-c42631bd6a20 None None] New status for floating IP 1f64e149-508f-4ad2-a4d1-db3c1496266b: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:43:16.762570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-f7e2710b-0609-4fca-b751-eac1a9d2a5fe service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338768 Oct 16 13:43:16.771948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.773163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.883246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.886652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:16.914796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-20a1af16-f30a-4e14-bf5e-685335260d05 req-a2ff2d94-786f-4f67-ab0f-e9647de4e6bf tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.1460583 Oct 16 13:43:16.947373 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65cb6ca-1fe7-4dab-aead-f52b74fd8b81 req-e2715ec8-0d8c-49f8-b529-15254544ffda service neutron] 10.222.0.31 "GET /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667211 Oct 16 13:43:16.980051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61671875-f0a7-4340-bd35-1f3120eca9de req-a6fc1de9-64e4-47cd-9785-8efb065823cc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:16.981915 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61671875-f0a7-4340-bd35-1f3120eca9de req-a6fc1de9-64e4-47cd-9785-8efb065823cc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 945 time: 0.0647295 Oct 16 13:43:17.125448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 929a8fad-3058-4fa4-9a88-8297d0ad7183 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:17.125993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.241385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 929a8fad-3058-4fa4-9a88-8297d0ad7183, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=929a8fad-3058-4fa4-9a88-8297d0ad7183,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:17.243711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.256094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.260087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 929a8fad-3058-4fa4-9a88-8297d0ad7183 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:17.387268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814db72-5d82-4d17-9c92-343f20f0bfe0 req-2305d705-a077-44ea-8c5f-1dcfbce55bd7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:17.388799 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1814db72-5d82-4d17-9c92-343f20f0bfe0 req-2305d705-a077-44ea-8c5f-1dcfbce55bd7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 945 time: 0.1242490 Oct 16 13:43:17.433060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.438979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.443047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1814db72-5d82-4d17-9c92-343f20f0bfe0 req-40d1472c-653b-4c62-933d-a0ff2795fb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=b50557dd-bd6c-4e57-9582-510b23d4e731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443678 Oct 16 13:43:17.486783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.488047 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-118128ad-d8a7-4854-9256-1ebce65bc536 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9954512 Oct 16 13:43:17.490842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37722) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:17.494180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ffab2-0303-4662-8b41-0b5a8bc0bef6 None None] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:17.495868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8d898283-ddf6-4c6b-851c-b0d27831a71a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-954404257', 'prefixes': ['172.20.0.0/16']}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:17.563416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7f602eb6-4120-469d-91b8-32aeee0c5fe5 None None] Provisioning complete for port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:17.563776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f602eb6-4120-469d-91b8-32aeee0c5fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.567821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.568406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:17.581260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.581260 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-25b63b96-7973-40f8-a91b-c19a97764e8f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 HTTP/1.1" status: 204 len: 168 time: 0.8520379 Oct 16 13:43:17.581446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.582472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37724) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:17.646574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=929a8fad-3058-4fa4-9a88-8297d0ad7183,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:17.695885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port 929a8fad-3058-4fa4-9a88-8297d0ad7183 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:17.698127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.701832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61671875-f0a7-4340-bd35-1f3120eca9de req-82e772e2-551c-4c05-9bee-942cb8977768 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/929a8fad-3058-4fa4-9a88-8297d0ad7183 HTTP/1.1" status: 204 len: 173 time: 0.7134850 Oct 16 13:43:17.702345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'name': 'network-vif-deleted', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:17.704499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a8896a-f3a6-4ba3-982e-18b86c060a63" -d '{"events": [{"server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "name": "network-vif-deleted", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:17.711317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet a18ce753-296f-4628-a54c-942103c7da64 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:17.715188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.749971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f602eb6-4120-469d-91b8-32aeee0c5fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.760804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e9311a-cde8-47d7-a99e-609216a04ca3 x-openstack-request-id: req-f2e9311a-cde8-47d7-a99e-609216a04ca3 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:17.761086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540bdfc4-9eb6-44ea-97fd-0905668a1fee", "name": "network-vif-deleted", "tag": "929a8fad-3058-4fa4-9a88-8297d0ad7183", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:17.761342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2e9311a-cde8-47d7-a99e-609216a04ca3 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:17.762668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540bdfc4-9eb6-44ea-97fd-0905668a1fee', 'name': 'network-vif-deleted', 'tag': '929a8fad-3058-4fa4-9a88-8297d0ad7183', 'status': 'completed', 'code': 200} Oct 16 13:43:17.786708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.809896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7f602eb6-4120-469d-91b8-32aeee0c5fe5 None None] For port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,segment=NetworkSegment(0ff4219b-53cd-46d5-9e55-e99b9a243c72),segment_id=0ff4219b-53cd-46d5-9e55-e99b9a243c72)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:17.810748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d898283-ddf6-4c6b-851c-b0d27831a71a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for subnetpool, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.816632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37728) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:17.821126 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8d898283-ddf6-4c6b-851c-b0d27831a71a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3287411 Oct 16 13:43:17.825811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-e1179cfa-e514-4eab-903f-f1ebc2fee30e tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-1491109665') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:17.846878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:17.884928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7f602eb6-4120-469d-91b8-32aeee0c5fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:17.994382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f602eb6-4120-469d-91b8-32aeee0c5fe5 None None] Pushing event updated for resources: {'Port': ['ID=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:17.998979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:17.999361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.012743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.073597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e34f1456-06dc-4086-965c-f927ec4774f9 req-996bf19b-fa28-49a9-8003-bb33df3e5ca3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0624568 Oct 16 13:43:18.120273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e1179cfa-e514-4eab-903f-f1ebc2fee30e tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-1491109665 HTTP/1.1" status: 201 len: 201 time: 0.3023915 Oct 16 13:43:18.124300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37732) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:18.130860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-795560ca-ef33-42dd-b640-f88198d22ebd None None] Provisioning complete for port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:18.132657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-795560ca-ef33-42dd-b640-f88198d22ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.134059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-a8e6ebdf-7e3e-4c48-a932-09ef5e64ee11 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-1761013945') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:18.185559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.242066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.246119 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/a18ce753-296f-4628-a54c-942103c7da64 HTTP/1.1" status: 204 len: 168 time: 0.6618857 Oct 16 13:43:18.248489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37734) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:18.251933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47a701-a601-46de-9894-362666ff9945 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=a18ce753-296f-4628-a54c-942103c7da64,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:18.258484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f620d68-5a5d-4a2e-bc4b-2c74aead3e2e None None] Network 4c072880-6e45-4e64-bfbc-1aa1af3b9626 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:18.304874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37736) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:18.311351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-a32450e1-5e69-4434-916f-3c0cb5e83839 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-1409673394') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:18.312942 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a8e6ebdf-7e3e-4c48-a932-09ef5e64ee11 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-1761013945 HTTP/1.1" status: 201 len: 201 time: 0.1868639 Oct 16 13:43:18.375407 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.417639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-795560ca-ef33-42dd-b640-f88198d22ebd None None] Provisioning complete for port 441b63a5-0200-48e2-bb6d-11586e24c30d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:18.418014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-795560ca-ef33-42dd-b640-f88198d22ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.452752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port f982f622-1fc2-4089-abf3-7f0e16c0604f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:18.453095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.496137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-795560ca-ef33-42dd-b640-f88198d22ebd None None] Port 441b63a5-0200-48e2-bb6d-11586e24c30d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:18.497831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.547747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port f982f622-1fc2-4089-abf3-7f0e16c0604f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f982f622-1fc2-4089-abf3-7f0e16c0604f,segment=NetworkSegment(3b590ec6-221a-4d88-9a16-b1377ade5f41),segment_id=3b590ec6-221a-4d88-9a16-b1377ade5f41)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:18.548115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.570340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for f982f622-1fc2-4089-abf3-7f0e16c0604f owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:18.600018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] DHCP port deletion for 4c072880-6e45-4e64-bfbc-1aa1af3b9626 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:18.648575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-18db15ad-1764-4111-9f14-5088649b8664 None None] Provisioning complete for port 441b63a5-0200-48e2-bb6d-11586e24c30d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:18.649323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18db15ad-1764-4111-9f14-5088649b8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.707022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-18db15ad-1764-4111-9f14-5088649b8664 None None] Port 441b63a5-0200-48e2-bb6d-11586e24c30d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:18.721392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] Deleting port f982f622-1fc2-4089-abf3-7f0e16c0604f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:18.721773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.751921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.786078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=f982f622-1fc2-4089-abf3-7f0e16c0604f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:18.786557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9f104db-b01d-45d1-83ae-02c77f4fc1f5 req-22da2a2d-b828-4c41-add1-7e24b34c17c5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=540bdfc4-9eb6-44ea-97fd-0905668a1fee HTTP/1.1" status: 200 len: 210 time: 0.0403035 Oct 16 13:43:18.794587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port f982f622-1fc2-4089-abf3-7f0e16c0604f on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:18.802109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] For port f982f622-1fc2-4089-abf3-7f0e16c0604f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f982f622-1fc2-4089-abf3-7f0e16c0604f,segment=NetworkSegment(3b590ec6-221a-4d88-9a16-b1377ade5f41),segment_id=3b590ec6-221a-4d88-9a16-b1377ade5f41)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:18.802513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.815389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] Calling delete_port for f982f622-1fc2-4089-abf3-7f0e16c0604f owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:18.883996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.901063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.904147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c072880-6e45-4e64-bfbc-1aa1af3b9626']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:18.913011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a32450e1-5e69-4434-916f-3c0cb5e83839 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-1409673394 HTTP/1.1" status: 201 len: 201 time: 0.6043367 Oct 16 13:43:18.913316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37740) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:18.917151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b590ec6-221a-4d88-9a16-b1377ade5f41') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:18.917497 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b590ec6-221a-4d88-9a16-b1377ade5f41') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:18.918155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-2ed943c1-4db4-449c-a3b1-78d99640c4d2 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-990742659') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:18.927983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.928215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] Pushing event deleted for resources: {'Port': ['ID=f982f622-1fc2-4089-abf3-7f0e16c0604f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:18.932770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d684cb14-29ee-4b90-955f-70c984512be2 None None] No DVR routers for this DVR port f982f622-1fc2-4089-abf3-7f0e16c0604f on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:18.948232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.954276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:18.954653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:18.957714 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:19.035741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2ed943c1-4db4-449c-a3b1-78d99640c4d2 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-990742659 HTTP/1.1" status: 201 len: 201 time: 0.1213317 Oct 16 13:43:19.038273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37742) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.042445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-e65764a9-304f-42ad-a8ba-9b33dad9cdb2 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.092228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e65764a9-304f-42ad-a8ba-9b33dad9cdb2 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags HTTP/1.1" status: 200 len: 241 time: 0.0529299 Oct 16 13:43:19.094661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37744) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.099307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-26017159-e3f4-4694-9608-71ec0f94abce tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-1491109665') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.133824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.144141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.147388 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/4c072880-6e45-4e64-bfbc-1aa1af3b9626 HTTP/1.1" status: 204 len: 168 time: 0.8976650 Oct 16 13:43:19.156218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37748) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.157890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a051f5-8188-426b-9b2e-42125b46c39b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=4c072880-6e45-4e64-bfbc-1aa1af3b9626,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:19.163630 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-26017159-e3f4-4694-9608-71ec0f94abce tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-1491109665 HTTP/1.1" status: 204 len: 168 time: 0.0679960 Oct 16 13:43:19.166269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37750) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.167451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1631934329'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:19.170958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-b94516d0-a74f-4e07-adba-afd3a8cb79be tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-1491109665') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.192259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e9470f8a-eb8e-4e66-afd7-d4d6ff670f3b req-1cc17cca-3e79-4a6f-959d-a16185013bae tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0450397 Oct 16 13:43:19.300787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:19.304284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.319853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-6e500d15-37b3-452e-81d4-c845efb7c836 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:19.321327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-6e500d15-37b3-452e-81d4-c845efb7c836 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 811 time: 0.1218448 Oct 16 13:43:19.327892 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b94516d0-a74f-4e07-adba-afd3a8cb79be tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-1491109665 HTTP/1.1" status: 204 len: 168 time: 0.1602163 Oct 16 13:43:19.330290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.334618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-70827227-7c57-4592-ab73-9336c826b693 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.349141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:19.369125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.369462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment 0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57 of type vlan for network eb12bc52-3308-45da-af92-2aad0fd72587 Oct 16 13:43:19.383717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-0c2471a4-fcd9-4207-a29c-39e0e480cff1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 380 time: 0.0533595 Oct 16 13:43:19.391097 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70827227-7c57-4592-ab73-9336c826b693 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags HTTP/1.1" status: 200 len: 205 time: 0.0596383 Oct 16 13:43:19.393961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37754) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.400120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-cc5876d5-0cf0-4f4d-8605-587ac104de5d tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.412843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'port': {'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'admin_state_up': True, 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'security_groups': ['21a44621-c513-4a40-beeb-5b114571a380']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:19.447887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.463619 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cc5876d5-0cf0-4f4d-8605-587ac104de5d tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags HTTP/1.1" status: 200 len: 241 time: 0.0681994 Oct 16 13:43:19.466167 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37756) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.473561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-06762684-b2ac-42a6-9f37-7f3d1197252f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-1761013945') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.528193 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-06762684-b2ac-42a6-9f37-7f3d1197252f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-1761013945 HTTP/1.1" status: 204 len: 168 time: 0.0610104 Oct 16 13:43:19.530545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37758) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.535720 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-25718654-e3c7-4a7d-9d99-ee0decb24f9e tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-1761013945') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.628882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.634650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:19.635228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.658894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Made reservation on behalf of 373278b19057453d9698b00ac17f36e4 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:19.667111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:19.689157 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-25718654-e3c7-4a7d-9d99-ee0decb24f9e tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-1761013945 HTTP/1.1" status: 204 len: 168 time: 0.1549783 Oct 16 13:43:19.690833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37764) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.695465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-f430878f-c3e9-4c5c-977c-fc0acf92d0be tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.760562 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f430878f-c3e9-4c5c-977c-fc0acf92d0be tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags HTTP/1.1" status: 200 len: 205 time: 0.0684624 Oct 16 13:43:19.762952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37766) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.768381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-87b414e0-61a8-4aad-b991-cf44861450b9 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.777229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:19.799968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6391065 Oct 16 13:43:19.811780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37768) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.812498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394e639-ca2f-47a1-8efc-c5caa0598dbe tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=eb12bc52-3308-45da-af92-2aad0fd72587,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:19.827932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:19.832535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network eb12bc52-3308-45da-af92-2aad0fd72587 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:19.875702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37772) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.895237 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-87b414e0-61a8-4aad-b991-cf44861450b9 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags HTTP/1.1" status: 200 len: 241 time: 0.1310811 Oct 16 13:43:19.898197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37774) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:19.902735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-2a23cff7-f480-4e32-9627-4ee31df7f8df tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-1409673394') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:19.925620 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:19.926247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.011998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Allocated IP 172.20.0.7 (5041a6a7-3056-43c2-b8a8-24735191457f/46e453e0-1f13-4b30-a9fc-46c8e590cd66/92cf93ae-ad4c-40ea-8a32-7332b4192412) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:20.017971 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a23cff7-f480-4e32-9627-4ee31df7f8df tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-1409673394 HTTP/1.1" status: 204 len: 168 time: 0.1186392 Oct 16 13:43:20.020810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37776) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.027800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-3bc1205c-e90f-4420-8404-007709a26248 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-1409673394') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.030212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef983b4b-44f7-484d-8828-0fe794e2b260 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.091922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef983b4b-44f7-484d-8828-0fe794e2b260 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.099264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f982f622-1fc2-4089-abf3-7f0e16c0604f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:20.137613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f982f622-1fc2-4089-abf3-7f0e16c0604f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:20.138905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f982f622-1fc2-4089-abf3-7f0e16c0604f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:20.155710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:20.159557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.234252 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3bc1205c-e90f-4420-8404-007709a26248 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-1409673394 HTTP/1.1" status: 204 len: 168 time: 0.2081497 Oct 16 13:43:20.234583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37780) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.240631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-d907b05c-a79b-4bab-8a29-c93ac67cf26c tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.341540 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1b28f73-d56d-4995-b700-cd68ce69dd76 req-27820001-9b99-4dbe-a597-da079ec0c60a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0488429 Oct 16 13:43:20.348439 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d907b05c-a79b-4bab-8a29-c93ac67cf26c tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags HTTP/1.1" status: 200 len: 205 time: 0.1098464 Oct 16 13:43:20.348982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.349079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.353313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-f292b10c-7245-4e77-9f5c-421b279e2da4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.395496 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f292b10c-7245-4e77-9f5c-421b279e2da4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags HTTP/1.1" status: 200 len: 240 time: 0.0419149 Oct 16 13:43:20.395990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37784) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.403630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-c17d0e36-d1a2-40ca-b6c2-d35b57531f28 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-990742659') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.415746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef983b4b-44f7-484d-8828-0fe794e2b260 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.418754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef983b4b-44f7-484d-8828-0fe794e2b260 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.420161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ef983b4b-44f7-484d-8828-0fe794e2b260 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/b50557dd-bd6c-4e57-9582-510b23d4e731 HTTP/1.1" status: 204 len: 168 time: 0.5330646 Oct 16 13:43:20.446781 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c17d0e36-d1a2-40ca-b6c2-d35b57531f28 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-990742659 HTTP/1.1" status: 204 len: 168 time: 0.0494065 Oct 16 13:43:20.452747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983b4b-44f7-484d-8828-0fe794e2b260 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50557dd-bd6c-4e57-9582-510b23d4e731,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:20.453116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37788) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.470724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-27aa5d3c-c70e-441e-aeff-9bd58baf4564 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-990742659') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.538474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 929a8fad-3058-4fa4-9a88-8297d0ad7183 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:20.559674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 929a8fad-3058-4fa4-9a88-8297d0ad7183 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:20.566793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 929a8fad-3058-4fa4-9a88-8297d0ad7183 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:20.707252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37790) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.728537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.735245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:20.753966 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-27aa5d3c-c70e-441e-aeff-9bd58baf4564 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-990742659 HTTP/1.1" status: 204 len: 168 time: 0.2963934 Oct 16 13:43:20.754255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37792) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.758437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-2e68a9e9-aecc-4e06-9f33-1d2d77f39023 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.806213 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e68a9e9-aecc-4e06-9f33-1d2d77f39023 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags HTTP/1.1" status: 200 len: 205 time: 0.0486240 Oct 16 13:43:20.806546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37794) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.811146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-cb7294dc-39bd-419f-b809-c7fdb92be194 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.821305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Network 5041a6a7-3056-43c2-b8a8-24735191457f is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:20.849009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:20.859416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:20.889657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:20.890113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: eb12bc52-3308-45da-af92-2aad0fd72587, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:20.894685 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cb7294dc-39bd-419f-b809-c7fdb92be194 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags HTTP/1.1" status: 204 len: 168 time: 0.0844507 Oct 16 13:43:20.894881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=ea04546a-f156-418b-8d89-96e03e98a94b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:20.901066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37796) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:20.906330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-7d9f9a9a-9c9b-48a3-bf71-895cbe950762 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:20.911750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=92cf93ae-ad4c-40ea-8a32-7332b4192412,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:20.981094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:20.981797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.047070 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d9f9a9a-9c9b-48a3-bf71-895cbe950762 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1448777 Oct 16 13:43:21.050107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37798) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:21.055296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-59c3d27a-1ca3-4766-bd05-f80014109a9d tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:21.083491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network eb12bc52-3308-45da-af92-2aad0fd72587 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:21.097498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f462a758-cba6-49b1-b1c9-a19aa82607ce tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6897888 Oct 16 13:43:21.122707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Request body: {'port': {'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:21.151997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d1857b23-d856-4b24-8285-33ca126f71fa None None] Provisioning complete for port 92cf93ae-ad4c-40ea-8a32-7332b4192412 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:21.153203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1857b23-d856-4b24-8285-33ca126f71fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.202644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.206877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d1857b23-d856-4b24-8285-33ca126f71fa None None] Port 92cf93ae-ad4c-40ea-8a32-7332b4192412 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:21.214160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-59c3d27a-1ca3-4766-bd05-f80014109a9d tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags HTTP/1.1" status: 204 len: 168 time: 0.1628280 Oct 16 13:43:21.216668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37800) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:21.225250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-5010f9af-7681-4551-86bc-c71a06ddf4ad tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:21.257680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, eb12bc52-3308-45da-af92-2aad0fd72587) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:21.264987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.265562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:21.266234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.281594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b4c9e-d3ea-4c0a-b898-b5c69939f93c None None] Network eb12bc52-3308-45da-af92-2aad0fd72587 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:21.423274 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5010f9af-7681-4551-86bc-c71a06ddf4ad tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags HTTP/1.1" status: 204 len: 168 time: 0.2013133 Oct 16 13:43:21.426060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37804) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:21.433125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-7a7bfbf1-2884-4b05-97d5-e13569ac4e5a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-493541646') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:21.486331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-eb12bc52-3308-45da-af92-2aad0fd72587', 'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': 'ea04546a-f156-418b-8d89-96e03e98a94b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:21.487211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.493542 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a0122c7f-69fc-4fad-85a1-c4844532522a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6699424 Oct 16 13:43:21.516717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37806) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:21.529417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1008759367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:21.640668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652011c1-f701-4705-b409-b88409c79a87 req-ec1e419b-1957-4daa-ad2d-346e63577abf tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:21.642242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-652011c1-f701-4705-b409-b88409c79a87 req-ec1e419b-1957-4daa-ad2d-346e63577abf tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 931 time: 0.2036188 Oct 16 13:43:21.670557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port e2b06e1d-c249-4f58-993b-a873426e5732 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:21.671063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.689868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Allocated IP 172.20.0.2 (eb12bc52-3308-45da-af92-2aad0fd72587/ea04546a-f156-418b-8d89-96e03e98a94b/9845f13e-db8e-424d-94cd-cc6f8e215acf) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:21.691034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.692134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.733214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-652011c1-f701-4705-b409-b88409c79a87 req-2ea3d68d-8a3d-4eed-bde8-da221b6db85b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835454 Oct 16 13:43:21.794418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port e2b06e1d-c249-4f58-993b-a873426e5732, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e2b06e1d-c249-4f58-993b-a873426e5732,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:21.794886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.810867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.812093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for e2b06e1d-c249-4f58-993b-a873426e5732 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:21.815509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7a7bfbf1-2884-4b05-97d5-e13569ac4e5a tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-493541646 HTTP/1.1" status: 201 len: 201 time: 0.3883560 Oct 16 13:43:21.818392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37808) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:21.826857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-fe75acd7-e8a6-47b6-9ed4-f7d465cc2fe3 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-2118938670') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:21.833846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cf93ae-ad4c-40ea-8a32-7332b4192412 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:43:21.842140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.856452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Transition to ACTIVE for port object 92cf93ae-ad4c-40ea-8a32-7332b4192412 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:43:21.895625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.914141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:21.918978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.007407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.008748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6d529cf9-fc71-4acc-ba13-170a442511a3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4864142 Oct 16 13:43:22.012287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Pushing event updated for resources: {'Port': ['ID=92cf93ae-ad4c-40ea-8a32-7332b4192412,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:22.031213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.032193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37810) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:22.147363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Pushing event updated for resources: {'Port': ['ID=9845f13e-db8e-424d-94cd-cc6f8e215acf,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:22.187291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Network eb12bc52-3308-45da-af92-2aad0fd72587 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:22.188990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:22.194450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:22.273521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Attempting to bind port 9845f13e-db8e-424d-94cd-cc6f8e215acf on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:22.273774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Attempting to bind port 9845f13e-db8e-424d-94cd-cc6f8e215acf by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:22.274137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Attempting to bind port 9845f13e-db8e-424d-94cd-cc6f8e215acf on network eb12bc52-3308-45da-af92-2aad0fd72587 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:22.281394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:22.281768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Checking segment: {'id': '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:22.282170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.282562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Bound using segment: {'id': '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:22.283375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Bound port: 9845f13e-db8e-424d-94cd-cc6f8e215acf, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eb12bc52-3308-45da-af92-2aad0fd72587'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:22.284246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.370455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] For port 9845f13e-db8e-424d-94cd-cc6f8e215acf, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:22.374124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] For port 9845f13e-db8e-424d-94cd-cc6f8e215acf, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9845f13e-db8e-424d-94cd-cc6f8e215acf,segment=NetworkSegment(0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57),segment_id=0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:22.416977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Attempting to bind port 92cf93ae-ad4c-40ea-8a32-7332b4192412 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:22.417310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Attempting to bind port 92cf93ae-ad4c-40ea-8a32-7332b4192412 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:22.417842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Attempting to bind port 92cf93ae-ad4c-40ea-8a32-7332b4192412 on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:22.421478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.426009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Port 92cf93ae-ad4c-40ea-8a32-7332b4192412 on network 5041a6a7-3056-43c2-b8a8-24735191457f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:43:22.426353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Attempting to bind port 92cf93ae-ad4c-40ea-8a32-7332b4192412 on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:22.438096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.440534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:22.445058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Checking segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:22.445058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Bound using segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:22.445058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Bound port: 92cf93ae-ad4c-40ea-8a32-7332b4192412, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:22.445058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.485231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.529600 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fe75acd7-e8a6-47b6-9ed4-f7d465cc2fe3 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-2118938670 HTTP/1.1" status: 201 len: 201 time: 0.7096972 Oct 16 13:43:22.531927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37812) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:22.539115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-a54ab5ae-8227-4c15-b030-47e57b1b7f4f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-1647191825') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:22.552997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142ce89-6c18-48f5-adc6-67d5834065f7 None None] Pushing event updated for resources: {'Port': ['ID=9845f13e-db8e-424d-94cd-cc6f8e215acf,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:22.605535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.614011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] For port 92cf93ae-ad4c-40ea-8a32-7332b4192412, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:22.618080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] For port 92cf93ae-ad4c-40ea-8a32-7332b4192412, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:22.678366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=e2b06e1d-c249-4f58-993b-a873426e5732,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:22.723441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.811400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:22.811400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:22.815367 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] 10.222.0.31 "PUT /v2.0/ports/92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 1093 time: 1.6985657 Oct 16 13:43:22.815367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:22.816006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810722b-520b-4c8b-be8a-50d35f981097" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:22.920005 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a54ab5ae-8227-4c15-b030-47e57b1b7f4f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-1647191825 HTTP/1.1" status: 201 len: 201 time: 0.3845706 Oct 16 13:43:22.922427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37818) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:22.927768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6611fea-01fd-48b1-99c5-0c05081a06bb x-openstack-request-id: req-f6611fea-01fd-48b1-99c5-0c05081a06bb {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:22.929667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-7dd869b0-d358-43e6-ae04-f20a36a7de26 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-1092315601') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:22.931809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:22.932117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6611fea-01fd-48b1-99c5-0c05081a06bb {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:22.932581 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'status': 'completed', 'code': 200} Oct 16 13:43:23.055498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.20.0.1 (eb12bc52-3308-45da-af92-2aad0fd72587/ea04546a-f156-418b-8d89-96e03e98a94b/cd772fe9-da47-43ce-b17c-c1555237c17f) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:23.074170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f7cf6-e40d-4162-9d4d-8361a05d0219 service neutron] Pushing event updated for resources: {'Port': ['ID=92cf93ae-ad4c-40ea-8a32-7332b4192412,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:23.094145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:23.171607 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7dd869b0-d358-43e6-ae04-f20a36a7de26 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-1092315601 HTTP/1.1" status: 201 len: 201 time: 0.2435560 Oct 16 13:43:23.173235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:23.178533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-60d1427b-f8b1-4ae1-9345-8aecbae1e0db tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', {'tags': ['tempest-TagsExtTest-Tag-1121593795', 'tempest-TagsExtTest-Tag-1975426631', 'tempest-TagsExtTest-Tag-1531663171']}) {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:23.208006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cd762-eaf5-40af-86c0-5bd882858b57 req-e6e163b2-7357-4f89-8425-6561c0a04451 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:23.214172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc6cd762-eaf5-40af-86c0-5bd882858b57 req-e6e163b2-7357-4f89-8425-6561c0a04451 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.3360615 Oct 16 13:43:23.247964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810722b-520b-4c8b-be8a-50d35f981097 req-a540d913-7d00-41b3-b8e1-88758ed334ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:23.249490 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5810722b-520b-4c8b-be8a-50d35f981097 req-a540d913-7d00-41b3-b8e1-88758ed334ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1096 time: 0.2966263 Oct 16 13:43:23.346667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc6cd762-eaf5-40af-86c0-5bd882858b57 req-ae138586-987c-4269-9022-5d1d72f34c48 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309724 Oct 16 13:43:23.421149 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-60d1427b-f8b1-4ae1-9345-8aecbae1e0db tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags HTTP/1.1" status: 200 len: 318 time: 0.2461953 Oct 16 13:43:23.424973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37822) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:23.429208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-64828abe-e45b-4f18-8f59-6d7e257a7521 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:23.432856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:23.484690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 246981d2-6484-4f10-ad05-71ddc1a39859 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:23.511183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810722b-520b-4c8b-be8a-50d35f981097 req-c32e5d5c-2357-4682-87f2-e667fcc3e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:23.511818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5810722b-520b-4c8b-be8a-50d35f981097 req-c32e5d5c-2357-4682-87f2-e667fcc3e2e9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=373278b19057453d9698b00ac17f36e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2536576 Oct 16 13:43:23.688579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:23.701405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] Sync routers for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:23.705201 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa523fd0-0831-4451-84ae-4cb1949b76e7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/246981d2-6484-4f10-ad05-71ddc1a39859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9941959 Oct 16 13:43:23.710457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37824) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:23.745145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:23.745797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:23.783773 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-64828abe-e45b-4f18-8f59-6d7e257a7521 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags HTTP/1.1" status: 204 len: 168 time: 0.3528810 Oct 16 13:43:23.784003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37826) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:23.800697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-d12d824f-71ac-4934-a020-32abe612d10f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-1121593795') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:23.914272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet 1d03c16f-5997-46d3-8dca-3e4e15558048 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:23.925879 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:23.974203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9845f13e-db8e-424d-94cd-cc6f8e215acf up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:23.977591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:23.991949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.113979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.143068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.221569 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-d12d824f-71ac-4934-a020-32abe612d10f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:24.223600 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d12d824f-71ac-4934-a020-32abe612d10f tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-1121593795 HTTP/1.1" status: 404 len: 329 time: 0.4378433 Oct 16 13:43:24.226304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37828) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:24.231970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-2de23f54-c126-47a2-8b37-9d9344b36397 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-1975426631') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:24.233192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=cd772fe9-da47-43ce-b17c-c1555237c17f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:24.251579 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e444f-9619-4453-ba97-48ce97c0c30d None None] Network eb12bc52-3308-45da-af92-2aad0fd72587 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:24.259069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network eb12bc52-3308-45da-af92-2aad0fd72587 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:24.265484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:24.273487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:24.277541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.303807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.310539 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/1d03c16f-5997-46d3-8dca-3e4e15558048 HTTP/1.1" status: 204 len: 168 time: 0.5967114 Oct 16 13:43:24.313501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37830) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:24.320951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.347981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa2105-9731-49e7-ae01-bc45a7c4dcc6 None None] Network da9006b2-ef9a-4e2e-9c7c-72b16337b40c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:24.474958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6742e26-d7bf-495e-83e9-8331a6421817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=1d03c16f-5997-46d3-8dca-3e4e15558048,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:24.511204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.515199 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-2de23f54-c126-47a2-8b37-9d9344b36397 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:24.516377 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2de23f54-c126-47a2-8b37-9d9344b36397 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-1975426631 HTTP/1.1" status: 404 len: 329 time: 0.2890594 Oct 16 13:43:24.529223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810722b-520b-4c8b-be8a-50d35f981097 req-507b15c0-b010-4580-9cb1-130070bdf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:24.530744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5810722b-520b-4c8b-be8a-50d35f981097 req-507b15c0-b010-4580-9cb1-130070bdf8a2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0095365 Oct 16 13:43:24.531222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37834) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:24.538580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5b1d8f43-a7a3-4b4e-85e3-26c50afb1063 None None] Provisioning complete for port 9845f13e-db8e-424d-94cd-cc6f8e215acf triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:24.538950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8f43-a7a3-4b4e-85e3-26c50afb1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.557189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-de7f0ae0-c614-4f0a-b0c4-96bc07b09fbf tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1', 'tempest-TagsExtTest-Tag-1531663171') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:24.696213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.702094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f524930a-b1b5-48b0-9b6e-a0704d45355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:24.703081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.703624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-f524930a-b1b5-48b0-9b6e-a0704d45355b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1096 time: 0.1132848 Oct 16 13:43:24.729782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50469e32-5d0a-4d39-9a51-145bfde4e0e5 req-69a8a86d-22a6-4355-a983-6e56b5cb6e94 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:24.733057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50469e32-5d0a-4d39-9a51-145bfde4e0e5 req-69a8a86d-22a6-4355-a983-6e56b5cb6e94 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.2610672 Oct 16 13:43:24.745901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8f43-a7a3-4b4e-85e3-26c50afb1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.795073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9845f13e-db8e-424d-94cd-cc6f8e215acf triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:24.795291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.821689 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-9f1c06ad-d403-4f9e-b53f-1e0eb4bc89b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 217 time: 0.1025331 Oct 16 13:43:24.846875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] DHCP port deletion for da9006b2-ef9a-4e2e-9c7c-72b16337b40c request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:24.896432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5b1d8f43-a7a3-4b4e-85e3-26c50afb1063 None None] For port 9845f13e-db8e-424d-94cd-cc6f8e215acf, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9845f13e-db8e-424d-94cd-cc6f8e215acf,segment=NetworkSegment(0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57),segment_id=0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:24.897858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:24.899718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.948195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50469e32-5d0a-4d39-9a51-145bfde4e0e5 req-cdd00261-d836-4773-a61f-4aae5787f73c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086356 Oct 16 13:43:24.956849 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-de7f0ae0-c614-4f0a-b0c4-96bc07b09fbf tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:24.957955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-de7f0ae0-c614-4f0a-b0c4-96bc07b09fbf tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags/tempest-TagsExtTest-Tag-1531663171 HTTP/1.1" status: 404 len: 329 time: 0.4219103 Oct 16 13:43:24.975900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8f43-a7a3-4b4e-85e3-26c50afb1063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:24.993273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37836) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:24.999037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-67b891b0-2486-4407-8f47-17654adfa56d tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', {'tags': ['tempest-TagsExtTest-Tag-2027343552', 'tempest-TagsExtTest-Tag-1328862405', 'tempest-TagsExtTest-Tag-1803830483']}) {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:25.039427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-a21e6379-7843-406a-bcf1-a209ea75485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:25.040944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-a21e6379-7843-406a-bcf1-a209ea75485d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.2083519 Oct 16 13:43:25.053254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:22Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '3ade87da-c18d-4f3c-9c95-d9c3f498a76f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:40:39Z', 'updated_at': '2021-10-16T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:25.087486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] Checking router: 246981d2-6484-4f10-ad05-71ddc1a39859 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:25.091686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 3ade87da-c18d-4f3c-9c95-d9c3f498a76f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:25.092443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.102348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.108025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] Deleting port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:25.108423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.130160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 3ade87da-c18d-4f3c-9c95-d9c3f498a76f owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:25.198666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] For port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,segment=NetworkSegment(a6959147-6b06-4ba5-93de-03d179f36717),segment_id=a6959147-6b06-4ba5-93de-03d179f36717)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:25.199042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.217459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] Calling delete_port for 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:25.254381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-67b891b0-2486-4407-8f47-17654adfa56d tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags HTTP/1.1" status: 200 len: 318 time: 0.2587116 Oct 16 13:43:25.260406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37838) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:25.264662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-9a6ff171-4437-4ccf-b179-fff838a06241 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:25.318019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-47d623e1-8dd3-43f5-8f15-0aa776998ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:25.321376 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-47d623e1-8dd3-43f5-8f15-0aa776998ef4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2678182 Oct 16 13:43:25.338695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] Routers {'246981d2-6484-4f10-ad05-71ddc1a39859'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:25.338695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['246981d2-6484-4f10-ad05-71ddc1a39859'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:25.466302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.486929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d8f43-a7a3-4b4e-85e3-26c50afb1063 None None] Pushing event updated for resources: {'Port': ['ID=9845f13e-db8e-424d-94cd-cc6f8e215acf,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:25.511020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.517449 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-b27e7557-d8dc-4732-83e2-6a2195ace119 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874769 Oct 16 13:43:25.524574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.552750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=3ade87da-c18d-4f3c-9c95-d9c3f498a76f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:25.597254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.641708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] Set router 246981d2-6484-4f10-ad05-71ddc1a39859 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:25.643701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.703780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:24Z', 'revision_number': 8, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:25.719197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.723335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=cd772fe9-da47-43ce-b17c-c1555237c17f,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:25.729270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a8ba760-d6a8-4d14-bdc2-eeeba0ff68cd req-02913d56-df2a-42ee-838e-c0d054bf910d service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046721 Oct 16 13:43:25.756071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] No DVR routers for this DVR port 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:25.757612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:43:25.757960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:43:25.761096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a9c01-c87b-4f72-9e05-a76154558fca None None] The sync data for ids ['246981d2-6484-4f10-ad05-71ddc1a39859'] in dv-neutron-743142-24-hyperv is: [{'id': '246981d2-6484-4f10-ad05-71ddc1a39859', 'name': 'tempest-TestNetworkBasicOps-router-646611525', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:40:37Z', 'updated_at': '2021-10-16T13:43:24Z', 'revision_number': 8, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:25.763853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187725ba-32b1-4d33-a3b5-07f9bd7797a3 None None] Pushing event deleted for resources: {'Port': ['ID=49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:25.765784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4e1d70e9-247a-401b-b4b6-3f9b5adeb6b7 None None] Provisioning complete for port cd772fe9-da47-43ce-b17c-c1555237c17f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:25.765994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d70e9-247a-401b-b4b6-3f9b5adeb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.824380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d70e9-247a-401b-b4b6-3f9b5adeb6b7 None None] Port cd772fe9-da47-43ce-b17c-c1555237c17f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:25.833623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.836817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.837953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4e1d70e9-247a-401b-b4b6-3f9b5adeb6b7 None None] Provisioning complete for port 9845f13e-db8e-424d-94cd-cc6f8e215acf triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:25.838460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e1d70e9-247a-401b-b4b6-3f9b5adeb6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.884932 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9a6ff171-4437-4ccf-b179-fff838a06241 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags HTTP/1.1" status: 204 len: 168 time: 0.6235225 Oct 16 13:43:25.888205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37840) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:25.902926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-2b3f55af-b5ae-4401-a7e5-fd1955559a66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-2027343552') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:25.911531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network eb12bc52-3308-45da-af92-2aad0fd72587 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:25.914375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:25.989333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:25.990447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router 246981d2-6484-4f10-ad05-71ddc1a39859 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:25.999472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.004392 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0a28dcb6-7710-4865-ba15-c03545ee3571 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/246981d2-6484-4f10-ad05-71ddc1a39859 HTTP/1.1" status: 204 len: 168 time: 1.6638818 Oct 16 13:43:26.005154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37844) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.060852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b724bb2b-d132-465c-a392-d4a6a5b17a9b None None] Provisioning complete for port cd772fe9-da47-43ce-b17c-c1555237c17f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:26.063652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b724bb2b-d132-465c-a392-d4a6a5b17a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.108252 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-2b3f55af-b5ae-4401-a7e5-fd1955559a66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:26.109652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2b3f55af-b5ae-4401-a7e5-fd1955559a66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-2027343552 HTTP/1.1" status: 404 len: 329 time: 0.2141068 Oct 16 13:43:26.114102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37846) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.119686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-1b69232e-6b61-4d43-a63f-cbfb35352b77 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-1328862405') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.123433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.138836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b724bb2b-d132-465c-a392-d4a6a5b17a9b None None] Port cd772fe9-da47-43ce-b17c-c1555237c17f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:26.214159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884064a5-b1da-4de1-9a35-67b939280cc5 req-9e91c694-bb96-4a82-a277-00c11ac29103 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:26.215757 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-884064a5-b1da-4de1-9a35-67b939280cc5 req-9e91c694-bb96-4a82-a277-00c11ac29103 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.1479802 Oct 16 13:43:26.265424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.272101 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-884064a5-b1da-4de1-9a35-67b939280cc5 req-fd2880ca-a3a7-43dc-bbc4-02e00f56a199 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493343 Oct 16 13:43:26.276975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-1b69232e-6b61-4d43-a63f-cbfb35352b77 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:26.279316 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1b69232e-6b61-4d43-a63f-cbfb35352b77 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-1328862405 HTTP/1.1" status: 404 len: 329 time: 0.1618865 Oct 16 13:43:26.280823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37848) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.296294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.tag.tag_plugin [None req-9433c8c8-2e57-45d1-80e5-2db1ef1614a4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d', 'tempest-TagsExtTest-Tag-1803830483') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.330551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9006b2-ef9a-4e2e-9c7c-72b16337b40c']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.335383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router cba0e2ef-d5bd-476f-a34e-9bc12903bc41 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:26.340589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6959147-6b06-4ba5-93de-03d179f36717') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.347000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6959147-6b06-4ba5-93de-03d179f36717') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.355286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.363536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-82e18bcd-8f4c-4cf1-8f49-0d8b13b4c364 None None] Provisioning complete for port cd772fe9-da47-43ce-b17c-c1555237c17f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:26.363940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-82e18bcd-8f4c-4cf1-8f49-0d8b13b4c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.375981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.383612 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:26.384110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:26.387792 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:26.407190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-82e18bcd-8f4c-4cf1-8f49-0d8b13b4c364 None None] Port cd772fe9-da47-43ce-b17c-c1555237c17f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:26.537516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.542350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.546995 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/da9006b2-ef9a-4e2e-9c7c-72b16337b40c HTTP/1.1" status: 204 len: 168 time: 0.5401974 Oct 16 13:43:26.562147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a26222-632b-4371-aaa9-fe371e6f4c46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=da9006b2-ef9a-4e2e-9c7c-72b16337b40c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:26.573936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37850) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.580719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--776899557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:26.684862 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-9433c8c8-2e57-45d1-80e5-2db1ef1614a4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:26.685924 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9433c8c8-2e57-45d1-80e5-2db1ef1614a4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags/tempest-TagsExtTest-Tag-1803830483 HTTP/1.1" status: 404 len: 329 time: 0.4039934 Oct 16 13:43:26.688970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37852) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.694950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-b65a2453-e2df-45f9-9894-05c2eb89725e tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', {'tags': ['tempest-TagsExtTest-Tag-614244831', 'tempest-TagsExtTest-Tag-123629755', 'tempest-TagsExtTest-Tag-1764025331']}) {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.700636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9845f13e-db8e-424d-94cd-cc6f8e215acf up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:26.711675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:26.722040 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] Sync routers for ids ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:26.728013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4c00ba0c-c0a4-428b-a82f-45c0e30e5f40 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/cba0e2ef-d5bd-476f-a34e-9bc12903bc41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6922812 Oct 16 13:43:26.728503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37854) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.748538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:26.750292 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] Routers {'cba0e2ef-d5bd-476f-a34e-9bc12903bc41'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:26.752470 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.755948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.761087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9845f13e-db8e-424d-94cd-cc6f8e215acf triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:26.761629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.794101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc93808-92d7-4496-894d-c17e702bb683 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:26.796023 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3bc93808-92d7-4496-894d-c17e702bb683 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports/cd772fe9-da47-43ce-b17c-c1555237c17f HTTP/1.1" status: 200 len: 910 time: 0.0664480 Oct 16 13:43:26.799686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37856) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.824977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.831360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:26.837495 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] Routers {'cba0e2ef-d5bd-476f-a34e-9bc12903bc41'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:26.838215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.849305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.853791 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment cc47df58-8f32-415c-b28f-9a37397c0af5 of type vlan for network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c Oct 16 13:43:26.906783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:26.936768 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.937444 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdca677-0e7b-4de2-9476-f15c2094077b None None] The sync data for ids ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:26.945343 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b65a2453-e2df-45f9-9894-05c2eb89725e tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags HTTP/1.1" status: 200 len: 316 time: 0.2540388 Oct 16 13:43:26.947457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37858) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:26.952410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-f1e48d4f-48c8-4569-ab70-2f7a99ea60e1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:26.991471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 3ade87da-c18d-4f3c-9c95-d9c3f498a76f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:27.020903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 3ade87da-c18d-4f3c-9c95-d9c3f498a76f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:27.020903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 3ade87da-c18d-4f3c-9c95-d9c3f498a76f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:27.021254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e2b06e1d-c249-4f58-993b-a873426e5732 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:27.022234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.028624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:27.029243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.053030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e2b06e1d-c249-4f58-993b-a873426e5732 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:27.053030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e2b06e1d-c249-4f58-993b-a873426e5732 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:27.053030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:27.067826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:27.068173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 49dc6ce2-8ff1-4bf2-9e2b-f6aec9dd8f63 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:27.328469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.436330 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8614376 Oct 16 13:43:27.439959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37862) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:27.442224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52b82-5747-432f-9515-5b163aac01b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:27.445104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-454336529', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:27.453258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:27.501049 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f47610-c2cf-4b72-a886-f6ea0f9ebfb2 req-a3013fa5-8e75-47df-93da-f19489588208 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:27.502571 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7f47610-c2cf-4b72-a886-f6ea0f9ebfb2 req-a3013fa5-8e75-47df-93da-f19489588208 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.1365304 Oct 16 13:43:27.538425 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f1e48d4f-48c8-4569-ab70-2f7a99ea60e1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags HTTP/1.1" status: 204 len: 168 time: 0.5899417 Oct 16 13:43:27.541226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37864) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:27.545747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-e8143c4d-6e30-4531-bba6-f32b04f15bc6 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-614244831') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:27.591284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7f47610-c2cf-4b72-a886-f6ea0f9ebfb2 req-f4d8031c-120b-4607-856b-0795f34347e7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583289 Oct 16 13:43:27.639554 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-e8143c4d-6e30-4531-bba6-f32b04f15bc6 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:27.644174 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e8143c4d-6e30-4531-bba6-f32b04f15bc6 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-614244831 HTTP/1.1" status: 404 len: 328 time: 0.0984397 Oct 16 13:43:27.644462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37866) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:27.648773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-615c2aa8-a921-44c8-b12e-4ea82606d46b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-123629755') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:27.649169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.650348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.734475 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-615c2aa8-a921-44c8-b12e-4ea82606d46b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:27.735510 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-615c2aa8-a921-44c8-b12e-4ea82606d46b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-123629755 HTTP/1.1" status: 404 len: 328 time: 0.0901923 Oct 16 13:43:27.738786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37868) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:27.743465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-c5ddab59-2944-4b0f-b6ca-f905ec0ee228 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5', 'tempest-TagsExtTest-Tag-1764025331') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:27.744739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.766997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port cd772fe9-da47-43ce-b17c-c1555237c17f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:27.767873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:27.832205 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-c5ddab59-2944-4b0f-b6ca-f905ec0ee228 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:27.835936 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c5ddab59-2944-4b0f-b6ca-f905ec0ee228 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags/tempest-TagsExtTest-Tag-1764025331 HTTP/1.1" status: 404 len: 329 time: 0.0938418 Oct 16 13:43:27.836766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37870) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:27.841581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-673e9310-29b9-431b-98f4-b9b0ff1bf7da tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', {'tags': ['tempest-TagsExtTest-Tag-1447852960', 'tempest-TagsExtTest-Tag-549527240', 'tempest-TagsExtTest-Tag-1078237308']}) {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:27.957251 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-673e9310-29b9-431b-98f4-b9b0ff1bf7da tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "PUT /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags HTTP/1.1" status: 200 len: 317 time: 0.1194417 Oct 16 13:43:27.959783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37872) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:27.964330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-0d398f82-7366-4572-bc94-da1bcbd8bf7c tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:27.976560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.020075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.027113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for cd772fe9-da47-43ce-b17c-c1555237c17f owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:28.063512 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0d398f82-7366-4572-bc94-da1bcbd8bf7c tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags HTTP/1.1" status: 204 len: 168 time: 0.1026168 Oct 16 13:43:28.066661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37874) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.071092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-c5bacf2c-b610-42bc-a3a2-ddd34b3afdc4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-1447852960') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.091943 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-c5bacf2c-b610-42bc-a3a2-ddd34b3afdc4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:28.098772 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c5bacf2c-b610-42bc-a3a2-ddd34b3afdc4 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-1447852960 HTTP/1.1" status: 404 len: 329 time: 0.0252852 Oct 16 13:43:28.101725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37876) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.103631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-6f059e83-7d41-4b8a-80a0-ab1cca883bc5 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-549527240') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.123195 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-6f059e83-7d41-4b8a-80a0-ab1cca883bc5 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:28.127637 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6f059e83-7d41-4b8a-80a0-ab1cca883bc5 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-549527240 HTTP/1.1" status: 404 len: 328 time: 0.0242214 Oct 16 13:43:28.127860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37878) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.132066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-da8b0841-d8b3-4c8d-9690-a9d48891a184 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710', 'tempest-TagsExtTest-Tag-1078237308') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.152267 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-da8b0841-d8b3-4c8d-9690-a9d48891a184 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] show failed (client error): The resource could not be found. Oct 16 13:43:28.153657 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-da8b0841-d8b3-4c8d-9690-a9d48891a184 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags/tempest-TagsExtTest-Tag-1078237308 HTTP/1.1" status: 404 len: 329 time: 0.0246210 Oct 16 13:43:28.156093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37880) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.160419 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-340d07ce-7827-4ffe-b731-2800ddb8c211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d9d7120-1ff1-4f9e-ba8f-184b370fb710') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.192202 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-340d07ce-7827-4ffe-b731-2800ddb8c211 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710/tags HTTP/1.1" status: 204 len: 168 time: 0.0323200 Oct 16 13:43:28.192654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37882) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.197801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-b6f4b19a-76be-4535-9704-617f9bb52421 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.287787 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b6f4b19a-76be-4535-9704-617f9bb52421 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0917239 Oct 16 13:43:28.288030 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37884) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.292438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-551dffba-fd14-4357-9c5d-d0610669291c tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '441b63a5-0200-48e2-bb6d-11586e24c30d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.328214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.357532 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-551dffba-fd14-4357-9c5d-d0610669291c tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d/tags HTTP/1.1" status: 204 len: 168 time: 0.0685289 Oct 16 13:43:28.360010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37886) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.364932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.tag.tag_plugin [None req-374644f4-7ea9-42cc-be22-30ee1b1a6ccf tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1e8578a8-dee1-435e-9db8-546e68ba95e1') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:28.391818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=cd772fe9-da47-43ce-b17c-c1555237c17f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:28.419526 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-374644f4-7ea9-42cc-be22-30ee1b1a6ccf tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0584955 Oct 16 13:43:28.426367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37888) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.429994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.465666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.570157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4bac6cf3-94ac-4b23-b435-5267c8fdb6d1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for subnetpool, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.572000 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4bac6cf3-94ac-4b23-b435-5267c8fdb6d1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7d9d7120-1ff1-4f9e-ba8f-184b370fb710 HTTP/1.1" status: 204 len: 168 time: 0.1446159 Oct 16 13:43:28.573910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37890) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.613137 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af92c17b-b540-4376-8168-9defec64cb80 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5 HTTP/1.1" status: 200 len: 205 time: 0.0349998 Oct 16 13:43:28.613356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37892) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:28.701251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.720830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.893085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:28.895320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.008061 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.009453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Fanout notify agent at l3_agent the message router_deleted on router 5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:29.024517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.024517 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9bbb76a6-8b81-4818-9d5d-c70093907f66 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/routers/5bdd9384-0d33-49e7-8f3f-0f12a1acc9b5 HTTP/1.1" status: 204 len: 168 time: 0.4095938 Oct 16 13:43:29.026360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37896) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:29.057357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.225 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/df40e37f-261c-4d32-8d1e-7e47dcd7c0f5) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:29.124898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Deleting port 441b63a5-0200-48e2-bb6d-11586e24c30d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:29.125237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.153496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c45a63-0b65-48df-ada2-fa2d2983ace6 req-ed561830-e5dc-4b85-b59a-7b6e3bd9aa3a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:29.154976 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a3c45a63-0b65-48df-ada2-fa2d2983ace6 req-ed561830-e5dc-4b85-b59a-7b6e3bd9aa3a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.4522812 Oct 16 13:43:29.218057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.230574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Calling delete_port for 441b63a5-0200-48e2-bb6d-11586e24c30d owned by {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:29.294205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router cba0e2ef-d5bd-476f-a34e-9bc12903bc41 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:29.323658 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a3c45a63-0b65-48df-ada2-fa2d2983ace6 req-72601653-2441-406e-93bb-5188f8211038 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053145 Oct 16 13:43:29.336177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.425376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.446168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:29.454320 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3af4abcc-b9df-4c79-b345-bf10701199bb tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/cba0e2ef-d5bd-476f-a34e-9bc12903bc41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6494720 Oct 16 13:43:29.454587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37898) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:29.456013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event deleted for resources: {'Port': ['ID=441b63a5-0200-48e2-bb6d-11586e24c30d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:29.460335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] Sync routers for ids ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:29.480275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] Routers {'cba0e2ef-d5bd-476f-a34e-9bc12903bc41'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:29.482885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:29.488455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-df4b9ccf-367f-4f77-b009-6c51d3cc6670 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=cba0e2ef-d5bd-476f-a34e-9bc12903bc41 HTTP/1.1" status: 200 len: 205 time: 0.0297318 Oct 16 13:43:29.488858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37900) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:29.526678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.528790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:29.533373 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-74580e17-f882-478e-b063-588fb035d0a1 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/ports/441b63a5-0200-48e2-bb6d-11586e24c30d HTTP/1.1" status: 204 len: 168 time: 0.5059438 Oct 16 13:43:29.534054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37902) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:29.540901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] Routers {'cba0e2ef-d5bd-476f-a34e-9bc12903bc41'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:29.541996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:29.588151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:29.595889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9b6de-3032-4c6a-aa44-92362eccaa32 None None] The sync data for ids ['cba0e2ef-d5bd-476f-a34e-9bc12903bc41'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:29.596275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.596275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.602983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Deleting subnet 1e8578a8-dee1-435e-9db8-546e68ba95e1 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:29.607623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.655069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.670360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:29.683980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:29.724679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:29.750310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.812732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:29.897583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.899712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.900380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.927504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8578a8-dee1-435e-9db8-546e68ba95e1,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:29.931145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:29.936628 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-27141e6c-b5fa-4bc8-ac16-96d17608701b tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/subnets/1e8578a8-dee1-435e-9db8-546e68ba95e1 HTTP/1.1" status: 204 len: 168 time: 0.3994381 Oct 16 13:43:29.936860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37904) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:29.948579 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77524d9-4b70-454d-a6ec-37cfee6c74be None None] Network 2a602497-e855-4fa4-bb7a-040e7ed0e137 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:30.014379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.080837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Deleting port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:30.081839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.098177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.098688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router cba0e2ef-d5bd-476f-a34e-9bc12903bc41 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:30.115657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.115786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37906) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:30.115888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-722b8b8e-0e97-41f1-96c5-2f3ba6a8ead9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/cba0e2ef-d5bd-476f-a34e-9bc12903bc41 HTTP/1.1" status: 204 len: 168 time: 0.6203990 Oct 16 13:43:30.179826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] For port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,segment=NetworkSegment(0ff4219b-53cd-46d5-9e55-e99b9a243c72),segment_id=0ff4219b-53cd-46d5-9e55-e99b9a243c72)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:30.180078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.199740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Calling delete_port for 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:30.217515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet ea04546a-f156-418b-8d89-96e03e98a94b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:30.221797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.302510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.315032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] DHCP port deletion for 2a602497-e855-4fa4-bb7a-040e7ed0e137 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:30.330065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.375881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] Deleting port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:30.376362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.419978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.475480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:30.499550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.509133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] For port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,segment=NetworkSegment(0ff4219b-53cd-46d5-9e55-e99b9a243c72),segment_id=0ff4219b-53cd-46d5-9e55-e99b9a243c72)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:30.509523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.530194 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event deleted for resources: {'Port': ['ID=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:30.536554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] Calling delete_port for 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:30.541932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] No DVR routers for this DVR port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:30.558686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No active binding found for port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba {{(pid=101082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 16 13:43:30.559391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:30.575309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.598955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8a399-182f-4046-afb4-5c07c87c3649 None None] Network eb12bc52-3308-45da-af92-2aad0fd72587 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:30.618282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.621560 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/ea04546a-f156-418b-8d89-96e03e98a94b HTTP/1.1" status: 204 len: 168 time: 0.5102260 Oct 16 13:43:30.624523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37910) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:30.627484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c13a7-9f0d-4703-850f-1528a8aba0dd req-cc02dae7-79d4-4c3a-baf2-94a5ecaf0438 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:30.629051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-547c13a7-9f0d-4703-850f-1528a8aba0dd req-cc02dae7-79d4-4c3a-baf2-94a5ecaf0438 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.1566987 Oct 16 13:43:30.645659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0fd7e-52c5-4456-9d00-75984ae0c2b7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=ea04546a-f156-418b-8d89-96e03e98a94b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:30.659416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.696737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.716848 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-547c13a7-9f0d-4703-850f-1528a8aba0dd req-e3491660-b141-4eab-ad57-1ca53d96b4b2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777261 Oct 16 13:43:30.739736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.755833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a602497-e855-4fa4-bb7a-040e7ed0e137']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:30.766596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.772308 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff4219b-53cd-46d5-9e55-e99b9a243c72') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:30.772780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff4219b-53cd-46d5-9e55-e99b9a243c72') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:30.775000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] Pushing event deleted for resources: {'Port': ['ID=88d7cf56-9e0e-44dc-8e33-9f5e2da59bba,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:30.780179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32656604-2a5b-41ca-958a-71f13e8e3a9e None None] No DVR routers for this DVR port 88d7cf56-9e0e-44dc-8e33-9f5e2da59bba on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:30.799544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.835860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.848383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:30.848793 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:30.851832 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:30.878418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] DHCP port deletion for eb12bc52-3308-45da-af92-2aad0fd72587 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:30.924712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 9845f13e-db8e-424d-94cd-cc6f8e215acf {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:30.925056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.948010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] Deleting port 9845f13e-db8e-424d-94cd-cc6f8e215acf {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:30.948451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:30.994453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.015673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.021859 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] 10.222.0.24 "DELETE /v2.0/networks/2a602497-e855-4fa4-bb7a-040e7ed0e137 HTTP/1.1" status: 204 len: 168 time: 1.0811751 Oct 16 13:43:31.022067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] For port 9845f13e-db8e-424d-94cd-cc6f8e215acf, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9845f13e-db8e-424d-94cd-cc6f8e215acf,segment=NetworkSegment(0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57),segment_id=0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:31.022067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.022300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7026097-54bf-466f-949a-fb8a41cfb530 tempest-TagsExtTest-1501068662 tempest-TagsExtTest-1501068662-project] Pushing event deleted for resources: {'Network': ['ID=2a602497-e855-4fa4-bb7a-040e7ed0e137,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:31.032177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 9845f13e-db8e-424d-94cd-cc6f8e215acf, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9845f13e-db8e-424d-94cd-cc6f8e215acf,segment=NetworkSegment(0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57),segment_id=0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:31.032582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.046105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] Calling delete_port for 9845f13e-db8e-424d-94cd-cc6f8e215acf owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:31.047676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 9845f13e-db8e-424d-94cd-cc6f8e215acf owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:31.167796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router dbe7e9b0-e415-4f62-a458-053a7605e6eb is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:31.194959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.203120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.228686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] Pushing event deleted for resources: {'Port': ['ID=9845f13e-db8e-424d-94cd-cc6f8e215acf,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:31.234157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7dbed-913a-41e3-9df9-7a5e9c455af4 None None] No DVR routers for this DVR port 9845f13e-db8e-424d-94cd-cc6f8e215acf on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:31.238542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=9845f13e-db8e-424d-94cd-cc6f8e215acf,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:31.245528 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port 9845f13e-db8e-424d-94cd-cc6f8e215acf on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:31.297126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:31.308622 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Sync routers for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:31.318749 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:31.319465 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:31.325471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.345752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb12bc52-3308-45da-af92-2aad0fd72587']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:31.356090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:31.356532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8dd08d-9fe3-4dff-ae1b-299b8aea9b57') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:31.367552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.383244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.389168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:31.389674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.390984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.392600 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9b54ac0b-b81c-41a0-9065-7c4afd3b8cbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9519522 Oct 16 13:43:31.395680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37914) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: self.session.flush() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:31.396595 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:31.430691 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d029cd55-67cc-4c6d-a675-696c74af8d1e tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338886 Oct 16 13:43:31.433372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37916) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.447158 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:31.523277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.531842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.541695 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/eb12bc52-3308-45da-af92-2aad0fd72587 HTTP/1.1" status: 204 len: 168 time: 0.9129245 Oct 16 13:43:31.543151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37920) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.547297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1782398635', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:31.553517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f01ff-250b-4111-9b62-2b8c26f1f596 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=eb12bc52-3308-45da-af92-2aad0fd72587,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:31.577164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37922) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.621509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d5d43f-8cfc-4650-8e37-8239e9b1b480 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:31.623171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-29d5d43f-8cfc-4650-8e37-8239e9b1b480 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1886680 Oct 16 13:43:31.626090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37926) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.654620 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-82e704c4-e887-4296-a40e-e1d64fffa0de tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271685 Oct 16 13:43:31.657215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37928) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.659656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.660800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.662872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890438375', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:31.670310 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:30Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:31.702337 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Checking router: dbe7e9b0-e415-4f62-a458-053a7605e6eb for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:31.702689 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Updating router dbe7e9b0-e415-4f62-a458-053a7605e6eb port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:43:31.728557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.734769 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.785951 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-31d28b8e-c116-4996-aec4-b0bf3bbb658b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1a0314ca0c24ca9a95a06280724a666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075250 Oct 16 13:43:31.789261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37932) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:31.840215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-577d422b-282d-4833-86d5-b2e4eec7c10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.862379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-577d422b-282d-4833-86d5-b2e4eec7c10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:31.868812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:31.872277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.012374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.025080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573610b4-76a9-4770-b71e-6ab0bd47a9cc req-20c39e25-2448-4339-892a-35837b5f2810 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:32.026689 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-573610b4-76a9-4770-b71e-6ab0bd47a9cc req-20c39e25-2448-4339-892a-35837b5f2810 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.1779788 Oct 16 13:43:32.034624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-577d422b-282d-4833-86d5-b2e4eec7c10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.037797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-577d422b-282d-4833-86d5-b2e4eec7c10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.041068 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-577d422b-282d-4833-86d5-b2e4eec7c10b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31f07b25-245a-4544-9659-d532da72ba70 HTTP/1.1" status: 204 len: 168 time: 0.2485502 Oct 16 13:43:32.045722 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.059137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d422b-282d-4833-86d5-b2e4eec7c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f07b25-245a-4544-9659-d532da72ba70,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:32.072219 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-573610b4-76a9-4770-b71e-6ab0bd47a9cc req-5b8c345c-f6c0-4642-9fe6-58310c4cb2f8 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Oct 16 13:43:32.109017 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.170721 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Attempting to bind port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:32.171180 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Attempting to bind port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:32.171609 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Attempting to bind port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:32.175549 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fc23e-a880-4c75-b4eb-911b93b9a82c None None] Pushing event updated for resources: {'Port': ['ID=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:32.180277 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:32.180755 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:32.181211 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.181733 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:32.182345 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Bound port: df40e37f-261c-4d32-8d1e-7e47dcd7c0f5, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:32.182837 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.247618 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] For port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:32.250653 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] For port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:32.259737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.313212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.328697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=b342a51c-cc2a-4b23-847b-453a553ab91f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:32.335151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.344508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:32.344891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:32.361303 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.425193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9845f13e-db8e-424d-94cd-cc6f8e215acf no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:32.426287 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:32.426980 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:32.462301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:32.482877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9845f13e-db8e-424d-94cd-cc6f8e215acf {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:32.483314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9845f13e-db8e-424d-94cd-cc6f8e215acf not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:32.489878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.26.5.228 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/4beec9ff-adf3-4b24-a244-ea143e652191) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:32.551184 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fc23e-a880-4c75-b4eb-911b93b9a82c None None] Pushing event updated for resources: {'Port': ['ID=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:32.573188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:32.578012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:32.578599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.582104 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:32.588408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a758e2-0dca-4c1e-bb60-db996ec60ef8 None None] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:32.614875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.653013 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0a4c6efe-fb82-442a-b375-049b963d8fab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9941497 Oct 16 13:43:32.654070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37946) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:32.731841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.765732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:32.766619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:32.803793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:32.808390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:32.821048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:32.871439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=4beec9ff-adf3-4b24-a244-ea143e652191,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:32.931254 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:30Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:32.978476 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bffbca5-537c-4ac0-b36c-2616176dc50f None None] The sync data for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv is: [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:30Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:32.982992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Allocated IP 172.20.0.2 (2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c/b342a51c-cc2a-4b23-847b-453a553ab91f/94a0533a-9994-4079-9ba2-e77925e16d5a) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:33.181380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.266254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.307628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:33.309410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:33.337137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:33.378502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.435961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba15837-0a1f-4171-8b7c-0828aa762d29 req-962cb107-2b42-4815-a4a2-949fae904fdc tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:33.436199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Pushing event updated for resources: {'Port': ['ID=94a0533a-9994-4079-9ba2-e77925e16d5a,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:33.447045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ba15837-0a1f-4171-8b7c-0828aa762d29 req-962cb107-2b42-4815-a4a2-949fae904fdc tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.2318990 Oct 16 13:43:33.462627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Attempting to bind port 94a0533a-9994-4079-9ba2-e77925e16d5a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:33.463954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Attempting to bind port 94a0533a-9994-4079-9ba2-e77925e16d5a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:33.464425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Attempting to bind port 94a0533a-9994-4079-9ba2-e77925e16d5a on network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:33.475668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:33.476118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Checking segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:33.476638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.477101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Bound using segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:33.477664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Bound port: 94a0533a-9994-4079-9ba2-e77925e16d5a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:33.478119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.536970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.557678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ba15837-0a1f-4171-8b7c-0828aa762d29 req-107e90e2-f096-4026-ab5e-48372719d3af tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088107 Oct 16 13:43:33.568934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] For port 94a0533a-9994-4079-9ba2-e77925e16d5a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:33.569682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] For port 94a0533a-9994-4079-9ba2-e77925e16d5a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=94a0533a-9994-4079-9ba2-e77925e16d5a,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:33.654420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:33.769623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e70569-ea24-4602-b5a6-454129a73843 None None] Pushing event updated for resources: {'Port': ['ID=94a0533a-9994-4079-9ba2-e77925e16d5a,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:33.881968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.165478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c/b342a51c-cc2a-4b23-847b-453a553ab91f/47833a07-3f62-4db1-92f1-e756158ea648) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:34.191651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router f6f96882-d7bf-4a03-9ac3-512a6db37dfd is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:34.290425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.343144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:34.356601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] Sync routers for ids ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:34.375701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] Routers {'f6f96882-d7bf-4a03-9ac3-512a6db37dfd'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:34.377834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:34.396939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.437498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:34.447166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] Routers {'f6f96882-d7bf-4a03-9ac3-512a6db37dfd'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:34.447785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:34.459082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.464858 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-038a60b7-9857-476a-bb3d-a16107d94575 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9172745 Oct 16 13:43:34.464858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37976) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:34.493239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:34.494032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db13dec-c05a-49c7-b28d-34ba09d9b7e9 None None] The sync data for ids ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:34.502991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:34.504851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=47833a07-3f62-4db1-92f1-e756158ea648,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:34.507099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:34.517873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:34.532964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 94a0533a-9994-4079-9ba2-e77925e16d5a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:34.583139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.623569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 92cf93ae-ad4c-40ea-8a32-7332b4192412 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:43:34.679577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 94a0533a-9994-4079-9ba2-e77925e16d5a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:34.679937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.777793 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c371ffb4-957b-428e-8d03-81f608a4a65e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/routers/f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 200 len: 881 time: 0.3131523 Oct 16 13:43:34.781141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37980) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:34.817194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6ad18-a578-4820-9b55-29d135260814 req-15d3df59-1a12-4321-988e-b1546a5922b8 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:34.819192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8ff6ad18-a578-4820-9b55-29d135260814 req-15d3df59-1a12-4321-988e-b1546a5922b8 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 943 time: 0.1532187 Oct 16 13:43:34.880451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8ff6ad18-a578-4820-9b55-29d135260814 req-d19649f5-9f51-434a-9368-8c3ef0ff8f66 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Oct 16 13:43:34.922660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 92cf93ae-ad4c-40ea-8a32-7332b4192412, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:34.929927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:34.937589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:43:34.988861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.013852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2c672-cdfe-48ea-8c2c-936fec2f82de None None] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:35.027220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37982) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:35.031762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681229848', 'description': 'tempest-secgroup-smoke-1681229848 description', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:35.054457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.132845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.138607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cf93ae-ad4c-40ea-8a32-7332b4192412 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:43:35.145215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.153854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0881afef-f88f-418d-bd4d-0360bd0506c8 None None] Provisioning complete for port 94a0533a-9994-4079-9ba2-e77925e16d5a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:35.154317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0881afef-f88f-418d-bd4d-0360bd0506c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.164118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 94a0533a-9994-4079-9ba2-e77925e16d5a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=94a0533a-9994-4079-9ba2-e77925e16d5a,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:35.197310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 92cf93ae-ad4c-40ea-8a32-7332b4192412, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:35.216909 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c7691468-39e8-4a30-b6c2-229c5f1dcc89 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4345315 Oct 16 13:43:35.224368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37984) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:35.229705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1782398635'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:35.258532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.259322 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:35.315090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.369033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.419889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=94a0533a-9994-4079-9ba2-e77925e16d5a,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:35.436438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.494366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:35.495094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.532159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.544700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=47833a07-3f62-4db1-92f1-e756158ea648,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:35.558424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=92cf93ae-ad4c-40ea-8a32-7332b4192412,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:35.566942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['92cf93ae-ad4c-40ea-8a32-7332b4192412'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:43:35.649516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.668521 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:35.669985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:35.704699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.738312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.755301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:35.802370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1521c6f-6fc0-4c33-830d-980e0c601e93,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:35.811528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.845841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router dbe7e9b0-e415-4f62-a458-053a7605e6eb has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:35.921889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:35.935154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:35.973689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2d39e28b-33cd-4628-bd46-610c2a1038f4 None None] Provisioning complete for port 94a0533a-9994-4079-9ba2-e77925e16d5a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:35.974202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2d39e28b-33cd-4628-bd46-610c2a1038f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.005430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.007007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:36.015653 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c84663a7-1d6e-478f-a226-a73688815a95 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/dbe7e9b0-e415-4f62-a458-053a7605e6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3570924 Oct 16 13:43:36.015653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37988) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:36.025761 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Sync routers for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:36.045602 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:36.046232 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:36.153783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2d39e28b-33cd-4628-bd46-610c2a1038f4 None None] Provisioning complete for port 47833a07-3f62-4db1-92f1-e756158ea648 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:36.154326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2d39e28b-33cd-4628-bd46-610c2a1038f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.156690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d91df1c-8238-4de3-a748-371e66d0c9b8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:36.217920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.226067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2d39e28b-33cd-4628-bd46-610c2a1038f4 None None] Port 47833a07-3f62-4db1-92f1-e756158ea648 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:36.229762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cb3fe9a3-b947-49c7-8b44-bcff339ae73a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1998508 Oct 16 13:43:36.233456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37990) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:36.243024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ea123-01f2-43da-a8f7-2704cd58930e req-d8e4e265-cc78-4512-9cbd-331265e1e9c5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.244598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b41ea123-01f2-43da-a8f7-2704cd58930e req-d8e4e265-cc78-4512-9cbd-331265e1e9c5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 944 time: 0.2433021 Oct 16 13:43:36.246623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group_rule': {'security_group_id': '0d91df1c-8238-4de3-a748-371e66d0c9b8', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:36.257728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.274624 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:36.298331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.298805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.299269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.299732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.300187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.300667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.301868 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b41ea123-01f2-43da-a8f7-2704cd58930e req-150e8225-b032-4485-a565-81f09c39300a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504870 Oct 16 13:43:36.302451 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0aeb650b-8607-4382-b80a-b55684f080fa tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2858565 Oct 16 13:43:36.305326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37992) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:36.348811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6913b708-b21e-4777-bc09-8d520aefe328 None None] Provisioning complete for port 47833a07-3f62-4db1-92f1-e756158ea648 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:36.349633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6913b708-b21e-4777-bc09-8d520aefe328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.377239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.405761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.428045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6913b708-b21e-4777-bc09-8d520aefe328 None None] Port 47833a07-3f62-4db1-92f1-e756158ea648 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:36.434282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 94a0533a-9994-4079-9ba2-e77925e16d5a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:36.482745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.523099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.523664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.524172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.524743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.525246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.525745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:36.530315 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0b047843-566a-4251-a0bf-d699686cb4d6 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2210948 Oct 16 13:43:36.530792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37994) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:36.560309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.567026 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:36.601089 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Checking router: dbe7e9b0-e415-4f62-a458-053a7605e6eb for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:36.601667 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Updating router dbe7e9b0-e415-4f62-a458-053a7605e6eb port 47833a07-3f62-4db1-92f1-e756158ea648 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:43:36.615257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 92cf93ae-ad4c-40ea-8a32-7332b4192412 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:36.623281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de85f30c-7718-4970-9dd2-692098fac2ab,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:36.633657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router f6f96882-d7bf-4a03-9ac3-512a6db37dfd has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:36.635337 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.672647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9833c089-2487-4896-9457-840475a8aac5 None None] Provisioning complete for port 47833a07-3f62-4db1-92f1-e756158ea648 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:36.673094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9833c089-2487-4896-9457-840475a8aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.704132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.705291 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4dd4e001-d329-4fa2-b149-d69a76d386b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4708409 Oct 16 13:43:36.707934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 37996) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:36.714665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group_rule': {'security_group_id': '0d91df1c-8238-4de3-a748-371e66d0c9b8', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:36.728947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9833c089-2487-4896-9457-840475a8aac5 None None] Port 47833a07-3f62-4db1-92f1-e756158ea648 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:36.742167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 94a0533a-9994-4079-9ba2-e77925e16d5a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:36.742539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.796790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:36.809118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.809118 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fff809bf-84fe-47b6-8d5e-cd16cc3b1f43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 200 len: 888 time: 1.5819731 Oct 16 13:43:36.810344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 37998) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:36.825046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] Sync routers for ids ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:36.839713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 92cf93ae-ad4c-40ea-8a32-7332b4192412 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:43:36.853662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 92cf93ae-ad4c-40ea-8a32-7332b4192412 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:36.854168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.879454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] Routers {'f6f96882-d7bf-4a03-9ac3-512a6db37dfd'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:36.880629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:36.888504 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b28887de-1057-4b56-bece-0d53451c243b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.3564243 Oct 16 13:43:36.905240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.936255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:36.939525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:36.967764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:36.981897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] Routers {'f6f96882-d7bf-4a03-9ac3-512a6db37dfd'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:36.982576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:36.997815 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-50a18342-07cf-4304-899c-7d899582dc62 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/routers/f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 200 len: 888 time: 0.1836538 Oct 16 13:43:36.998197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38002) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:37.032382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:37.034036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe893060-5814-4d30-9e1c-37adacab5e35 None None] The sync data for ids ['f6f96882-d7bf-4a03-9ac3-512a6db37dfd'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:37.038617 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b44d35cd-3352-4027-a20c-2c0970032f2a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 200 len: 205 time: 0.0367866 Oct 16 13:43:37.038925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38004) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:37.053125 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.085844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.093712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:37.094085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.114829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5d55d8-3781-4f02-8c80-e26106fef301,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:37.116371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.141770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38006) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:37.143792 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.147140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062516538', 'description': 'tempest-secgroup-smoke-1062516538 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:37.170683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:37.173886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b8006-d524-4cee-a580-abc1af0d70f8" -d '{"events": [{"server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "name": "network-vif-plugged", "status": "completed", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:37.224226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 92cf93ae-ad4c-40ea-8a32-7332b4192412, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:37.245440 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419588d-ac01-48b7-bb5c-363b4cc1152d None None] Pushing event updated for resources: {'Port': ['ID=47833a07-3f62-4db1-92f1-e756158ea648,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:37.293795 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Attempting to bind port 47833a07-3f62-4db1-92f1-e756158ea648 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:37.294169 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Attempting to bind port 47833a07-3f62-4db1-92f1-e756158ea648 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:37.294567 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Attempting to bind port 47833a07-3f62-4db1-92f1-e756158ea648 on network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:37.300856 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:37.305816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Checking segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:37.305816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.305816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Bound using segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:37.306153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45300b3-b64f-49c7-a467-acdd0aa3e824 x-openstack-request-id: req-f45300b3-b64f-49c7-a467-acdd0aa3e824 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:37.306270 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Bound port: 47833a07-3f62-4db1-92f1-e756158ea648, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:37.306396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "name": "network-vif-plugged", "status": "completed", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:37.306507 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.306607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f45300b3-b64f-49c7-a467-acdd0aa3e824 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:37.306607 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'code': 200} Oct 16 13:43:37.307477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.326340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.380726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=92cf93ae-ad4c-40ea-8a32-7332b4192412,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:37.400787 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] For port 47833a07-3f62-4db1-92f1-e756158ea648, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:37.402363 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] For port 47833a07-3f62-4db1-92f1-e756158ea648, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=47833a07-3f62-4db1-92f1-e756158ea648,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:37.501857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.503067 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f70906b5-cf38-42bb-8928-d9a5a2f7c102 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7941256 Oct 16 13:43:37.505774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.505935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38012) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:37.510055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group_rule': {'security_group_id': '0d91df1c-8238-4de3-a748-371e66d0c9b8', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:37.526168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.527228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3507dc7-217d-4972-b7f4-e4098125cf9a req-8968f2c4-ee3a-4ee0-89ca-93dd08a6194d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:37.529628 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3507dc7-217d-4972-b7f4-e4098125cf9a req-8968f2c4-ee3a-4ee0-89ca-93dd08a6194d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 945 time: 0.0900366 Oct 16 13:43:37.557073 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.560527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4e64647f-8893-464a-9005-6e4440d4c796 None None] Provisioning complete for port 47833a07-3f62-4db1-92f1-e756158ea648 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:37.560970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e64647f-8893-464a-9005-6e4440d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.619242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.644932 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:37.645809 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:37.652746 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419588d-ac01-48b7-bb5c-363b4cc1152d None None] Pushing event updated for resources: {'Port': ['ID=47833a07-3f62-4db1-92f1-e756158ea648,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:37.661597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3507dc7-217d-4972-b7f4-e4098125cf9a req-0dc61cca-ff4a-463d-8b66-65738f69dc61 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236317 Oct 16 13:43:37.700195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.703805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cddcb180-c34f-46d7-b608-d55972b8d249,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:37.715878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48a35a-3b76-451c-b90e-b1dd9002cde5 req-7a956869-883f-4d9b-be93-7cf89e68a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:37.717432 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3a48a35a-3b76-451c-b90e-b1dd9002cde5 req-7a956869-883f-4d9b-be93-7cf89e68a92e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1098 time: 0.1634638 Oct 16 13:43:37.735317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.736694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6ea6bfd0-1cd6-4a01-a802-fd2c95eb0f75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5931113 Oct 16 13:43:37.737537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.749074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e64647f-8893-464a-9005-6e4440d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.749629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38014) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:37.755386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'cddcb180-c34f-46d7-b608-d55972b8d249', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:37.786108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4e64647f-8893-464a-9005-6e4440d4c796 None None] For port 47833a07-3f62-4db1-92f1-e756158ea648, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=47833a07-3f62-4db1-92f1-e756158ea648,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:37.798823 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3a48a35a-3b76-451c-b90e-b1dd9002cde5 req-ab387c32-1216-4453-a2a1-b82e8768e4e1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692523 Oct 16 13:43:37.813232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.854304 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:37.882537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 4beec9ff-adf3-4b24-a244-ea143e652191 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:37.882800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.886767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e64647f-8893-464a-9005-6e4440d4c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.922060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.944342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64647f-8893-464a-9005-6e4440d4c796 None None] Pushing event updated for resources: {'Port': ['ID=47833a07-3f62-4db1-92f1-e756158ea648,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:37.959224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:37.998983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff941aa-626d-4451-b5bc-123357fd0aad,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:38.009066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2bc237f8-7812-43ff-b4de-649648e4ccb7 None None] Provisioning complete for port 47833a07-3f62-4db1-92f1-e756158ea648 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:38.009740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bc237f8-7812-43ff-b4de-649648e4ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.031464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.052091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 4beec9ff-adf3-4b24-a244-ea143e652191 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:38.070812 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:38.075556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.080057 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a5264834-437a-4247-bf11-8b42ba400c21 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5700867 Oct 16 13:43:38.080526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38016) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:38.080914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.085397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group_rule': {'security_group_id': '0d91df1c-8238-4de3-a748-371e66d0c9b8', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:38.113438 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ac5cd-0a36-4c51-b993-fd07a5bc8b7b None None] The sync data for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv is: [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:38.152056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.196205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.225267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81816e6-fe2f-4ee5-ba4d-f0a81068a79d,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:38.275617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.307410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.308954 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-49988abf-c3ba-4813-8317-7a2834d8c83a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5625322 Oct 16 13:43:38.311821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38018) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:38.316723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'cddcb180-c34f-46d7-b608-d55972b8d249', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:38.370000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.388689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cbe565-7f94-4ec3-8827-07dbf0b36362,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:38.396935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.424682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=4beec9ff-adf3-4b24-a244-ea143e652191,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:38.446384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47833a07-3f62-4db1-92f1-e756158ea648 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:38.462174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.500430 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.518884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 47833a07-3f62-4db1-92f1-e756158ea648 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:38.519319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.520847 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fe9d23f0-4d33-4580-93c1-f4776a2c21d7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4391639 Oct 16 13:43:38.525367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38020) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:38.529054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.530381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group_rule': {'security_group_id': '0d91df1c-8238-4de3-a748-371e66d0c9b8', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:38.568389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.619569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.635585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.637892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.647490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d3fc6-d65f-4937-a49b-9a3ea6b641a5,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:38.659208 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Project 5f8bffe7cfe445ee9083cc21e142d843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:43:38.666067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.730156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.733999 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-091185fb-80f0-49f6-a78c-9f2f006cfd0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4186339 Oct 16 13:43:38.734378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38024) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:38.739422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'cddcb180-c34f-46d7-b608-d55972b8d249', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:38.742629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.750323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.752791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router f6f96882-d7bf-4a03-9ac3-512a6db37dfd {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:38.760296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.761453 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cba180aa-12b1-49bc-9d94-131ed7032ce0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 204 len: 168 time: 1.7216132 Oct 16 13:43:38.767161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38026) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:38.774111 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-2140965499'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:38.828017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e69f1-b052-48ba-9297-3db39ff7295d req-1e7c8384-f079-49cf-9cd2-6218ed118965 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:38.829715 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-174e69f1-b052-48ba-9297-3db39ff7295d req-1e7c8384-f079-49cf-9cd2-6218ed118965 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 945 time: 0.0602767 Oct 16 13:43:38.830936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.856301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceafc973-945c-4ba0-9b68-852331ddda8c,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:38.866298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.884940 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-174e69f1-b052-48ba-9297-3db39ff7295d req-9781a1e3-5a4c-41d5-b66c-31a86c0d0413 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Oct 16 13:43:38.945759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.967961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:38.972247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:38.996942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:39.007576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.007576 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment 708c1c3f-0ac6-4dcc-98f0-b381db13b4a7 of type vlan for network 57653343-c51d-40f0-85fc-945aafb287ff Oct 16 13:43:39.048901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.055560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.057268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.061306 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e4c531ac-e4bb-4dbd-9c5a-767f8af68ed0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5347340 Oct 16 13:43:39.064613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38028) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:39.067170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'security_group_rule': {'security_group_id': '0d91df1c-8238-4de3-a748-371e66d0c9b8', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:39.083016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37be8d11-da9e-4491-ae4a-7b0ae6cf1e40,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:39.154551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Project 5f8bffe7cfe445ee9083cc21e142d843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:43:39.155080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.160092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.161052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:39.164957 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.237382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.241944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.245634 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e01948c4-2071-4726-99ec-a12c77dae57b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5078142 Oct 16 13:43:39.246316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38030) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:39.246934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=57653343-c51d-40f0-85fc-945aafb287ff,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:39.254622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'cddcb180-c34f-46d7-b608-d55972b8d249', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:39.258180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 57653343-c51d-40f0-85fc-945aafb287ff details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:39.270792 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d39e2339-b6c2-4059-96e3-84daec0418a9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5019605 Oct 16 13:43:39.276529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38032) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:39.283508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': '57653343-c51d-40f0-85fc-945aafb287ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:39.291489 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:43:39.353246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.359666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.385789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d3d955-6b04-40f0-aaa4-506b648257df,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:39.437042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.458615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.459861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3214cfc5-af26-4a24-a4ce-7bb1127ed720 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3968074 Oct 16 13:43:39.463257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38034) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:39.468721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'network': {'name': 'tempest-network-smoke--1404329574', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:39.505358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.524099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65013df7-a0ab-4a68-99fa-fa7412bb8265,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:39.536829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:39.540348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.616815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.617947 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6db887c4-30a6-4a85-a59d-a8dd9f5f0706 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673670 Oct 16 13:43:39.620851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38036) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:39.625138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'cddcb180-c34f-46d7-b608-d55972b8d249', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:39.689753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Made reservation on behalf of 5f8bffe7cfe445ee9083cc21e142d843 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:39.693431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.734747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:39.744068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.744439 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Added segment 9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b of type vlan for network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 Oct 16 13:43:39.777095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.786081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.822913 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:43:39.828185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.840654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=05578c6c-cfe4-4609-b31b-77e37bcfa10f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:39.848395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57653343-c51d-40f0-85fc-945aafb287ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:39.848755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: 57653343-c51d-40f0-85fc-945aafb287ff, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:39.882547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.914037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.919627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:39.920205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:39.936986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 57653343-c51d-40f0-85fc-945aafb287ff is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:39.991646 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Network': ['ID=1ce29e77-31ab-4670-8ee5-2dbe06e5f959,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:39.996203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.003370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:40.017369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b51508b-a96d-43bc-9ee6-60b7829e4881,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:40.017985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18acce-95d9-40ac-ae51-0f22ffa225d0 req-dde6504d-c577-4955-95de-68150a71925e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:40.018933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ed18acce-95d9-40ac-ae51-0f22ffa225d0 req-dde6504d-c577-4955-95de-68150a71925e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 945 time: 0.0668483 Oct 16 13:43:40.027323 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 57653343-c51d-40f0-85fc-945aafb287ff) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:40.030376 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a011135e-78e1-46db-920a-79157cb83f52 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5656621 Oct 16 13:43:40.033939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38040) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:40.037922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:40.038359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'admin_state_up': True, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:40.039173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.062714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380922ad-d179-489c-816c-2384a36279b2 None None] Network 57653343-c51d-40f0-85fc-945aafb287ff requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:40.076820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ed18acce-95d9-40ac-ae51-0f22ffa225d0 req-8c3e2d73-6e7e-42c3-9c45-a1a78918a9d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515368 Oct 16 13:43:40.084107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.088204 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c1c32ca0-6924-486e-aedb-b4cd52a1e70e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4637320 Oct 16 13:43:40.088204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38042) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:40.096060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'cddcb180-c34f-46d7-b608-d55972b8d249', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:40.181516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a2fb04cf-1433-4de7-89aa-d353b1c49ec6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9037342 Oct 16 13:43:40.184148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38046) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:40.190925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1068815264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:40.211649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49122dc5-fd2e-498b-bb59-0f038de7316d req-d6f0fb1b-6e7f-49c9-9c8f-dd6ba9ca067f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:40.212789 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49122dc5-fd2e-498b-bb59-0f038de7316d req-d6f0fb1b-6e7f-49c9-9c8f-dd6ba9ca067f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 945 time: 0.0659351 Oct 16 13:43:40.229443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-57653343-c51d-40f0-85fc-945aafb287ff', 'network_id': '57653343-c51d-40f0-85fc-945aafb287ff', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': '05578c6c-cfe4-4609-b31b-77e37bcfa10f'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:40.230562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.255749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.257082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.260687 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49122dc5-fd2e-498b-bb59-0f038de7316d req-9506d2ce-8e1c-43a1-a9a4-7e238aa280ee tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345278 Oct 16 13:43:40.273484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 16 13:43:40.273484 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 16 13:43:40.273484 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'project_id_1': 'd9002afcdfe94b1d8e264779d6cccec6', 'expiration_1': datetime.datetime(2021, 10, 16, 13, 43, 20, 198624)}] Oct 16 13:43:40.273484 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:43:40.273970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:43:40.294842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38048) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:40.332728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.339049 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:43:40.343013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7bc7ac-063a-4905-830c-61e9c24febaf tempest-TestVolumeBootPattern-1223759995 tempest-TestVolumeBootPattern-1223759995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:40.344554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.344998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7a7bc7ac-063a-4905-830c-61e9c24febaf tempest-TestVolumeBootPattern-1223759995 tempest-TestVolumeBootPattern-1223759995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1093 time: 0.0488296 Oct 16 13:43:40.347689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38050) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:40.353768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:40.372796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Allocated IP 172.20.0.2 (57653343-c51d-40f0-85fc-945aafb287ff/05578c6c-cfe4-4609-b31b-77e37bcfa10f/7441dfe3-e12a-4086-803c-c5e3edca3525) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:40.437093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.474137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.521445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.523110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.573396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.583041 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcc44e1-baa9-453f-b597-c16d81510eb0,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:40.584142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.605864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.649662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Network 57653343-c51d-40f0-85fc-945aafb287ff is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:40.652570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:40.656124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:40.664654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Pushing event updated for resources: {'Port': ['ID=7441dfe3-e12a-4086-803c-c5e3edca3525,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:40.693809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Allocated IP 172.26.5.182 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/f3cb507c-6e44-4fb3-9dd6-c8989c1bc071) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:40.717862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Attempting to bind port 7441dfe3-e12a-4086-803c-c5e3edca3525 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:40.718237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Attempting to bind port 7441dfe3-e12a-4086-803c-c5e3edca3525 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57653343-c51d-40f0-85fc-945aafb287ff'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:40.718770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Attempting to bind port 7441dfe3-e12a-4086-803c-c5e3edca3525 on network 57653343-c51d-40f0-85fc-945aafb287ff {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:40.722805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.724369 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4d217f58-5080-4ca7-8f30-5a14eeebb7d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6330311 Oct 16 13:43:40.732132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:40.732812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Checking segment: {'id': '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57653343-c51d-40f0-85fc-945aafb287ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:40.733420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.733827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Bound using segment: {'id': '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57653343-c51d-40f0-85fc-945aafb287ff'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:40.734300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Bound port: 7441dfe3-e12a-4086-803c-c5e3edca3525, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '57653343-c51d-40f0-85fc-945aafb287ff'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:40.740520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.821612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] For port 7441dfe3-e12a-4086-803c-c5e3edca3525, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:40.823730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.825364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] For port 7441dfe3-e12a-4086-803c-c5e3edca3525, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7441dfe3-e12a-4086-803c-c5e3edca3525,segment=NetworkSegment(708c1c3f-0ac6-4dcc-98f0-b381db13b4a7),segment_id=708c1c3f-0ac6-4dcc-98f0-b381db13b4a7)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:40.862896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.863766 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.891862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.923252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.948465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-ba54290e-9071-45a9-98b7-793a3ff35181 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062516538&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0469337 Oct 16 13:43:40.963776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.963991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:40.964582 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd956a86-6653-431f-85e4-441bf5fbb5bc None None] Pushing event updated for resources: {'Port': ['ID=7441dfe3-e12a-4086-803c-c5e3edca3525,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:41.005159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:41.016026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:41.032465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:41.036647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:41.084268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:41.116953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=f3cb507c-6e44-4fb3-9dd6-c8989c1bc071,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:41.126087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Allocated IP 172.26.5.90 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/b94a6222-b6a0-49c4-a863-f3dc2d444d00) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:41.149151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-6df78341-175f-4c75-bf7b-904d757a0c9b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:41.149151 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-6df78341-175f-4c75-bf7b-904d757a0c9b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c HTTP/1.1" status: 200 len: 796 time: 0.1999509 Oct 16 13:43:41.174494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:41.175755 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ecf08d7c-8416-4849-823f-b11ab54103c7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9903049 Oct 16 13:43:41.178659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38068) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:41.194182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-aa95c0a7-e4cd-4f45-929b-0d1b85fb81bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0118237 Oct 16 13:43:41.343895 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-b67aea49-3422-4e1e-848c-604fd87e48e8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420135 Oct 16 13:43:41.460631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:41.555902 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-4dba95a3-0dc6-420f-bbd0-162930e62681 service neutron] 10.222.0.24 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986954 Oct 16 13:43:41.583992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:41.642343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:41.739805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:41.745678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:41.753469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:41.782455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Port': ['ID=b94a6222-b6a0-49c4-a863-f3dc2d444d00,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:42.039878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23107914-0e25-4931-b9c5-b040344d3b26 None None] Network 57653343-c51d-40f0-85fc-945aafb287ff requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:42.118957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d18ad218-cf63-4fa5-9a64-f03b9bc9da69 None None] Provisioning complete for port 7441dfe3-e12a-4086-803c-c5e3edca3525 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:42.119490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d18ad218-cf63-4fa5-9a64-f03b9bc9da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.177466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-21df315a-6458-46d9-9238-d2b10b1f3318 service neutron] 10.222.0.24 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087151 Oct 16 13:43:42.234764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.270418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d18ad218-cf63-4fa5-9a64-f03b9bc9da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.329363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d18ad218-cf63-4fa5-9a64-f03b9bc9da69 None None] For port 7441dfe3-e12a-4086-803c-c5e3edca3525, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7441dfe3-e12a-4086-803c-c5e3edca3525,segment=NetworkSegment(708c1c3f-0ac6-4dcc-98f0-b381db13b4a7),segment_id=708c1c3f-0ac6-4dcc-98f0-b381db13b4a7)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:42.352744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.20.0.1 (57653343-c51d-40f0-85fc-945aafb287ff/05578c6c-cfe4-4609-b31b-77e37bcfa10f/90a64b2e-f264-4eb4-bdf2-a971c57f1dc5) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:42.399990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d18ad218-cf63-4fa5-9a64-f03b9bc9da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.469012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7441dfe3-e12a-4086-803c-c5e3edca3525 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:42.505870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.529234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ad218-cf63-4fa5-9a64-f03b9bc9da69 None None] Pushing event updated for resources: {'Port': ['ID=7441dfe3-e12a-4086-803c-c5e3edca3525,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:42.578203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7441dfe3-e12a-4086-803c-c5e3edca3525 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:42.578773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.603248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.619202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f738db7d-12bc-4805-9c53-a98a6199d3d6 req-acafcecc-53b1-4928-a5b2-6a7a7320d561 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 210 time: 0.0520241 Oct 16 13:43:42.700261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.762761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b4dcbb5c-9623-43d4-b646-9586afc58f00 None None] Provisioning complete for port 7441dfe3-e12a-4086-803c-c5e3edca3525 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:42.763136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4dcbb5c-9623-43d4-b646-9586afc58f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.792386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.822718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b88fadd4-e66f-4ba6-b5a3-fb781cd6c9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.851029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.909100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.911276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.928807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=f3cb507c-6e44-4fb3-9dd6-c8989c1bc071,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:42.940904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:42.991682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 57653343-c51d-40f0-85fc-945aafb287ff is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:43.001848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:43.011435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:43.045749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=90a64b2e-f264-4eb4-bdf2-a971c57f1dc5,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:43.089066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Floating IP 09d4b8e1-fb07-45c5-9768-1dffbab36e67 associated. External IP: 172.26.5.182, port: 92cf93ae-ad4c-40ea-8a32-7332b4192412. Oct 16 13:43:43.112825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:43.288872 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ad1728ec-5ac0-4865-abd7-4740ef966bf4 None None] Provisioning complete for port 90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:43.289436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad1728ec-5ac0-4865-abd7-4740ef966bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:43.326776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Router 5725018a-6931-4924-8385-e89d06f596b5 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:43.332452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ad1728ec-5ac0-4865-abd7-4740ef966bf4 None None] Port 90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:43.364944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:43.404403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:43.495905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:43.506783 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:43.515814 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:43.516456 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:43.585220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:43.603068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:43.618385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Sync routers for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:43.623769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2962af4d-574a-4ec7-9840-680ae8b468b9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2746282 Oct 16 13:43:43.624408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:43.627537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:43.632859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:43.636184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:43.672924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf05444-4d38-41d9-87dc-cd80e68db275 x-openstack-request-id: req-abf05444-4d38-41d9-87dc-cd80e68db275 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:43.673981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:43.674242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abf05444-4d38-41d9-87dc-cd80e68db275 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:43.674713 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'status': 'completed', 'code': 200} Oct 16 13:43:43.781788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:43.810161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc04b338-2fcd-4ef9-be2d-69f53eb6b16c req-74a7bde5-39f2-4f2e-838d-77a0e0aab50a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 210 time: 0.0501616 Oct 16 13:43:43.816777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:43.818197 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7095f2f8-3728-4daf-9b5f-0a88ddd1517b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7835519 Oct 16 13:43:43.823126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38086) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:43.844284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-111803de-27f0-448a-9ae9-1670cee5229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:43.849442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-111803de-27f0-448a-9ae9-1670cee5229b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1098 time: 0.1540155 Oct 16 13:43:43.921080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:43.995155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-fd7f7eec-4f49-4516-a6c2-f4fbae5b9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:43.996925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-fd7f7eec-4f49-4516-a6c2-f4fbae5b9223 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.1386561 Oct 16 13:43:44.019649 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-517aa2d2-f553-456a-93a8-fbba731e5afc tempest-TestNetworkAdvancedServerOps-547374182 tempest-TestNetworkAdvancedServerOps-547374182-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5f8bffe7cfe445ee9083cc21e142d843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1955996 Oct 16 13:43:44.020629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:44.023297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38090) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:44.037724 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:41Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:44.047792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.074159 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:44.083732 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:44.084428 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:44.182424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-27653c9d-ba23-412e-9b6c-b371ab6d700a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 999 time: 0.1784699 Oct 16 13:43:44.209968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.213345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=90a64b2e-f264-4eb4-bdf2-a971c57f1dc5,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:44.247972 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:44.258106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:42Z', 'revision_number': 3, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:44.258951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-34aa0b8c-734d-4c94-8b64-c51674256a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:44.260902 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-34aa0b8c-734d-4c94-8b64-c51674256a79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0723031 Oct 16 13:43:44.267843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed58a1a-006f-4938-a001-b4a75dc6ab32 tempest-TestNetworkAdvancedServerOps-547374182 tempest-TestNetworkAdvancedServerOps-547374182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:44.272431 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eed58a1a-006f-4938-a001-b4a75dc6ab32 tempest-TestNetworkAdvancedServerOps-547374182 tempest-TestNetworkAdvancedServerOps-547374182-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2456353 Oct 16 13:43:44.273979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38092) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:44.300573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Checking router: 5725018a-6931-4924-8385-e89d06f596b5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:44.301199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Updating router 5725018a-6931-4924-8385-e89d06f596b5 port b94a6222-b6a0-49c4-a863-f3dc2d444d00 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:43:44.343543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.345837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-ec94f543-a19d-4dac-a057-d20dc2970583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:44.347728 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-ec94f543-a19d-4dac-a057-d20dc2970583 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723658 Oct 16 13:43:44.361368 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9739b7b1-7a4d-4683-9362-42a92709fcbb tempest-TestNetworkAdvancedServerOps-547374182 tempest-TestNetworkAdvancedServerOps-547374182-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825772 Oct 16 13:43:44.362690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38094) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:44.424798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 57653343-c51d-40f0-85fc-945aafb287ff is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:44.426014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:44.441467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355062787', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:44.461682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7441dfe3-e12a-4086-803c-c5e3edca3525 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:44.599481 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-38b2731f-2701-48cd-bf39-8720a6c18946 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376039 Oct 16 13:43:44.625823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7441dfe3-e12a-4086-803c-c5e3edca3525 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:44.626237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.635498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:41Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:44.703710 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e7d3d5-8c7b-4105-86d9-142ad563d995 None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:41Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:44.714734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Made reservation on behalf of 5f8bffe7cfe445ee9083cc21e142d843 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:44.718756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.766404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea650f56-d253-4b9a-9ed6-1c6d4b3d39f0 req-8eb57642-56a0-4ff4-a0b8-8d073e1ba350 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574755 Oct 16 13:43:44.791243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:44.881098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d2d9e3e3-f8cc-4dd9-a8bc-791d0e385f29 None None] Provisioning complete for port 90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:44.881635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e3e3-f8cc-4dd9-a8bc-791d0e385f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.922089 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2bf36fdb-5e05-4db3-9ed9-954088e0ca9d req-8c04aabc-bba7-45ae-bae5-2ceded72224c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 210 time: 0.0388401 Oct 16 13:43:44.934130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:44.963924 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:44.970527 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-54c3d24c-5ecc-456b-807b-5295de4765bd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7907798 Oct 16 13:43:44.975656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38098) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:44.979570 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] Sync routers for ids ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:44.981052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9e3e3-f8cc-4dd9-a8bc-791d0e385f29 None None] Port 90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:44.994124 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] Routers {'9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:44.994759 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:45.019513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.046029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5676d2ec-625e-458d-aa15-0ef563b8b42a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:45.052834 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5676d2ec-625e-458d-aa15-0ef563b8b42a tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports/90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 HTTP/1.1" status: 200 len: 910 time: 0.0743864 Oct 16 13:43:45.054507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38100) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:45.059299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05578c6c-cfe4-4609-b31b-77e37bcfa10f'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:45.067758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110351d1-cd74-4126-9c2e-5d4d853eef5c None None] New status for floating IP 09d4b8e1-fb07-45c5-9768-1dffbab36e67: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:43:45.075083 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:45.097161 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] Routers {'9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:45.101262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.102699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:45.161588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5b1d6-cff5-4143-b3a5-0c283289db11 None None] Pushing event updated for resources: {'Port': ['ID=b94a6222-b6a0-49c4-a863-f3dc2d444d00,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:45.166254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Attempting to bind port b94a6222-b6a0-49c4-a863-f3dc2d444d00 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:45.166618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Attempting to bind port b94a6222-b6a0-49c4-a863-f3dc2d444d00 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:45.166978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Attempting to bind port b94a6222-b6a0-49c4-a863-f3dc2d444d00 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:45.171814 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:45.172718 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec107da8-75cc-4847-906e-df2d39fde5a4 None None] The sync data for ids ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:45.174078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-fdc174f9-3c55-4b3e-be4f-ca70aef50e3c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:45.175718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-fdc174f9-3c55-4b3e-be4f-ca70aef50e3c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c HTTP/1.1" status: 200 len: 796 time: 0.2165191 Oct 16 13:43:45.180196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:45.180613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:45.181659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.182068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:45.182649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Bound port: b94a6222-b6a0-49c4-a863-f3dc2d444d00, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:45.183011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.238509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Subnet': ['ID=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:45.252887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Checking segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:45.253381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network hostable DHCP agents. Network: 1ce29e77-31ab-4670-8ee5-2dbe06e5f959, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:45.275277 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-40c10258-28ff-4b33-94d3-39c030f30f4a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 380 time: 0.0802810 Oct 16 13:43:45.280014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.287896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'c297db34-c2b2-4222-a8bc-175f71576174', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['cddcb180-c34f-46d7-b608-d55972b8d249']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:45.331457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] For port b94a6222-b6a0-49c4-a863-f3dc2d444d00, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:45.353086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] For port b94a6222-b6a0-49c4-a863-f3dc2d444d00, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b94a6222-b6a0-49c4-a863-f3dc2d444d00,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:45.370294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:45.475589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d149f4d7-e3fe-41d8-8088-315cefef56ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.475811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:45.476734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.478856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.480921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 1ce29e77-31ab-4670-8ee5-2dbe06e5f959) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:45.494093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:45.498712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:45.510599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8c8a4-98d1-42dd-9a6f-699f0b474a94 None None] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:45.603873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-52c57c06-6094-4f24-874e-7d291932119b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1714811 Oct 16 13:43:45.607165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:45.607802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:45.607955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38106) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:45.609779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5b1d6-cff5-4143-b3a5-0c283289db11 None None] Pushing event updated for resources: {'Port': ['ID=b94a6222-b6a0-49c4-a863-f3dc2d444d00,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:45.689882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.11 (2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c/b342a51c-cc2a-4b23-847b-453a553ab91f/e3667c71-0d2b-4dd3-bbd9-a27fc93cc796) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:45.796022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:45.830332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:45.831281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.022039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.091423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.178911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:46.179864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.181405 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/ports/90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 HTTP/1.1" status: 200 len: 910 time: 1.1268957 Oct 16 13:43:46.182513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee7369-8038-4d3b-89cf-335859883bad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=90a64b2e-f264-4eb4-bdf2-a971c57f1dc5,revision_number=3']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:46.184900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38110) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:46.267285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Allocated IP 172.20.0.2 (1ce29e77-31ab-4670-8ee5-2dbe06e5f959/74f13ad0-8664-4fb8-8ff5-aebbf1c36d54/240456d7-9671-41a6-ae05-09e4e827b203) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:46.299005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9f8c30c2-08ef-4eed-bbd2-1456c415111a req-b6e5651f-d8e6-46ea-a26c-ceb895fd734d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 210 time: 0.0343153 Oct 16 13:43:46.330585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:42Z', 'revision_number': 3, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:46.388708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236eb8d-1e4f-4cbf-9fbb-859eb671379f None None] The sync data for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv is: [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:42Z', 'revision_number': 3, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:46.390414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.507488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.568091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.578846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.596780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.615077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.627763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:46.631259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:46.655645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:46.676870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:46.688625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:46.695770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:46.747285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.750075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Pushing event updated for resources: {'Port': ['ID=240456d7-9671-41a6-ae05-09e4e827b203,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:46.810161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Attempting to bind port 240456d7-9671-41a6-ae05-09e4e827b203 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:46.815522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Attempting to bind port 240456d7-9671-41a6-ae05-09e4e827b203 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:46.815981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Attempting to bind port 240456d7-9671-41a6-ae05-09e4e827b203 on network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:46.824097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:46.837713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:46.838092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Checking segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:46.838846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.840025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Bound using segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:46.840554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Bound port: 240456d7-9671-41a6-ae05-09e4e827b203, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:46.840949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.864762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.895651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:46.896681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:46.971541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] For port 240456d7-9671-41a6-ae05-09e4e827b203, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:46.975613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] For port 240456d7-9671-41a6-ae05-09e4e827b203, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=240456d7-9671-41a6-ae05-09e4e827b203,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:47.019068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:47.019410 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.050207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b76ca978-8bb4-46b3-bbb4-7c0466fa7505 None None] Provisioning complete for port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:47.050617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b76ca978-8bb4-46b3-bbb4-7c0466fa7505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.055288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-609d875f-9b55-4148-83a9-f11f25a55ff0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7717190 Oct 16 13:43:47.077432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.149826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b76ca978-8bb4-46b3-bbb4-7c0466fa7505 None None] Port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:47.169044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.170692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7873578-1e16-4378-a945-b6872cc2a4b7 None None] Pushing event updated for resources: {'Port': ['ID=240456d7-9671-41a6-ae05-09e4e827b203,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:47.198674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 90a64b2e-f264-4eb4-bdf2-a971c57f1dc5 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:47.215292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Request body: {'port': {'device_id': 'c297db34-c2b2-4222-a8bc-175f71576174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:47.390439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.480373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Allocated IP 172.20.0.1 (1ce29e77-31ab-4670-8ee5-2dbe06e5f959/74f13ad0-8664-4fb8-8ff5-aebbf1c36d54/60b7ff3c-5b6f-4581-87b1-30abe830d4ee) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:47.550673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.579020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447e7a2-f2fb-4935-b2fb-83568d36ec74 req-dd94260b-4ecb-4c02-b239-0d3acb1ef64b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:47.580856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1447e7a2-f2fb-4935-b2fb-83568d36ec74 req-dd94260b-4ecb-4c02-b239-0d3acb1ef64b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 932 time: 0.1662946 Oct 16 13:43:47.613287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=90a64b2e-f264-4eb4-bdf2-a971c57f1dc5,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:47.755588 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1447e7a2-f2fb-4935-b2fb-83568d36ec74 req-12c83545-5acb-4a24-aa2e-888ecce38782 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953300 Oct 16 13:43:47.842428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:47.894420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.010361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:43:48.019817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.033398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Transition to ACTIVE for port object e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:43:48.039856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:48.059608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.109401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:48.121262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:48.125814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:48.133898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:48.141440 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0cc788b7-6bb1-4d4e-9c02-53c7275078b5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9529009 Oct 16 13:43:48.142149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38114) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:48.145180 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] Sync routers for ids ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:48.154096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.158601 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] Routers {'9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:48.159456 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:48.177393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Port': ['ID=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:48.186553 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-44334dfe-b993-4365-8ee8-a3abf76f2a1c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 HTTP/1.1" status: 200 len: 205 time: 0.0436146 Oct 16 13:43:48.189502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38116) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:48.233728 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:48.239798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.241036 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] Routers {'9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:48.243790 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:48.291927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.325607 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:48.326564 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10a0a85-5831-4f3f-80ae-752116fdfe7c None None] The sync data for ids ['9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:48.447886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.458723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Pushing event updated for resources: {'Port': ['ID=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:48.512005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Attempting to bind port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:48.512252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Attempting to bind port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:48.512726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Attempting to bind port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 on network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:48.517840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 on network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:43:48.518526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Attempting to bind port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 on network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:48.534676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:48.538717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Checking segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:48.538717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Bound using segment: {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:48.538717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Bound port: e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc47df58-8f32-415c-b28f-9a37397c0af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:48.538717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.596228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 240456d7-9671-41a6-ae05-09e4e827b203 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:48.649624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.670384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.677153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.681126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 240456d7-9671-41a6-ae05-09e4e827b203 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:48.681496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.779581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c193b-3448-472c-8ff3-00b1808a7db1 None None] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:48.805160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] For port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:48.809952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] For port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:48.822486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.822999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router 9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:43:48.837973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.840584 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5b6de5e2-6091-4568-8797-f677c304293d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 HTTP/1.1" status: 204 len: 168 time: 0.6500688 Oct 16 13:43:48.844056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38120) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:48.865867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.901752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.914823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet 05578c6c-cfe4-4609-b31b-77e37bcfa10f {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:43:48.917974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.927348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 240456d7-9671-41a6-ae05-09e4e827b203, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=240456d7-9671-41a6-ae05-09e4e827b203,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:48.959792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:48.960617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:48.962424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] 10.222.0.31 "PUT /v2.0/ports/e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 HTTP/1.1" status: 200 len: 1094 time: 1.7607262 Oct 16 13:43:48.966344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:48.968689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47257ba7-6553-49f1-8f51-f3693a7bb203" -d '{"events": [{"name": "network-changed", "server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:48.991591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.018942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.019695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b94a6222-b6a0-49c4-a863-f3dc2d444d00 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:49.036477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62d2efa-301f-4b8f-b22f-79d1f89fdf57 x-openstack-request-id: req-f62d2efa-301f-4b8f-b22f-79d1f89fdf57 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:49.036477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:49.036477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f62d2efa-301f-4b8f-b22f-79d1f89fdf57 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:49.036987 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'status': 'completed', 'code': 200} Oct 16 13:43:49.116384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.128053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6671f08-5236-4635-aa19-3ce8ed669350 req-b3e54342-2695-4e93-b7d5-e722c2646878 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:49.130484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6671f08-5236-4635-aa19-3ce8ed669350 req-b3e54342-2695-4e93-b7d5-e722c2646878 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 944 time: 0.2663271 Oct 16 13:43:49.131158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532a9c2-3c5a-46e3-ad1e-f66adf6e1826 service neutron] Pushing event updated for resources: {'Port': ['ID=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:49.176789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-85560100-903b-4105-a5d8-f3e0fa9f8cad None None] Provisioning complete for port 240456d7-9671-41a6-ae05-09e4e827b203 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:49.177260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-85560100-903b-4105-a5d8-f3e0fa9f8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.209220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=240456d7-9671-41a6-ae05-09e4e827b203,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:49.234046 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6671f08-5236-4635-aa19-3ce8ed669350 req-4478eaba-c278-41e0-8a95-9c446673bda2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870905 Oct 16 13:43:49.235960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257ba7-6553-49f1-8f51-f3693a7bb203 req-b85b894d-672c-4aba-9651-c2b841832471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:49.237537 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47257ba7-6553-49f1-8f51-f3693a7bb203 req-b85b894d-672c-4aba-9651-c2b841832471 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 1097 time: 0.1906350 Oct 16 13:43:49.297157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.307458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b94a6222-b6a0-49c4-a863-f3dc2d444d00 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:49.307828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.321993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.331375 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/05578c6c-cfe4-4609-b31b-77e37bcfa10f HTTP/1.1" status: 204 len: 168 time: 0.4851217 Oct 16 13:43:49.334403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38124) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:49.343189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ef95e-81c0-438b-ba28-83f23764993f None None] Network 57653343-c51d-40f0-85fc-945aafb287ff requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:49.404476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caccae-f48b-4ced-97d1-dc5f9e2f962c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=05578c6c-cfe4-4609-b31b-77e37bcfa10f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:49.424493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257ba7-6553-49f1-8f51-f3693a7bb203 req-a1da9456-d13e-407a-9c0c-89dd4842b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:49.426099 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47257ba7-6553-49f1-8f51-f3693a7bb203 req-a1da9456-d13e-407a-9c0c-89dd4842b1c3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1557059 Oct 16 13:43:49.453448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.490310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.522476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.564105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.568438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 7441dfe3-e12a-4086-803c-c5e3edca3525 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:49.568777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.597911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port b94a6222-b6a0-49c4-a863-f3dc2d444d00, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b94a6222-b6a0-49c4-a863-f3dc2d444d00,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:49.631054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Port': ['ID=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:49.643046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.660160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.660530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 7441dfe3-e12a-4086-803c-c5e3edca3525, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7441dfe3-e12a-4086-803c-c5e3edca3525,segment=NetworkSegment(708c1c3f-0ac6-4dcc-98f0-b381db13b4a7),segment_id=708c1c3f-0ac6-4dcc-98f0-b381db13b4a7)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:49.660673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.663781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257ba7-6553-49f1-8f51-f3693a7bb203 req-cb0cbcb1-428a-4d31-85f1-f0ef234b79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:49.665854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47257ba7-6553-49f1-8f51-f3693a7bb203 req-cb0cbcb1-428a-4d31-85f1-f0ef234b79d7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265005 Oct 16 13:43:49.689245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 7441dfe3-e12a-4086-803c-c5e3edca3525 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:49.719440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] DHCP port deletion for 57653343-c51d-40f0-85fc-945aafb287ff request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:43:49.777592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2ad6557-28dd-4533-9571-9e83d4a053cd None None] Provisioning complete for port 240456d7-9671-41a6-ae05-09e4e827b203 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:49.778324 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6557-28dd-4533-9571-9e83d4a053cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.823791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=b94a6222-b6a0-49c4-a863-f3dc2d444d00,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:49.835847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-be7de008-4194-4478-9ce1-0d087cbd1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:49.841840 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-be7de008-4194-4478-9ce1-0d087cbd1c8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 1097 time: 0.1195545 Oct 16 13:43:49.848160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:49.856043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:49.869421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.878075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Deleting port 7441dfe3-e12a-4086-803c-c5e3edca3525 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:43:49.878444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:49.906987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=7441dfe3-e12a-4086-803c-c5e3edca3525,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:49.912919 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-3c63ea3b-c3ca-4708-aead-73323e46397c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 HTTP/1.1" status: 200 len: 217 time: 0.0634241 Oct 16 13:43:49.921544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port 7441dfe3-e12a-4086-803c-c5e3edca3525 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:49.987640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] For port 7441dfe3-e12a-4086-803c-c5e3edca3525, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:49.988026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.009191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Calling delete_port for 7441dfe3-e12a-4086-803c-c5e3edca3525 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:43:50.013994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.ipam_backend_mixin [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Port 7441dfe3-e12a-4086-803c-c5e3edca3525 was not found and therefore no delete operation was performed {{(pid=101082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:43:50.015698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.028248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.053716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57653343-c51d-40f0-85fc-945aafb287ff']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:50.058367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2ad6557-28dd-4533-9571-9e83d4a053cd None None] Provisioning complete for port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:50.058726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2ad6557-28dd-4533-9571-9e83d4a053cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.064126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] Pushing event deleted for resources: {'Port': ['ID=7441dfe3-e12a-4086-803c-c5e3edca3525,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:50.065394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:50.065723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708c1c3f-0ac6-4dcc-98f0-b381db13b4a7') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:50.077399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.099256 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.099896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c02218-e371-4f7d-9b4e-5a32840196d0 None None] No DVR routers for this DVR port 7441dfe3-e12a-4086-803c-c5e3edca3525 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:43:50.116168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:43:50.116628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:43:50.120394 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:43:50.122732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad6557-28dd-4533-9571-9e83d4a053cd None None] Port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:50.242052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.244299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-61b087d6-a950-4944-ba26-a147138ed967 None None] Provisioning complete for port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:50.244732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-61b087d6-a950-4944-ba26-a147138ed967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.252847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.258099 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/57653343-c51d-40f0-85fc-945aafb287ff HTTP/1.1" status: 204 len: 168 time: 0.9172728 Oct 16 13:43:50.268092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38126) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:50.273394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-448019955', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:50.280537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479760e-112d-4b21-8588-9556ec0c7be5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=57653343-c51d-40f0-85fc-945aafb287ff,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:50.300801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-61b087d6-a950-4944-ba26-a147138ed967 None None] Port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:50.382679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.384007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.443964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 240456d7-9671-41a6-ae05-09e4e827b203 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:50.448031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-1bce3792-d118-4581-866b-7bda4ea174d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:50.449535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-1bce3792-d118-4581-866b-7bda4ea174d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b342a51c-cc2a-4b23-847b-453a553ab91f HTTP/1.1" status: 200 len: 834 time: 0.4871991 Oct 16 13:43:50.454043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.510183 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 240456d7-9671-41a6-ae05-09e4e827b203 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:50.510652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.528282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.572413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5069c9-6ec8-42f6-90a6-818c72393dec req-5b3906e7-0085-4bce-9f05-be0b662e1df2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:50.573706 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d5069c9-6ec8-42f6-90a6-818c72393dec req-5b3906e7-0085-4bce-9f05-be0b662e1df2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 944 time: 0.1759810 Oct 16 13:43:50.576393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Router 5725018a-6931-4924-8385-e89d06f596b5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:43:50.588032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-e4d11b63-4460-485e-9814-5667ec2243ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:50.589668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-e4d11b63-4460-485e-9814-5667ec2243ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1084199 Oct 16 13:43:50.600351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.601527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b94a6222-b6a0-49c4-a863-f3dc2d444d00 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:50.605988 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6837c587-50d0-46f4-a984-cd059ed24f06 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3366232 Oct 16 13:43:50.607255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38130) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:50.615260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-112974172'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:50.666787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b94a6222-b6a0-49c4-a863-f3dc2d444d00 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:50.667143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.688007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:50.692764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.724384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:50.733411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.733826 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment 44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb of type vlan for network 3cbab602-982f-4397-b3c9-bcc4b2162a43 Oct 16 13:43:50.734971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d5069c9-6ec8-42f6-90a6-818c72393dec req-a178b169-d321-4bba-8b25-5d5f496e8e94 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507277 Oct 16 13:43:50.786402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.817274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7441dfe3-e12a-4086-803c-c5e3edca3525 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:43:50.838589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-5eb986eb-ed9e-46fa-a7ad-e75f287e97e5 service neutron] 10.222.0.31 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412288 Oct 16 13:43:50.840079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7441dfe3-e12a-4086-803c-c5e3edca3525 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:43:50.840461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7441dfe3-e12a-4086-803c-c5e3edca3525 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:43:50.864922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.871164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:50.876880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:50.877026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:50.891941 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cce2ece0-9092-4bbd-9961-d8aed3542ae0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "PUT /v2.0/routers/5725018a-6931-4924-8385-e89d06f596b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2767234 Oct 16 13:43:50.893197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Sync routers for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:50.906233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:50.907752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:50.956579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=3cbab602-982f-4397-b3c9-bcc4b2162a43,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:50.965578 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b04b7ab-2564-42e3-acd4-31e5db2cde51 req-b2267dd6-4a72-4edd-bd41-30f76536140a service neutron] 10.222.0.31 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171951 Oct 16 13:43:50.969100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:50.990940 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-362b0a72-2c96-4fd2-ae18-27fc80043152 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3795314 Oct 16 13:43:50.994217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38142) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:50.997734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:51.057861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-5a8199bc-1f13-476a-b66b-173ddfc154a3 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681229848&fields=id&tenant_id=5f8bffe7cfe445ee9083cc21e142d843 HTTP/1.1" status: 200 len: 267 time: 0.0440269 Oct 16 13:43:51.101221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:51.162171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:51.166037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:51.169754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-d5fbb89d-c4c9-4543-beda-6f8716faaa96 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:51.171225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-d5fbb89d-c4c9-4543-beda-6f8716faaa96 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/networks?id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 200 len: 797 time: 0.1125994 Oct 16 13:43:51.198164 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-4b385bdd-d6b4-4dc1-a250-d425bf218a8b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/quotas/5f8bffe7cfe445ee9083cc21e142d843 HTTP/1.1" status: 200 len: 375 time: 0.0197854 Oct 16 13:43:51.254486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-e766abef-46d3-41b7-9892-8929f4eaeded tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552197 Oct 16 13:43:51.324772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 2, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:51.359506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Checking router: 5725018a-6931-4924-8385-e89d06f596b5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:51.359743 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-3d1bdba8-f0f0-4eed-9ee6-3f60fc2753de service neutron] 10.222.0.24 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927846 Oct 16 13:43:51.359875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Updating router 5725018a-6931-4924-8385-e89d06f596b5 port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:43:51.394947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:51.471239 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-ecd37f15-33c3-4bf5-9f1c-f26929995112 service neutron] 10.222.0.24 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046369 Oct 16 13:43:51.619816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:51.681207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=30ea8f31-fcd6-4fc0-98d0-98cae5da5b38,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:51.693679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:51.694072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: 3cbab602-982f-4397-b3c9-bcc4b2162a43, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:51.786553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f851c6aa-f543-4bc7-9be3-a7e0dcf4104c req-0daab36d-2904-4248-8236-1fd238b21f6a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Oct 16 13:43:51.807590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:51.857279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:51.899673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40b1bc-6632-4bc4-b533-48d7f75467a8 req-17c38df0-51e9-4b57-8c9f-b7bd774a286f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:51.901182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd40b1bc-6632-4bc4-b533-48d7f75467a8 req-17c38df0-51e9-4b57-8c9f-b7bd774a286f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 944 time: 0.0650995 Oct 16 13:43:51.904452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 3cbab602-982f-4397-b3c9-bcc4b2162a43) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:51.909508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:51.913694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:51.918941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b27af-2c90-417d-81dd-9d74de83cc15 None None] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:51.936917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:51.942496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd40b1bc-6632-4bc4-b533-48d7f75467a8 req-b3ea883b-8b1f-453b-8bbc-a61f8bed7631 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Oct 16 13:43:52.027660 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-52829c0a-6c74-4e68-9c7b-8b753a69253c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0350018 Oct 16 13:43:52.030534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38158) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:52.045331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5257da-d787-47ac-a166-3f72fa950b09 None None] Pushing event updated for resources: {'Port': ['ID=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:52.132301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Attempting to bind port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:52.132599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Attempting to bind port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:52.132899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Attempting to bind port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee on network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:52.150226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:52.150226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Checking segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:52.150226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.150226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Bound using segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:52.150226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Bound port: 60b7ff3c-5b6f-4581-87b1-30abe830d4ee, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:52.150226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.216646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-3cbab602-982f-4397-b3c9-bcc4b2162a43', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:52.219038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.269260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] For port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:52.273998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-53d8340b-8b04-483e-bf55-1f22aa8f2878 None None] Provisioning complete for port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:52.274314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-53d8340b-8b04-483e-bf55-1f22aa8f2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.346114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] For port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:52.361959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.384970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-53d8340b-8b04-483e-bf55-1f22aa8f2878 None None] Port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:52.440958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Allocated IP 172.20.0.2 (3cbab602-982f-4397-b3c9-bcc4b2162a43/30ea8f31-fcd6-4fc0-98d0-98cae5da5b38/ba53d9a7-296d-462e-969e-f1557e8ac4a3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:52.477507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.479300 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.591113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:52.592219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:52.600457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5257da-d787-47ac-a166-3f72fa950b09 None None] Pushing event updated for resources: {'Port': ['ID=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:52.667017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:43:52.723106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.832634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.846288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.20.0.1 (3cbab602-982f-4397-b3c9-bcc4b2162a43/30ea8f31-fcd6-4fc0-98d0-98cae5da5b38/54484abc-8de3-4861-b564-b8049bf6261f) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:52.876568 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b6abd06-b5c6-410c-968b-482238eaf9c6 req-ba1375fc-91be-41ec-8469-18a94e1c84fe tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 210 time: 0.0353825 Oct 16 13:43:52.886729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:52.932656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:52.936711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-daefde72-7243-4f80-a75b-febb53e1ec62 None None] Provisioning complete for port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:52.938875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-daefde72-7243-4f80-a75b-febb53e1ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.951281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:52.965750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:52.987941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:53.002578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Pushing event updated for resources: {'Port': ['ID=ba53d9a7-296d-462e-969e-f1557e8ac4a3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:53.061261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.063073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:53.081009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9761-3bac-41c5-bef4-eb3f8894638b req-6d87acf2-17e7-4005-924a-b57333e38fac tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:53.082617 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1def9761-3bac-41c5-bef4-eb3f8894638b req-6d87acf2-17e7-4005-924a-b57333e38fac tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 944 time: 0.0597930 Oct 16 13:43:53.114970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:53.118524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:53.122525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:53.129769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1def9761-3bac-41c5-bef4-eb3f8894638b req-392a8d23-1cea-44a3-bc0e-4bfed8c96aa1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Oct 16 13:43:53.144543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'port_id': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'mac_address': 'fa:16:3e:9a:18:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:43:53.151424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=54484abc-8de3-4861-b564-b8049bf6261f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:53.174037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.194890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Attempting to bind port ba53d9a7-296d-462e-969e-f1557e8ac4a3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:53.194890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Attempting to bind port ba53d9a7-296d-462e-969e-f1557e8ac4a3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:53.195232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Attempting to bind port ba53d9a7-296d-462e-969e-f1557e8ac4a3 on network 3cbab602-982f-4397-b3c9-bcc4b2162a43 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:53.226286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:53.226658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Checking segment: {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:53.227051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.227437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Bound using segment: {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:53.227911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Bound port: ba53d9a7-296d-462e-969e-f1557e8ac4a3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:53.228278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.305599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.358583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-daefde72-7243-4f80-a75b-febb53e1ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.377717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:43:53.395907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.439420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:53.446626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-daefde72-7243-4f80-a75b-febb53e1ec62 None None] For port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:53.448732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] For port ba53d9a7-296d-462e-969e-f1557e8ac4a3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:53.453184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] For port ba53d9a7-296d-462e-969e-f1557e8ac4a3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ba53d9a7-296d-462e-969e-f1557e8ac4a3,segment=NetworkSegment(44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb),segment_id=44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:53.469423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:52Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:53.503985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa59e7-221b-4c74-9de3-e3a6c86dbc1c None None] The sync data for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv is: [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:52Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:53.506442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.554872 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.562366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-daefde72-7243-4f80-a75b-febb53e1ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:53.587260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:53.684524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92956612-bc51-49e0-bd13-f96e9b4c41ae None None] Pushing event updated for resources: {'Port': ['ID=ba53d9a7-296d-462e-969e-f1557e8ac4a3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:53.729622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e3667c71-0d2b-4dd3-bbd9-a27fc93cc796'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:43:53.807095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefde72-7243-4f80-a75b-febb53e1ec62 None None] Pushing event updated for resources: {'Port': ['ID=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:54.050613 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea094daf-5736-4926-b59c-a2b786e94b54 req-c3d272e1-65c1-4f27-a440-510efc1a4672 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 210 time: 0.0580149 Oct 16 13:43:54.149539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:54.230914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:54.300778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3191f-9ded-4a33-b16a-987a4119a230 req-0ff1828c-9f33-4f31-a8fb-92e25e43965a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:54.308891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60c3191f-9ded-4a33-b16a-987a4119a230 req-0ff1828c-9f33-4f31-a8fb-92e25e43965a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 945 time: 0.1083784 Oct 16 13:43:54.314762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:54.325366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=54484abc-8de3-4861-b564-b8049bf6261f,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:54.409041 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60c3191f-9ded-4a33-b16a-987a4119a230 req-a49141ee-9eb6-48a8-8829-2be315fe5f8e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950832 Oct 16 13:43:54.453717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-e11ba049-0881-4e8f-bc51-cd82d98cb9c4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:54.453717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-e11ba049-0881-4e8f-bc51-cd82d98cb9c4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.31 "GET /v2.0/networks?id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 200 len: 797 time: 0.2095492 Oct 16 13:43:54.503582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:54.505450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:54.531044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-4d8529ab-1639-48fd-afb3-3dca9f07e8b5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8bffe7cfe445ee9083cc21e142d843 HTTP/1.1" status: 200 len: 380 time: 0.0647717 Oct 16 13:43:54.546472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'port': {'device_id': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'admin_state_up': True, 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'security_groups': ['0d91df1c-8238-4de3-a748-371e66d0c9b8']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:54.609830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 60b7ff3c-5b6f-4581-87b1-30abe830d4ee up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:54.677599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:54.763085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:54.769107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:54.788952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Made reservation on behalf of 5f8bffe7cfe445ee9083cc21e142d843 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:54.796900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:54.873857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:43:54.890731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ba53d9a7-296d-462e-969e-f1557e8ac4a3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:54.924190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:43:54.939498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649674cf-c086-42bf-aa55-93f87ffc8f40 None None] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:54.964800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:54.965328 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.006424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Allocated IP 172.20.0.5 (1ce29e77-31ab-4670-8ee5-2dbe06e5f959/74f13ad0-8664-4fb8-8ff5-aebbf1c36d54/6a882093-7d5f-4826-94e0-bf7a0c800c59) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:55.018335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:43:55.026994 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6dd6b10e-3019-4d4a-aa4c-0cc4c8166746 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929626 Oct 16 13:43:55.027405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38174) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:55.029338 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:43:55.033190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-577936003'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:55.041583 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:55.044051 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:55.131008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:55.134661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.166320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:43:55.179570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9aa81989-ace7-4564-9ab6-825ef065bc54 req-b7223128-534c-4c36-84a6-963d95a5c395 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 210 time: 0.0316138 Oct 16 13:43:55.180072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.180341 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment 9f05e1e3-2a5e-421f-913a-9868f5644189 of type vlan for network 707060b0-585e-438f-999a-1b08675d4254 Oct 16 13:43:55.207750 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:55.258801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.263134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.292614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ba53d9a7-296d-462e-969e-f1557e8ac4a3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:55.292833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.294279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d34a868c-45ae-46e9-a1fa-5e2130b162db None None] Provisioning complete for port ba53d9a7-296d-462e-969e-f1557e8ac4a3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:55.294633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d34a868c-45ae-46e9-a1fa-5e2130b162db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.390456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.397562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:55.398582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.437775 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:55.449312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.496413 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:43:55.496719 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Updating router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d port 54484abc-8de3-4861-b564-b8049bf6261f binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:43:55.499930 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4716463 Oct 16 13:43:55.502740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38180) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:55.508077 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:55.512795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5915c-88a8-4b7e-988c-edaf93d6c53d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=707060b0-585e-438f-999a-1b08675d4254,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:55.526473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.534283 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 707060b0-585e-438f-999a-1b08675d4254 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:43:55.540998 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.551143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:55.573947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:55.578548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:55.582046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:55.660585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:55.661243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.662458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.664093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:55.666430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c047a57a-8869-4682-a8aa-f817ef35b6c3" -d '{"events": [{"server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "name": "network-vif-plugged", "status": "completed", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:55.675959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed2c8-66ac-4d2e-aa87-8c816bbd81d6 req-31d65b5c-a038-43a6-8bf4-81d2d590c8f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:55.676678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d34a868c-45ae-46e9-a1fa-5e2130b162db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.677571 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2faed2c8-66ac-4d2e-aa87-8c816bbd81d6 req-31d65b5c-a038-43a6-8bf4-81d2d590c8f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 945 time: 0.1408153 Oct 16 13:43:55.735821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:55.737476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2faed2c8-66ac-4d2e-aa87-8c816bbd81d6 req-98b2889d-7af4-401a-82fb-a76e34b7dd20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523224 Oct 16 13:43:55.761888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d34a868c-45ae-46e9-a1fa-5e2130b162db None None] For port ba53d9a7-296d-462e-969e-f1557e8ac4a3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ba53d9a7-296d-462e-969e-f1557e8ac4a3,segment=NetworkSegment(44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb),segment_id=44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:55.768489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:43:55.770070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454813a-4e18-4078-be06-c735ee978c8e x-openstack-request-id: req-d454813a-4e18-4078-be06-c735ee978c8e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:55.770070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "name": "network-vif-plugged", "status": "completed", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:55.770070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d454813a-4e18-4078-be06-c735ee978c8e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:55.770473 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'code': 200} Oct 16 13:43:55.778691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.836303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:55.873583 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-fc455b5f-25f7-4e34-a9b0-54891d49a86e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3319976 Oct 16 13:43:55.885848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Request body: {'port': {'device_id': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:55.916905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:55.927086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d34a868c-45ae-46e9-a1fa-5e2130b162db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.025376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.053863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a868c-45ae-46e9-a1fa-5e2130b162db None None] Pushing event updated for resources: {'Port': ['ID=ba53d9a7-296d-462e-969e-f1557e8ac4a3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:56.058032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:43:56.058383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:43:56.082077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Provisioning complete for port ba53d9a7-296d-462e-969e-f1557e8ac4a3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:56.082410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.180882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.213666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Provisioning complete for port 54484abc-8de3-4861-b564-b8049bf6261f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:56.336310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.337205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33125a-b829-4ef5-b66e-1805329b1e8b req-62ac7121-752e-44b6-8a79-1da2d18450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:56.337205 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9b33125a-b829-4ef5-b66e-1805329b1e8b req-62ac7121-752e-44b6-8a79-1da2d18450d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 1099 time: 0.1324818 Oct 16 13:43:56.338692 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.339182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Port 54484abc-8de3-4861-b564-b8049bf6261f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:56.339182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Provisioning complete for port 6a882093-7d5f-4826-94e0-bf7a0c800c59 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:56.339182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.339697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=35f6579f-5a9c-4fb8-89db-4b5ee3846cd3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:56.339901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9b33125a-b829-4ef5-b66e-1805329b1e8b req-9ae70fdb-8e6a-4608-98f7-926b130da3bf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702939 Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:56.340071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: 707060b0-585e-438f-999a-1b08675d4254, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:43:56.398390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f9faa310-0483-4f8b-9aed-16463a84dd48 None None] Port 6a882093-7d5f-4826-94e0-bf7a0c800c59 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:56.399450 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.434907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a5fe7-e240-4a9f-8a0b-ef043591a820 req-8075d6bc-2a94-495d-9dcc-0575738c7076 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:56.436529 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc7a5fe7-e240-4a9f-8a0b-ef043591a820 req-8075d6bc-2a94-495d-9dcc-0575738c7076 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 931 time: 0.1324081 Oct 16 13:43:56.445487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 707060b0-585e-438f-999a-1b08675d4254 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:43:56.494850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ec48b195-b3be-4f44-ade9-5d220e4fbeef None None] Provisioning complete for port 54484abc-8de3-4861-b564-b8049bf6261f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:56.495305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ec48b195-b3be-4f44-ade9-5d220e4fbeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.499497 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc7a5fe7-e240-4a9f-8a0b-ef043591a820 req-3c5ce9a1-f12d-4348-9c4e-82df06e8130e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559905 Oct 16 13:43:56.517156 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Pushing event updated for resources: {'Port': ['ID=54484abc-8de3-4861-b564-b8049bf6261f,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:56.537153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 707060b0-585e-438f-999a-1b08675d4254) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:56.541553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:56.548052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.548390 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.548390 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.548390 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.548390 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.548801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a882093-7d5f-4826-94e0-bf7a0c800c59 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:43:56.549346 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.549908 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.550409 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.551053 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.551678 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.552644 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.553155 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.553654 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:56.557062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.558134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5210303-2e1c-4096-bf3d-d93a651aaec0 None None] Network 707060b0-585e-438f-999a-1b08675d4254 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:56.573365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Transition to ACTIVE for port object 6a882093-7d5f-4826-94e0-bf7a0c800c59 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:43:56.582670 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Attempting to bind port 54484abc-8de3-4861-b564-b8049bf6261f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:56.583137 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Attempting to bind port 54484abc-8de3-4861-b564-b8049bf6261f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:56.583781 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Attempting to bind port 54484abc-8de3-4861-b564-b8049bf6261f on network 3cbab602-982f-4397-b3c9-bcc4b2162a43 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:56.588752 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:56.589119 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Checking segment: {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:56.589583 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.590266 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Bound using segment: {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:56.590411 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Bound port: 54484abc-8de3-4861-b564-b8049bf6261f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:56.590771 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.635863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38186) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:56.657781 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ceb2b1fc-8267-45da-9eca-2358ee38c5cf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1322918 Oct 16 13:43:56.659443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ec48b195-b3be-4f44-ade9-5d220e4fbeef None None] Port 54484abc-8de3-4861-b564-b8049bf6261f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:43:56.668933 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] For port 54484abc-8de3-4861-b564-b8049bf6261f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:56.672468 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] For port 54484abc-8de3-4861-b564-b8049bf6261f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=54484abc-8de3-4861-b564-b8049bf6261f,segment=NetworkSegment(44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb),segment_id=44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:56.695032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.729167 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.850902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ba53d9a7-296d-462e-969e-f1557e8ac4a3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:56.867473 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:43:56.869326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-707060b0-585e-438f-999a-1b08675d4254', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:43:56.870059 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:56.870195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.873452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9de1fc56-c30e-4df4-8062-e8a2a922f838 None None] Provisioning complete for port 54484abc-8de3-4861-b564-b8049bf6261f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:56.873818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc56-c30e-4df4-8062-e8a2a922f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:56.934050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:57.087180 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bfb0-86a3-4e6f-bf79-ee37f5ce8672 None None] Pushing event updated for resources: {'Port': ['ID=54484abc-8de3-4861-b564-b8049bf6261f,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:57.131052 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:43:57.189373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Attempting to bind port 6a882093-7d5f-4826-94e0-bf7a0c800c59 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:57.189373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Attempting to bind port 6a882093-7d5f-4826-94e0-bf7a0c800c59 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:57.189681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Attempting to bind port 6a882093-7d5f-4826-94e0-bf7a0c800c59 on network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:57.209482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb71aa-31cd-4dd9-96bb-51028dec74da req-75018b15-fe5f-4a51-96b8-58a7cbb9334e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:57.209727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ba53d9a7-296d-462e-969e-f1557e8ac4a3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:57.209959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.211422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1cb71aa-31cd-4dd9-96bb-51028dec74da req-75018b15-fe5f-4a51-96b8-58a7cbb9334e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 946 time: 0.3199878 Oct 16 13:43:57.217041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Port 6a882093-7d5f-4826-94e0-bf7a0c800c59 on network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:43:57.217041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Attempting to bind port 6a882093-7d5f-4826-94e0-bf7a0c800c59 on network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:57.281182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:57.281581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Checking segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:57.282415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Bound using segment: {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:57.282991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Bound port: 6a882093-7d5f-4826-94e0-bf7a0c800c59, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:57.283424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.352749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc56-c30e-4df4-8062-e8a2a922f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.375004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Allocated IP 172.21.0.2 (707060b0-585e-438f-999a-1b08675d4254/35f6579f-5a9c-4fb8-89db-4b5ee3846cd3/5d73c010-d068-4f5c-8265-f4cdf62cee20) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:57.421991 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:56Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:43:57.442295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9de1fc56-c30e-4df4-8062-e8a2a922f838 None None] For port 54484abc-8de3-4861-b564-b8049bf6261f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=54484abc-8de3-4861-b564-b8049bf6261f,segment=NetworkSegment(44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb),segment_id=44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:57.448451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1cb71aa-31cd-4dd9-96bb-51028dec74da req-1dcc1966-b0ad-414f-a349-bd76f04280d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849279 Oct 16 13:43:57.453318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:57.457956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:57.461013 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb9301f-743d-440f-a1c8-1ac88659c7f1 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:56Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:43:57.552963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.566563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.604038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9de1fc56-c30e-4df4-8062-e8a2a922f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.616828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:57.616828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.616828 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] 10.222.0.31 "PUT /v2.0/ports/6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 200 len: 1093 time: 1.7319498 Oct 16 13:43:57.657515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:43:57.660004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c0b8a-e6d6-4d30-a913-70d116e1961a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:43:57.670299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.690492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fc56-c30e-4df4-8062-e8a2a922f838 None None] Pushing event updated for resources: {'Port': ['ID=54484abc-8de3-4861-b564-b8049bf6261f,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:57.754323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.768400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c61dd-973a-4806-83b0-cab4b1aed77c service neutron] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:57.789659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba550b-f83d-423b-b2f6-3b3ee5b559d5 x-openstack-request-id: req-daba550b-f83d-423b-b2f6-3b3ee5b559d5 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:43:57.790045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:43:57.790384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daba550b-f83d-423b-b2f6-3b3ee5b559d5 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:43:57.790834 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'status': 'completed', 'code': 200} Oct 16 13:43:57.822181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-63d57bd7-7317-4a4a-8b43-1fac50fdcc2a None None] Provisioning complete for port 54484abc-8de3-4861-b564-b8049bf6261f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:57.824216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-63d57bd7-7317-4a4a-8b43-1fac50fdcc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:57.865024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Network 707060b0-585e-438f-999a-1b08675d4254 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:57.877080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:57.885262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:57.905613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Pushing event updated for resources: {'Port': ['ID=5d73c010-d068-4f5c-8265-f4cdf62cee20,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:57.980973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Attempting to bind port 5d73c010-d068-4f5c-8265-f4cdf62cee20 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:43:57.981385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Attempting to bind port 5d73c010-d068-4f5c-8265-f4cdf62cee20 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:43:57.981739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Attempting to bind port 5d73c010-d068-4f5c-8265-f4cdf62cee20 on network 707060b0-585e-438f-999a-1b08675d4254 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:43:58.179147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:43:58.179547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Checking segment: {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:43:58.179950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:58.180368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Bound using segment: {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:43:58.180864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Bound port: 5d73c010-d068-4f5c-8265-f4cdf62cee20, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:43:58.181268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:58.283472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] For port 5d73c010-d068-4f5c-8265-f4cdf62cee20, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:43:58.286915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] For port 5d73c010-d068-4f5c-8265-f4cdf62cee20, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5d73c010-d068-4f5c-8265-f4cdf62cee20,segment=NetworkSegment(9f05e1e3-2a5e-421f-913a-9868f5644189),segment_id=9f05e1e3-2a5e-421f-913a-9868f5644189)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:43:58.310913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239d8f5-6e09-4fa1-8aa3-26c6c838537a req-eed52dbb-2786-4128-9d75-093877f7a124 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:58.312433 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7239d8f5-6e09-4fa1-8aa3-26c6c838537a req-eed52dbb-2786-4128-9d75-093877f7a124 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 943 time: 0.6561806 Oct 16 13:43:58.373695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-c52b254e-3623-493d-adac-6bc7e5d72197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:58.375155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-c52b254e-3623-493d-adac-6bc7e5d72197 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1096 time: 0.5925498 Oct 16 13:43:58.400194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:58.458845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-8ee02258-44ca-4466-a543-ce6a67f00ae8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 200 len: 217 time: 0.0752745 Oct 16 13:43:58.466170 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7239d8f5-6e09-4fa1-8aa3-26c6c838537a req-5f255e1e-9d99-4eee-8e57-ddb71fc9fbca tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227567 Oct 16 13:43:58.471776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3e50f-1aca-47be-b7b1-19f3bae6b557 None None] Pushing event updated for resources: {'Port': ['ID=5d73c010-d068-4f5c-8265-f4cdf62cee20,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:58.566629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-5379d680-9bb3-4669-9001-b38bb97c7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:58.569226 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-5379d680-9bb3-4669-9001-b38bb97c7788 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 HTTP/1.1" status: 200 len: 835 time: 0.0985892 Oct 16 13:43:58.627425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.21.0.1 (707060b0-585e-438f-999a-1b08675d4254/35f6579f-5a9c-4fb8-89db-4b5ee3846cd3/9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:58.714041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939956d-6f7c-45e1-bb38-488b5d209ede req-c45d0784-1606-4c8f-8484-adfb20a8b474 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:58.715551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b939956d-6f7c-45e1-bb38-488b5d209ede req-c45d0784-1606-4c8f-8484-adfb20a8b474 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 946 time: 0.1637051 Oct 16 13:43:58.771987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7547b-59df-421d-8b06-13755fd67083 req-4e1dab33-6d22-4f10-800d-6226ab72147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:58.778140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-4e1dab33-6d22-4f10-800d-6226ab72147c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1856277 Oct 16 13:43:58.862325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 54484abc-8de3-4861-b564-b8049bf6261f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:58.864015 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b939956d-6f7c-45e1-bb38-488b5d209ede req-47dd39da-9b51-43d1-9524-ccad04ca1064 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072147 Oct 16 13:43:58.912205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:58.934403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 54484abc-8de3-4861-b564-b8049bf6261f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:58.934948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:58.988737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-26e4078f-b298-4983-9d83-ce1fc802afb7 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001686 Oct 16 13:43:59.031162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d73c010-d068-4f5c-8265-f4cdf62cee20 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:43:59.057289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41839fe-2b02-4ca3-8930-44e5861a7240 req-ddb0a428-cf2f-4895-a69b-327e35846e13 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:59.058810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b41839fe-2b02-4ca3-8930-44e5861a7240 req-ddb0a428-cf2f-4895-a69b-327e35846e13 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 946 time: 0.1162610 Oct 16 13:43:59.088043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 5d73c010-d068-4f5c-8265-f4cdf62cee20 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:59.088459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.097496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.169668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 707060b0-585e-438f-999a-1b08675d4254 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:43:59.175573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.194366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:43:59.196911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:43:59.221124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 5d73c010-d068-4f5c-8265-f4cdf62cee20, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5d73c010-d068-4f5c-8265-f4cdf62cee20,segment=NetworkSegment(9f05e1e3-2a5e-421f-913a-9868f5644189),segment_id=9f05e1e3-2a5e-421f-913a-9868f5644189)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:43:59.237925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b41839fe-2b02-4ca3-8930-44e5861a7240 req-f5e6adaf-b6d3-4ccc-a988-4d8ffa74aa6e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452310 Oct 16 13:43:59.240193 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31b7547b-59df-421d-8b06-13755fd67083 req-c1cb6697-8eac-451e-82fe-893028c8efa0 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343996 Oct 16 13:43:59.244754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:59.260714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38200) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:59.265260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.265646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.265959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.266822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.267158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.267484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.267811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.268136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.268621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.268957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.269265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.269711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:43:59.283021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.303223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.376795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef0cdeb-bae8-4b48-9482-6be84cf58f3f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:59.378628 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aef0cdeb-bae8-4b48-9482-6be84cf58f3f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 1094 time: 0.1137402 Oct 16 13:43:59.381588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38202) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:43:59.389331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:43:59.415700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=5d73c010-d068-4f5c-8265-f4cdf62cee20,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:43:59.472648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-1e3edd45-1b11-4a54-bd54-87a2f780a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:59.474138 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-1e3edd45-1b11-4a54-bd54-87a2f780a390 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1096 time: 0.0851626 Oct 16 13:43:59.491167 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.557138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.608287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.661095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af4f81-f974-4bf3-ac46-9b9d289d4ccc None None] Network 707060b0-585e-438f-999a-1b08675d4254 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:43:59.711070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefeffd-1abe-4078-9d48-714aaf173629 req-f73615e2-16c9-4cfd-b1ab-bdb98cd18364 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:59.712543 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5fefeffd-1abe-4078-9d48-714aaf173629 req-f73615e2-16c9-4cfd-b1ab-bdb98cd18364 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 943 time: 0.1661227 Oct 16 13:43:59.741350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.68 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/44cee068-ae35-4871-a6ea-bffa9ed01803) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:43:59.753905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-90f6fcfb-e2b3-42d5-bf87-ea7197b9cc55 None None] Provisioning complete for port 5d73c010-d068-4f5c-8265-f4cdf62cee20 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:43:59.753905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90f6fcfb-e2b3-42d5-bf87-ea7197b9cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.758936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-a373615f-d79b-48fe-ae46-db38e3ed113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:59.760383 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-a373615f-d79b-48fe-ae46-db38e3ed113a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 200 len: 898 time: 0.2782922 Oct 16 13:43:59.851920 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-d91b826e-c0e4-4278-a897-57dcbac030ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 200 len: 217 time: 0.0731745 Oct 16 13:43:59.853929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.886870 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5fefeffd-1abe-4078-9d48-714aaf173629 req-e063ba7b-494f-400b-af8b-dd3661dae677 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364577 Oct 16 13:43:59.951213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:43:59.960720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-ff89f4dd-efe4-4d91-bc48-feb60621b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:43:59.962276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-ff89f4dd-efe4-4d91-bc48-feb60621b211 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 HTTP/1.1" status: 200 len: 835 time: 0.0916438 Oct 16 13:44:00.005334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:00.008408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:00.012190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:00.038976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=44cee068-ae35-4871-a6ea-bffa9ed01803,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:00.082678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-5effda13-2993-437b-940c-6a83f5acdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:00.084202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-5effda13-2993-437b-940c-6a83f5acdffa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1120327 Oct 16 13:44:00.168344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.220468 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-a38522d0-b4c7-4b59-81d8-fc62f6ebdca3 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179125 Oct 16 13:44:00.230451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1a689b51-a40f-4a0f-91c1-57ab7505c4c4 None None] Provisioning complete for port 5d73c010-d068-4f5c-8265-f4cdf62cee20 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:00.231544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1a689b51-a40f-4a0f-91c1-57ab7505c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.331642 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-261c0b8a-e6d6-4d30-a913-70d116e1961a req-c2c04102-6afb-452e-ba90-df792f8aef9a service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100776 Oct 16 13:44:00.332902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.359347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1a689b51-a40f-4a0f-91c1-57ab7505c4c4 None None] Provisioning complete for port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:00.359888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1a689b51-a40f-4a0f-91c1-57ab7505c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.404455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1a689b51-a40f-4a0f-91c1-57ab7505c4c4 None None] Port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:00.428673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.430789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:00.485022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.523120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4dc54b94-3f5f-455d-ba99-0476008a9724 None None] Provisioning complete for port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:00.523492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4dc54b94-3f5f-455d-ba99-0476008a9724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.538421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network 707060b0-585e-438f-999a-1b08675d4254 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:00.539868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:00.564725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4dc54b94-3f5f-455d-ba99-0476008a9724 None None] Port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:00.643048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.660467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:00.778109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:00.788002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:00.791665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-91722d47-23b1-4e90-97ec-b9942f6b4b84 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1517272 Oct 16 13:44:00.791938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38206) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:00.796900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487430206'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:00.803118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:00.803765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:00.832447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.847315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d73c010-d068-4f5c-8265-f4cdf62cee20 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:00.902538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:00.906341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.925664 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.945192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:44:00.958222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.958448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment 87ba7c3b-80dc-4181-9c12-f257fd03f06c of type vlan for network b3d8cb91-80f7-418e-be0d-2659b560c102 Oct 16 13:44:00.963557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8f8f2ae8-6cb7-43a8-8d04-0e8c380ed354 None None] Provisioning complete for port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:00.963977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2ae8-6cb7-43a8-8d04-0e8c380ed354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:00.966561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:01.000245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=44cee068-ae35-4871-a6ea-bffa9ed01803,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:01.038635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.045038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 5d73c010-d068-4f5c-8265-f4cdf62cee20 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:01.045393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.053716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.083132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71ec39-59b6-4e7e-b7c0-97b78cf7a59f req-a95c8d84-bdda-49f0-8b4c-0589e9518dab tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:01.084898 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d71ec39-59b6-4e7e-b7c0-97b78cf7a59f req-a95c8d84-bdda-49f0-8b4c-0589e9518dab tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 943 time: 0.0941160 Oct 16 13:44:01.119649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f2ae8-6cb7-43a8-8d04-0e8c380ed354 None None] Port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:01.130473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.136060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:01.142434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.148909 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d71ec39-59b6-4e7e-b7c0-97b78cf7a59f req-55364177-fc4e-408a-abfd-170c8bd49c07 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574477 Oct 16 13:44:01.202852 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP e1d8001f-a18c-4f90-9707-4d8e46395caf associated. External IP: 172.26.5.68, port: e3667c71-0d2b-4dd3-bbd9-a27fc93cc796. Oct 16 13:44:01.221828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=b3d8cb91-80f7-418e-be0d-2659b560c102,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:01.251766 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f57d5bed-b511-448d-8ae5-abc450e76de0 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4583693 Oct 16 13:44:01.253943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b3d8cb91-80f7-418e-be0d-2659b560c102 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:44:01.254945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38210) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:01.260457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:01.400412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:43:59Z', 'revision_number': 3, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:43:59Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:01.433602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:01.437672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.447063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:01.447063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Updating router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:44:01.465765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router dbe7e9b0-e415-4f62-a458-053a7605e6eb has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:01.473418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.600601 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:01.616364 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] Sync routers for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:01.627514 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:01.628243 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:01.696643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.722965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.740981 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-00f9ad83-4105-4ff3-8232-b2f4321d4396 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3556609 Oct 16 13:44:01.741638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38212) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:01.742145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:44:01.744542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda9632-434e-467d-bdaf-0244d2e1f61f" -d '{"events": [{"name": "network-changed", "server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:44:01.768937 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:01.795193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.826736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=3b920925-7eed-44dd-b800-c03a921cfb0a,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:01.835616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:01.835963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: b3d8cb91-80f7-418e-be0d-2659b560c102, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:44:01.839633 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eaea2a93-df66-4788-b6b9-d6548a77e08c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/e1d8001f-a18c-4f90-9707-4d8e46395caf HTTP/1.1" status: 200 len: 991 time: 0.0904942 Oct 16 13:44:01.877651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256274e-d8de-45da-8889-2cea96a06488 x-openstack-request-id: req-1256274e-d8de-45da-8889-2cea96a06488 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:44:01.877954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:44:01.880992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1256274e-d8de-45da-8889-2cea96a06488 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:44:01.880992 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'status': 'completed', 'code': 200} Oct 16 13:44:01.896915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:01.939858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network b3d8cb91-80f7-418e-be0d-2659b560c102 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:44:01.960901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Pushing event updated for resources: {'Port': ['ID=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:01.974797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-8e6ac990-5302-44cb-a377-230c5d94bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:01.976356 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-8e6ac990-5302-44cb-a377-230c5d94bc98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 1099 time: 0.0755105 Oct 16 13:44:01.984523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.984924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.985417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.985759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.986087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.986416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.986881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.987539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.987878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.988204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.988549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:01.988867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:44:02.028753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Attempting to bind port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:02.029193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Attempting to bind port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:02.029488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Attempting to bind port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 on network 707060b0-585e-438f-999a-1b08675d4254 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:02.045175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:02.045505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Checking segment: {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:02.045910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:02.046308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Bound using segment: {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:02.046797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Bound port: 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05e1e3-2a5e-421f-913a-9868f5644189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '707060b0-585e-438f-999a-1b08675d4254'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:02.047175 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:02.057372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b3d8cb91-80f7-418e-be0d-2659b560c102) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:02.067243 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e1d8001f-a18c-4f90-9707-4d8e46395caf', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.68', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'port_id': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'mac_address': 'fa:16:3e:9a:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c297db34-c2b2-4222-a8bc-175f71576174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:44:00Z', 'updated_at': '2021-10-16T13:44:00Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:02.068766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:02.069350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:02.100450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-df8d49b7-62ca-4d68-bf7a-c6bd467f8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:02.101741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a067d6a-27bf-4bbc-ba17-319e995fbb8d None None] Network b3d8cb91-80f7-418e-be0d-2659b560c102 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:02.102066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-df8d49b7-62ca-4d68-bf7a-c6bd467f8c0b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c HTTP/1.1" status: 200 len: 897 time: 0.1176381 Oct 16 13:44:02.106391 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] Checking router: dbe7e9b0-e415-4f62-a458-053a7605e6eb for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:02.116306 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:02.117036 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:02.174344 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c0fd6e8a-580e-43e9-ba57-ab3c55e06814 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9162629 Oct 16 13:44:02.175715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38220) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:02.204490 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-176a7965-2fda-4e6b-87e5-78cf1fd1c569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 HTTP/1.1" status: 200 len: 999 time: 0.0906129 Oct 16 13:44:02.224075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] For port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:02.228668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] For port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,segment=NetworkSegment(9f05e1e3-2a5e-421f-913a-9868f5644189),segment_id=9f05e1e3-2a5e-421f-913a-9868f5644189)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:02.276909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-279252d8-311d-4640-8bd6-dd33d41555b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:02.280729 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-279252d8-311d-4640-8bd6-dd33d41555b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b342a51c-cc2a-4b23-847b-453a553ab91f HTTP/1.1" status: 200 len: 834 time: 0.0697124 Oct 16 13:44:02.320433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:02.335769 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:02.380616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-655f8dab-7e35-49c6-a3ee-e26417c60c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:02.382247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-655f8dab-7e35-49c6-a3ee-e26417c60c0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0897892 Oct 16 13:44:02.422494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59c8e9-e3c1-40d0-9412-6c27760ded18 None None] Pushing event updated for resources: {'Port': ['ID=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:02.428025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-768b2088-d471-4c0d-92ab-cb398fbdabbe None None] Provisioning complete for port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:02.428560 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-768b2088-d471-4c0d-92ab-cb398fbdabbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:02.430338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b3d8cb91-80f7-418e-be0d-2659b560c102', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:44:02.431086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:02.508699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:02.509424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:02.528772 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-b8c56d8c-374d-45a4-84fc-9b816c800036 service neutron] 10.222.0.31 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339934 Oct 16 13:44:02.541438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386c573-e5bd-4261-8e0b-bb0cd3ed34f7 req-174f2f81-8868-466c-b01b-54843707514b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:02.543184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9386c573-e5bd-4261-8e0b-bb0cd3ed34f7 req-174f2f81-8868-466c-b01b-54843707514b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 943 time: 0.2613852 Oct 16 13:44:02.615429 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9386c573-e5bd-4261-8e0b-bb0cd3ed34f7 req-8fe9248f-46ab-4f44-b1ec-859d33e9ee84 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614810 Oct 16 13:44:02.687289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3fda9632-434e-467d-bdaf-0244d2e1f61f req-8575b244-62d3-414f-9a93-3230eead06c1 service neutron] 10.222.0.31 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429796 Oct 16 13:44:02.739608 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e1d8001f-a18c-4f90-9707-4d8e46395caf', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.68', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'port_id': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'mac_address': 'fa:16:3e:9a:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c297db34-c2b2-4222-a8bc-175f71576174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:44:00Z', 'updated_at': '2021-10-16T13:44:00Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:02.794044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:44:02.847947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38222) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:02.883911 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e825f7-90a8-4545-bde2-6fb937064e5a None None] The sync data for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv is: [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e1d8001f-a18c-4f90-9707-4d8e46395caf', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.68', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'port_id': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'mac_address': 'fa:16:3e:9a:18:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c297db34-c2b2-4222-a8bc-175f71576174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:44:00Z', 'updated_at': '2021-10-16T13:44:00Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:02.941080 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4d34d569-4cc3-44ae-b33f-da2c6d33beb7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/e1d8001f-a18c-4f90-9707-4d8e46395caf HTTP/1.1" status: 200 len: 991 time: 0.0903764 Oct 16 13:44:02.952025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.resource_extend [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 16 13:44:03.006458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:03.125190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.144855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Allocated IP 172.22.0.2 (b3d8cb91-80f7-418e-be0d-2659b560c102/3b920925-7eed-44dd-b800-c03a921cfb0a/ee3230ab-5e3f-4112-be22-cd5b92548da3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:03.164479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f4bd6e-d42c-4f8b-aceb-72f2f069cdcf None None] New status for floating IP e1d8001f-a18c-4f90-9707-4d8e46395caf: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:44:03.319349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-768b2088-d471-4c0d-92ab-cb398fbdabbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.342547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:03.474645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'port_id': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'mac_address': 'fa:16:3e:42:86:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:44:03.577091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-768b2088-d471-4c0d-92ab-cb398fbdabbe None None] For port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,segment=NetworkSegment(9f05e1e3-2a5e-421f-913a-9868f5644189),segment_id=9f05e1e3-2a5e-421f-913a-9868f5644189)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:03.677758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-768b2088-d471-4c0d-92ab-cb398fbdabbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.706342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.761225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64bca5-0e8d-43d2-b20d-c058e591ef00 req-9652dded-d76a-4efc-9cb5-9823187d15cb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:03.762756 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e64bca5-0e8d-43d2-b20d-c058e591ef00 req-9652dded-d76a-4efc-9cb5-9823187d15cb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 943 time: 0.0606399 Oct 16 13:44:03.763792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a882093-7d5f-4826-94e0-bf7a0c800c59 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:44:03.804234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e64bca5-0e8d-43d2-b20d-c058e591ef00 req-c88e1e80-a86b-440f-affc-0f1b8f28317b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342424 Oct 16 13:44:03.813293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.821171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:03.826466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b2088-d471-4c0d-92ab-cb398fbdabbe None None] Pushing event updated for resources: {'Port': ['ID=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:03.839986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-dc48602a-e909-4e2a-b1d8-24603afd90e7 None None] Provisioning complete for port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:03.842459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc48602a-e909-4e2a-b1d8-24603afd90e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.871723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:43:59Z', 'revision_number': 3, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:02Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:03.906039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.908356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc7444-379a-4e2b-ba28-6ab7fc61c171 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:43:59Z', 'revision_number': 3, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:02Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:03.910151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:03.943063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.22.0.1 (b3d8cb91-80f7-418e-be0d-2659b560c102/3b920925-7eed-44dd-b800-c03a921cfb0a/a743a255-be2e-45f4-9aee-04911810a204) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:03.945014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38226) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:03.971058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Network b3d8cb91-80f7-418e-be0d-2659b560c102 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:03.978508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:03.986141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:03.996881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:04.080214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.136358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Pushing event updated for resources: {'Port': ['ID=ee3230ab-5e3f-4112-be22-cd5b92548da3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:04.139174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Attempting to bind port ee3230ab-5e3f-4112-be22-cd5b92548da3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:04.139548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Attempting to bind port ee3230ab-5e3f-4112-be22-cd5b92548da3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:04.139909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Attempting to bind port ee3230ab-5e3f-4112-be22-cd5b92548da3 on network b3d8cb91-80f7-418e-be0d-2659b560c102 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:04.146308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:04.146608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Checking segment: {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:04.147011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.147405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Bound using segment: {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:04.147884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Bound port: ee3230ab-5e3f-4112-be22-cd5b92548da3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:04.148270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.160937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['6a882093-7d5f-4826-94e0-bf7a0c800c59'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:44:04.202913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.232728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network b3d8cb91-80f7-418e-be0d-2659b560c102 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:04.236701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:04.239323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:04.275111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] For port ee3230ab-5e3f-4112-be22-cd5b92548da3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:04.280777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] For port ee3230ab-5e3f-4112-be22-cd5b92548da3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ee3230ab-5e3f-4112-be22-cd5b92548da3,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:04.338562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=a743a255-be2e-45f4-9aee-04911810a204,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:04.352173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.399713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.491148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f9c15-9690-4214-a96a-21fe6939fcaa None None] Pushing event updated for resources: {'Port': ['ID=ee3230ab-5e3f-4112-be22-cd5b92548da3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:04.613423 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-72993714-9e6c-489e-8a90-d6316be37439 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/e1d8001f-a18c-4f90-9707-4d8e46395caf HTTP/1.1" status: 200 len: 993 time: 0.6630943 Oct 16 13:44:04.640691 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:04.874205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:05.034368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0527b7-3153-4850-9fe8-b87f1c84b369 req-e3044ea3-6500-4d21-b0e3-171dcd32bd88 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:05.038673 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a0527b7-3153-4850-9fe8-b87f1c84b369 req-e3044ea3-6500-4d21-b0e3-171dcd32bd88 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 944 time: 0.1250572 Oct 16 13:44:05.109160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a0527b7-3153-4850-9fe8-b87f1c84b369 req-fe7067f7-5b42-438e-9828-7716025ae79a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640583 Oct 16 13:44:05.120510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.166880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:05.167242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.178865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.291856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=a743a255-be2e-45f4-9aee-04911810a204,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:05.294324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.388226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network b3d8cb91-80f7-418e-be0d-2659b560c102 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:05.390006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:05.519947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:05.636187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:05.645327 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1cae58d0-f71a-476d-b179-71e37dd4db56 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4658086 Oct 16 13:44:05.645599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38232) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:05.650725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'network': {'name': 'tempest-RoutersTest-833247077'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:05.658379 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:05.670616 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:05.671238 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:05.759604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:05.763434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.780510 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:05.789463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a265b44-d7d4-47a9-bd68-57ea292d27fb None None] Network b3d8cb91-80f7-418e-be0d-2659b560c102 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:05.793995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:44:05.800617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.801016 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added segment ca22e876-bf8e-483f-8f70-5d24f1518d17 of type vlan for network af77eaa4-8544-414c-b17c-9c8538882ac5 Oct 16 13:44:05.851783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.885482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9aa875da-da11-48ca-ba79-6dd8c32225a2 None None] Provisioning complete for port ee3230ab-5e3f-4112-be22-cd5b92548da3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:05.885951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9aa875da-da11-48ca-ba79-6dd8c32225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.945072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:05.950721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:05.951443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.019442 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:04Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:04Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:06.023081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Network': ['ID=af77eaa4-8544-414c-b17c-9c8538882ac5,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:06.039302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network af77eaa4-8544-414c-b17c-9c8538882ac5 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:44:06.051776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:06.051776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Updating router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d port a743a255-be2e-45f4-9aee-04911810a204 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:44:06.072537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9aa875da-da11-48ca-ba79-6dd8c32225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.076785 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33417580-75df-456e-99f9-3f261ac608fc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4293244 Oct 16 13:44:06.079834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38234) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:06.085538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'subnet': {'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:06.087532 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.178953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9aa875da-da11-48ca-ba79-6dd8c32225a2 None None] For port ee3230ab-5e3f-4112-be22-cd5b92548da3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ee3230ab-5e3f-4112-be22-cd5b92548da3,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:06.264490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9aa875da-da11-48ca-ba79-6dd8c32225a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.282188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2267-ef5f-4337-8767-0e63248290a5 req-24c92f5d-f324-44ee-8aa7-e16c1f00ebc2 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:06.289686 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80fc2267-ef5f-4337-8767-0e63248290a5 req-24c92f5d-f324-44ee-8aa7-e16c1f00ebc2 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 944 time: 0.0796819 Oct 16 13:44:06.330565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80fc2267-ef5f-4337-8767-0e63248290a5 req-484a1b0b-5382-4dec-9c0a-efa54258bda7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397866 Oct 16 13:44:06.334678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa875da-da11-48ca-ba79-6dd8c32225a2 None None] Pushing event updated for resources: {'Port': ['ID=ee3230ab-5e3f-4112-be22-cd5b92548da3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:06.339809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Made reservation on behalf of d9002afcdfe94b1d8e264779d6cccec6 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:06.353031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.394827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-92475027-be60-4dd5-a9e2-ac35f43eef5d None None] Provisioning complete for port a743a255-be2e-45f4-9aee-04911810a204 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:06.395153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92475027-be60-4dd5-a9e2-ac35f43eef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.443321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-92475027-be60-4dd5-a9e2-ac35f43eef5d None None] Port a743a255-be2e-45f4-9aee-04911810a204 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:06.443938 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.455631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-92475027-be60-4dd5-a9e2-ac35f43eef5d None None] Provisioning complete for port ee3230ab-5e3f-4112-be22-cd5b92548da3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:06.456186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92475027-be60-4dd5-a9e2-ac35f43eef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.588155 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.634326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.645363 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e40f72-5ea0-41c7-9473-fa114ffdf858 None None] Pushing event updated for resources: {'Port': ['ID=a743a255-be2e-45f4-9aee-04911810a204,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:06.682918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a72632b5-9022-4bd8-a473-209569c581eb None None] Provisioning complete for port a743a255-be2e-45f4-9aee-04911810a204 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:06.683351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a72632b5-9022-4bd8-a473-209569c581eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.700613 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Attempting to bind port a743a255-be2e-45f4-9aee-04911810a204 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:06.701219 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Attempting to bind port a743a255-be2e-45f4-9aee-04911810a204 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:06.701601 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Attempting to bind port a743a255-be2e-45f4-9aee-04911810a204 on network b3d8cb91-80f7-418e-be0d-2659b560c102 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:06.709607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Subnet': ['ID=e0fee9c9-040c-4703-9f11-1a7527c64323,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:06.709860 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:06.709860 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Checking segment: {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:06.710472 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.710616 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Bound using segment: {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:06.711673 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Bound port: a743a255-be2e-45f4-9aee-04911810a204, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ba7c3b-80dc-4181-9c12-f257fd03f06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:06.712068 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.723068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Checking segment: {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:06.724584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network hostable DHCP agents. Network: af77eaa4-8544-414c-b17c-9c8538882ac5, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:44:06.740309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:06.791104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a72632b5-9022-4bd8-a473-209569c581eb None None] Port a743a255-be2e-45f4-9aee-04911810a204 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:06.813655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network af77eaa4-8544-414c-b17c-9c8538882ac5 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:44:06.822879 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] For port a743a255-be2e-45f4-9aee-04911810a204, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:06.826280 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] For port a743a255-be2e-45f4-9aee-04911810a204, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a743a255-be2e-45f4-9aee-04911810a204,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:06.867263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ee3230ab-5e3f-4112-be22-cd5b92548da3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:06.894878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 6a882093-7d5f-4826-94e0-bf7a0c800c59 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:44:06.905091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, af77eaa4-8544-414c-b17c-9c8538882ac5) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:06.905761 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.908850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 6a882093-7d5f-4826-94e0-bf7a0c800c59 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:06.909028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.910312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:06.911442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.940644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84f55e-5ad5-4269-86f9-749694dff321 None None] Network af77eaa4-8544-414c-b17c-9c8538882ac5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:06.972910 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:06.973531 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:06.975740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e89f7a34-45dd-4d44-88fa-79edf3f38e3b None None] Provisioning complete for port a743a255-be2e-45f4-9aee-04911810a204 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:06.976109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e89f7a34-45dd-4d44-88fa-79edf3f38e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:06.992222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-83cdfefc-ed87-4f9e-addd-322782ffc0d6 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9084980 Oct 16 13:44:06.992579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38238) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:07.010556 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e40f72-5ea0-41c7-9473-fa114ffdf858 None None] Pushing event updated for resources: {'Port': ['ID=a743a255-be2e-45f4-9aee-04911810a204,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:07.091377 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:07.100836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ee3230ab-5e3f-4112-be22-cd5b92548da3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:07.101201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.235626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.297816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:44:07.300482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45daf37d-c41e-41c0-abf3-3a8c8224ce49" -d '{"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-plugged", "status": "completed", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:44:07.307690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-af77eaa4-8544-414c-b17c-9c8538882ac5', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:44:07.307865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.309606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e89f7a34-45dd-4d44-88fa-79edf3f38e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.327713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:07.357241 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:04Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:06Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:07.377090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b4df8f-d67b-4371-ad67-dcd24ad58eaf x-openstack-request-id: req-73b4df8f-d67b-4371-ad67-dcd24ad58eaf {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:44:07.377380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-plugged", "status": "completed", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:44:07.377630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73b4df8f-d67b-4371-ad67-dcd24ad58eaf {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:44:07.378043 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'code': 200} Oct 16 13:44:07.405651 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecba47-262a-467c-a9c7-04ec01dcd93d None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:04Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:06Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:07.423935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.529412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.561462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825b2ba-6c29-451a-8366-1bac58e29964 req-afee975b-34e1-4989-b9c5-2b59bc769572 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:07.563528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4825b2ba-6c29-451a-8366-1bac58e29964 req-afee975b-34e1-4989-b9c5-2b59bc769572 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1158335 Oct 16 13:44:07.614880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e89f7a34-45dd-4d44-88fa-79edf3f38e3b None None] For port a743a255-be2e-45f4-9aee-04911810a204, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a743a255-be2e-45f4-9aee-04911810a204,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:07.628828 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4825b2ba-6c29-451a-8366-1bac58e29964 req-35a332bd-2ba5-4ab2-b664-1333c7961079 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579617 Oct 16 13:44:07.630519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:07.691392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e89f7a34-45dd-4d44-88fa-79edf3f38e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.735198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Allocated IP 172.23.0.2 (af77eaa4-8544-414c-b17c-9c8538882ac5/e0fee9c9-040c-4703-9f11-1a7527c64323/dee31009-eaaa-489f-ab29-f951dffc95df) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:07.758073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31a800-166b-4013-95a5-ea33afc0906e req-71fad071-ccc2-496b-a487-21b6ebef4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:07.762643 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a31a800-166b-4013-95a5-ea33afc0906e req-71fad071-ccc2-496b-a487-21b6ebef4714 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1098 time: 0.0707018 Oct 16 13:44:07.782721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f7a34-45dd-4d44-88fa-79edf3f38e3b None None] Pushing event updated for resources: {'Port': ['ID=a743a255-be2e-45f4-9aee-04911810a204,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:07.805611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a31a800-166b-4013-95a5-ea33afc0906e req-7f64b7f6-6d41-4ce6-bbe3-efcfabdb9670 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373862 Oct 16 13:44:07.852731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-234e0554-bfc6-41de-b9e8-f7ac997c8374 None None] Provisioning complete for port a743a255-be2e-45f4-9aee-04911810a204 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:07.853215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-234e0554-bfc6-41de-b9e8-f7ac997c8374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:07.995244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.068891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.108019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Network af77eaa4-8544-414c-b17c-9c8538882ac5 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:08.113918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:08.117412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:08.121805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Allocated IP 172.23.0.1 (af77eaa4-8544-414c-b17c-9c8538882ac5/e0fee9c9-040c-4703-9f11-1a7527c64323/32f5591b-061e-431a-9ee1-efbc320825e9) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:08.131140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Pushing event updated for resources: {'Port': ['ID=dee31009-eaaa-489f-ab29-f951dffc95df,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:08.181222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Attempting to bind port dee31009-eaaa-489f-ab29-f951dffc95df on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:08.181577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Attempting to bind port dee31009-eaaa-489f-ab29-f951dffc95df by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:08.181927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Attempting to bind port dee31009-eaaa-489f-ab29-f951dffc95df on network af77eaa4-8544-414c-b17c-9c8538882ac5 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:08.193080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:08.193545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Checking segment: {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:08.193964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.194359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Bound using segment: {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:08.194868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Bound port: dee31009-eaaa-489f-ab29-f951dffc95df, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:08.195250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.244595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.266796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] For port dee31009-eaaa-489f-ab29-f951dffc95df, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:08.270240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] For port dee31009-eaaa-489f-ab29-f951dffc95df, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dee31009-eaaa-489f-ab29-f951dffc95df,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:08.336630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.380109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.398106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1ac3e-2e40-4b21-9a56-c87f90d2406b None None] Pushing event updated for resources: {'Port': ['ID=dee31009-eaaa-489f-ab29-f951dffc95df,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:08.440702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network af77eaa4-8544-414c-b17c-9c8538882ac5 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:08.444236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:08.448304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:08.480191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=32f5591b-061e-431a-9ee1-efbc320825e9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:08.505237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.723122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:08.755241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0adc5dd-2da8-4918-93c5-1c142de7db05 req-bff9f1f8-24eb-4daa-8c85-26eb4301f1ef tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:08.756933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f0adc5dd-2da8-4918-93c5-1c142de7db05 req-bff9f1f8-24eb-4daa-8c85-26eb4301f1ef tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0624259 Oct 16 13:44:08.820191 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f0adc5dd-2da8-4918-93c5-1c142de7db05 req-5fc0eeac-af25-46c5-935d-003e827b08e1 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569906 Oct 16 13:44:08.872273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a743a255-be2e-45f4-9aee-04911810a204 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:08.931848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a743a255-be2e-45f4-9aee-04911810a204 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:08.932653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.030628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dee31009-eaaa-489f-ab29-f951dffc95df up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:09.051737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.085542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dee31009-eaaa-489f-ab29-f951dffc95df triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:09.085906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.143192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.179566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.224628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port dee31009-eaaa-489f-ab29-f951dffc95df, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dee31009-eaaa-489f-ab29-f951dffc95df,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:09.236263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.238360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event updated for resources: {'Port': ['ID=32f5591b-061e-431a-9ee1-efbc320825e9,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:09.313796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.338862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Network af77eaa4-8544-414c-b17c-9c8538882ac5 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:09.340776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:09.341483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa9f8f8-da60-4b8e-814e-f9f3c59a810e None None] Network af77eaa4-8544-414c-b17c-9c8538882ac5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:09.421662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=dee31009-eaaa-489f-ab29-f951dffc95df,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:09.459428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:09.477036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2f7da6f5-78c8-4c0c-aed0-30dc5a5f652e None None] Provisioning complete for port dee31009-eaaa-489f-ab29-f951dffc95df triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:09.477411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2f7da6f5-78c8-4c0c-aed0-30dc5a5f652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:09.570112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:09.575266 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1a93a6f7-bf00-4465-8859-9cfa7354e3da tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5815816 Oct 16 13:44:09.578896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38246) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:09.583788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:09.697238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:09.722992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:09.723524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:09.869649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:09.996090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c529d78-7546-47f0-9e75-9f80223be356 req-c1e090ef-e21c-44f1-acc3-972c67462b8b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:09.997759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c529d78-7546-47f0-9e75-9f80223be356 req-c1e090ef-e21c-44f1-acc3-972c67462b8b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0989425 Oct 16 13:44:10.072827 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c529d78-7546-47f0-9e75-9f80223be356 req-9419e546-4317-4f59-910a-a2515cd6681e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668530 Oct 16 13:44:10.111909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f7cc6037-1835-4626-b422-acf87fcd0f00 None None] Provisioning complete for port 32f5591b-061e-431a-9ee1-efbc320825e9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:10.111909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6037-1835-4626-b422-acf87fcd0f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.124234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 16 13:44:10.148027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Removed routes are [] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 16 13:44:10.148480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.172762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:08Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '32f5591b-061e-431a-9ee1-efbc320825e9', 'name': '', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:ae:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:07Z', 'updated_at': '2021-10-16T13:44:08Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:10.176156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc6037-1835-4626-b422-acf87fcd0f00 None None] Port 32f5591b-061e-431a-9ee1-efbc320825e9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:10.215968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:10.216346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Updating router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d port 32f5591b-061e-431a-9ee1-efbc320825e9 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:44:10.232726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0240553-613b-4237-890d-b290a87d3387 req-ed12fe83-97ad-41da-8f3b-8bfcf092b5a6 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:10.235944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c0240553-613b-4237-890d-b290a87d3387 req-ed12fe83-97ad-41da-8f3b-8bfcf092b5a6 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0739253 Oct 16 13:44:10.248706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f7cc6037-1835-4626-b422-acf87fcd0f00 None None] Provisioning complete for port dee31009-eaaa-489f-ab29-f951dffc95df triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:10.249071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6037-1835-4626-b422-acf87fcd0f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.273641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.365717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c0240553-613b-4237-890d-b290a87d3387 req-5277bcb4-2b27-4259-8fea-35c982d766d4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847855 Oct 16 13:44:10.396856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38252) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:10.445444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbeb946-0f01-448a-8b62-632131c33de8 tempest-TestNetworkAdvancedServerOps-547374182 tempest-TestNetworkAdvancedServerOps-547374182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:10.446990 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8dbeb946-0f01-448a-8b62-632131c33de8 tempest-TestNetworkAdvancedServerOps-547374182 tempest-TestNetworkAdvancedServerOps-547374182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1093 time: 0.0491323 Oct 16 13:44:10.449859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38254) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:10.455631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:10.519045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.523288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.543087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.640301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:10.649609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-54f2bb66-9b32-4014-8b86-2d4172058a3e None None] Provisioning complete for port 32f5591b-061e-431a-9ee1-efbc320825e9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:10.649999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-54f2bb66-9b32-4014-8b86-2d4172058a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.652914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.687507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.700628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-54f2bb66-9b32-4014-8b86-2d4172058a3e None None] Port 32f5591b-061e-431a-9ee1-efbc320825e9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:10.757256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:10.768053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.768233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:10.768233 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d9f85e4-4da2-4368-9505-55a9f93e215b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 933 time: 1.1856863 Oct 16 13:44:10.769928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38256) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:10.770713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Allocated IP 172.26.5.218 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/5442c6be-8928-4e19-8f9f-0e6c71d1e0c7) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:10.814755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dee31009-eaaa-489f-ab29-f951dffc95df up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:10.893998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c087a7-3491-430c-ae6f-0ee8c22d7c5e None None] Pushing event updated for resources: {'Port': ['ID=32f5591b-061e-431a-9ee1-efbc320825e9,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:10.902095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fff7bbc1-7b5a-4d2c-834b-0a4ed2c1233d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 933 time: 0.1310189 Oct 16 13:44:10.906206 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38258) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:10.912255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'routes': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:10.967077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port dee31009-eaaa-489f-ab29-f951dffc95df triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:10.967790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.021833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Attempting to bind port 32f5591b-061e-431a-9ee1-efbc320825e9 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:11.021833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Attempting to bind port 32f5591b-061e-431a-9ee1-efbc320825e9 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:11.021833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Attempting to bind port 32f5591b-061e-431a-9ee1-efbc320825e9 on network af77eaa4-8544-414c-b17c-9c8538882ac5 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:11.027850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:11.028720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Checking segment: {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:11.029198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.029664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Bound using segment: {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:11.030355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Bound port: 32f5591b-061e-431a-9ee1-efbc320825e9, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca22e876-bf8e-483f-8f70-5d24f1518d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:11.030808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.155879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] For port 32f5591b-061e-431a-9ee1-efbc320825e9, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:11.161936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] For port 32f5591b-061e-431a-9ee1-efbc320825e9, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=32f5591b-061e-431a-9ee1-efbc320825e9,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:11.167167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4f85fc5e-a95e-4656-8167-3182cd8dcbc3 None None] Provisioning complete for port 32f5591b-061e-431a-9ee1-efbc320825e9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:11.167533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f85fc5e-a95e-4656-8167-3182cd8dcbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.214579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.217162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4f85fc5e-a95e-4656-8167-3182cd8dcbc3 None None] Port 32f5591b-061e-431a-9ee1-efbc320825e9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:11.242327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.300070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:11.300712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:11.340535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.344346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added routes are [] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 16 13:44:11.344926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 16 13:44:11.354503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c087a7-3491-430c-ae6f-0ee8c22d7c5e None None] Pushing event updated for resources: {'Port': ['ID=32f5591b-061e-431a-9ee1-efbc320825e9,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:11.385945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.388521 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:11.391495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:11.397438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:11.440293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Port': ['ID=5442c6be-8928-4e19-8f9f-0e6c71d1e0c7,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:11.443345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:11.582048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e3eb0624-ad12-4790-a78b-ef35e729bdac None None] Provisioning complete for port 32f5591b-061e-431a-9ee1-efbc320825e9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:11.582334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0624-ad12-4790-a78b-ef35e729bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.767129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0624-ad12-4790-a78b-ef35e729bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.792564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:10Z', 'revision_number': 6, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '32f5591b-061e-431a-9ee1-efbc320825e9', 'name': '', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:ae:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:07Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:11.830311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb267d76-9907-4925-9c21-7524619439e9 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:10Z', 'revision_number': 6, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '32f5591b-061e-431a-9ee1-efbc320825e9', 'name': '', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:ae:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:07Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 4, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:11.842117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e3eb0624-ad12-4790-a78b-ef35e729bdac None None] For port 32f5591b-061e-431a-9ee1-efbc320825e9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=32f5591b-061e-431a-9ee1-efbc320825e9,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:11.868834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:11.942686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0624-ad12-4790-a78b-ef35e729bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.014814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0624-ad12-4790-a78b-ef35e729bdac None None] Pushing event updated for resources: {'Port': ['ID=32f5591b-061e-431a-9ee1-efbc320825e9,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:12.071640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.075166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.116950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.211665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:12.307985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.332358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:12.340237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.341530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c8b3a24b-dec1-457c-b58c-8dd1c38bd655 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 699 time: 1.4331310 Oct 16 13:44:12.344741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38260) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:12.371153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.457009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event updated for resources: {'Port': ['ID=5442c6be-8928-4e19-8f9f-0e6c71d1e0c7,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:12.465023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.475688 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-48f31001-ad66-4c09-9145-319b98f84b83 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 699 time: 0.1271338 Oct 16 13:44:12.475892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38262) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:12.595496 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Floating IP fe3491fb-b98f-4464-a0e0-1955bd6f4f1b associated. External IP: 172.26.5.218, port: 6a882093-7d5f-4826-94e0-bf7a0c800c59. Oct 16 13:44:12.631631 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:12.646513 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:12.647811 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:12.760896 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:12.814769 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-691e47df-665d-4554-890e-34e7c5cd9b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.856575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 32f5591b-061e-431a-9ee1-efbc320825e9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:12.892374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Router 5725018a-6931-4924-8385-e89d06f596b5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:12.921532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 32f5591b-061e-431a-9ee1-efbc320825e9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:12.921909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:12.961669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:13.042992 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 7, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '32f5591b-061e-431a-9ee1-efbc320825e9', 'name': '', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:ae:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:07Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:13.067292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:13.078700 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:13.079597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] Sync routers for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:13.087239 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:13.088389 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:13.092826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:13.093352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:13.146789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:13.190716 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0e881b73-4bfe-471e-abef-ea33132944a5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7396770 Oct 16 13:44:13.191438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:44:13.194234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88872fff-a396-4a2a-99da-e9c28020be1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:44:13.263268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:13.285273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0b95d5-92dc-4c65-8c0f-967534a24ce3 x-openstack-request-id: req-fd0b95d5-92dc-4c65-8c0f-967534a24ce3 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:44:13.285568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:44:13.285826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd0b95d5-92dc-4c65-8c0f-967534a24ce3 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:44:13.286463 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'status': 'completed', 'code': 200} Oct 16 13:44:13.319668 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:13.394258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 32f5591b-061e-431a-9ee1-efbc320825e9 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:13.394885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:13.476411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872fff-a396-4a2a-99da-e9c28020be1b req-8ab8a049-4ffa-4a1f-8cd5-207500e6737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:13.477945 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-8ab8a049-4ffa-4a1f-8cd5-207500e6737b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1098 time: 0.1611948 Oct 16 13:44:13.493243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6e21e-6c17-4f2b-a8d1-8f3473cc80f7 req-9de8a07d-0759-4cc2-9c65-809259923f19 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:13.494824 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2df6e21e-6c17-4f2b-a8d1-8f3473cc80f7 req-9de8a07d-0759-4cc2-9c65-809259923f19 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1792521 Oct 16 13:44:13.566160 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 7, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '32f5591b-061e-431a-9ee1-efbc320825e9', 'name': '', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:ae:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:07Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:13.612765 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b60fe0-7111-432c-97a4-cc006e579d86 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 7, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '32f5591b-061e-431a-9ee1-efbc320825e9', 'name': '', 'network_id': 'af77eaa4-8544-414c-b17c-9c8538882ac5', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:ae:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:07Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': 'e0fee9c9-040c-4703-9f11-1a7527c64323', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:13.623472 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2df6e21e-6c17-4f2b-a8d1-8f3473cc80f7 req-38ece11a-8481-4a25-982d-70512ed89961 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167023 Oct 16 13:44:13.637020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 32f5591b-061e-431a-9ee1-efbc320825e9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=32f5591b-061e-431a-9ee1-efbc320825e9,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:13.637490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:13.646996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38274) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:13.658753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 32f5591b-061e-431a-9ee1-efbc320825e9 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:13.675361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872fff-a396-4a2a-99da-e9c28020be1b req-3ce71129-9343-46c6-a86e-c624f37ba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:13.676955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-3ce71129-9343-46c6-a86e-c624f37ba69b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 200 len: 898 time: 0.1812327 Oct 16 13:44:13.718157 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-adb3e5d8-9b13-4b47-a2c2-598fa0b5a315 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/floatingips/fe3491fb-b98f-4464-a0e0-1955bd6f4f1b HTTP/1.1" status: 200 len: 991 time: 0.0699873 Oct 16 13:44:13.727218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'fe3491fb-b98f-4464-a0e0-1955bd6f4f1b', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '5725018a-6931-4924-8385-e89d06f596b5', 'port_id': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'mac_address': 'fa:16:3e:42:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:44:11Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 0, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:13.758134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] Checking router: 5725018a-6931-4924-8385-e89d06f596b5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:13.768846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:13.769460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:13.817057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-912a506e-94f4-4cae-aeae-9e64b5e34154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 200 len: 999 time: 0.0902922 Oct 16 13:44:13.911585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:13.921115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872fff-a396-4a2a-99da-e9c28020be1b req-3177f5c9-2142-4c6a-9213-16264e657beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:13.923259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-3177f5c9-2142-4c6a-9213-16264e657beb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 HTTP/1.1" status: 200 len: 835 time: 0.0677252 Oct 16 13:44:14.007594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88872fff-a396-4a2a-99da-e9c28020be1b req-7e20a84f-c0b6-4712-b828-1b04478a8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:14.009179 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-7e20a84f-c0b6-4712-b828-1b04478a8093 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0789866 Oct 16 13:44:14.078713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:14.113687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=32f5591b-061e-431a-9ee1-efbc320825e9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:14.154164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'fe3491fb-b98f-4464-a0e0-1955bd6f4f1b', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '5725018a-6931-4924-8385-e89d06f596b5', 'port_id': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'mac_address': 'fa:16:3e:42:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:44:11Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 0, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:14.184353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-6155b6bb-2b25-4d51-9200-1825f130d584 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668463 Oct 16 13:44:14.192554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb5226-c204-4262-b67a-7276765a2e3e None None] The sync data for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv is: [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'fe3491fb-b98f-4464-a0e0-1955bd6f4f1b', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '5725018a-6931-4924-8385-e89d06f596b5', 'port_id': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'mac_address': 'fa:16:3e:42:86:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:44:11Z', 'updated_at': '2021-10-16T13:44:11Z', 'revision_number': 0, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:14.380400 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88872fff-a396-4a2a-99da-e9c28020be1b req-133c38c2-4b59-4b6c-903b-95734d5b79eb service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894462 Oct 16 13:44:14.396511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:14.436559 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68919942-0788-4fc4-814d-bb27af4adc99 None None] New status for floating IP fe3491fb-b98f-4464-a0e0-1955bd6f4f1b: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:44:14.620874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:14.720750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38276) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:14.733425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:14.746068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:14.749476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6d081c05-86d0-4104-beac-b0784f4d77ad tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725167 Oct 16 13:44:14.752635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38278) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:14.759475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:14.760095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:14.809442 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-868f466b-c524-4ba7-8b11-6b612608edc7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/floatingips/fe3491fb-b98f-4464-a0e0-1955bd6f4f1b HTTP/1.1" status: 200 len: 993 time: 0.0849583 Oct 16 13:44:14.824688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet e0fee9c9-040c-4703-9f11-1a7527c64323 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:44:14.827943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:14.869130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:14.874333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:14.957935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.087739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:13Z', 'revision_number': 8, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:15.113898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.116528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:15.124870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:15.126081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:43:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:15.143081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fee9c9-040c-4703-9f11-1a7527c64323,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:15.147325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.151057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ee7dcd33-84d8-421c-bace-769b11685eb3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/e0fee9c9-040c-4703-9f11-1a7527c64323 HTTP/1.1" status: 204 len: 168 time: 0.3970187 Oct 16 13:44:15.153324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38280) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:15.174012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a7c6b-fa97-4963-bcd8-0f5e2a43f34c None None] Network af77eaa4-8544-414c-b17c-9c8538882ac5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:15.229903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.292221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:15.425988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e592-f52c-4115-8434-d69110cb4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.553972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] DHCP port deletion for af77eaa4-8544-414c-b17c-9c8538882ac5 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:44:15.622695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:13Z', 'revision_number': 8, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:15.629027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port dee31009-eaaa-489f-ab29-f951dffc95df {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:15.629553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.653224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d651b887-7c89-4346-bf8d-d5f032cd9964 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:13Z', 'revision_number': 8, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a743a255-be2e-45f4-9aee-04911810a204', 'name': '', 'network_id': 'b3d8cb91-80f7-418e-be0d-2659b560c102', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:6e:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:03Z', 'updated_at': '2021-10-16T13:44:07Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '3b920925-7eed-44dd-b800-c03a921cfb0a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:15.662001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] Deleting port dee31009-eaaa-489f-ab29-f951dffc95df {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:15.662373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.693354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port dee31009-eaaa-489f-ab29-f951dffc95df, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dee31009-eaaa-489f-ab29-f951dffc95df,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:15.693716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.714839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for dee31009-eaaa-489f-ab29-f951dffc95df owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:15.728919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] For port dee31009-eaaa-489f-ab29-f951dffc95df, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=dee31009-eaaa-489f-ab29-f951dffc95df,segment=NetworkSegment(ca22e876-bf8e-483f-8f70-5d24f1518d17),segment_id=ca22e876-bf8e-483f-8f70-5d24f1518d17)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:15.729321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.742535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] Calling delete_port for dee31009-eaaa-489f-ab29-f951dffc95df owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:15.936782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.944055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:15.964515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=dee31009-eaaa-489f-ab29-f951dffc95df,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:15.970630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port dee31009-eaaa-489f-ab29-f951dffc95df on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:15.972174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] Pushing event deleted for resources: {'Port': ['ID=dee31009-eaaa-489f-ab29-f951dffc95df,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:15.976724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf72cf-befa-408d-8689-46c43877f209 None None] No DVR routers for this DVR port dee31009-eaaa-489f-ab29-f951dffc95df on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:16.056641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.080872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af77eaa4-8544-414c-b17c-9c8538882ac5']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:16.101865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca22e876-bf8e-483f-8f70-5d24f1518d17') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:16.102259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca22e876-bf8e-483f-8f70-5d24f1518d17') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:16.118849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.138936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.145505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:44:16.145917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:44:16.148938 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:44:16.289652 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:44:16.296533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.301098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.304954 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/af77eaa4-8544-414c-b17c-9c8538882ac5 HTTP/1.1" status: 204 len: 168 time: 1.1501865 Oct 16 13:44:16.307188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38282) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:16.319285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ee822-8d57-4568-ab84-9e4fefa50edc tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=af77eaa4-8544-414c-b17c-9c8538882ac5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:16.530520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.656872 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.669367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:16.783730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dee31009-eaaa-489f-ab29-f951dffc95df no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:16.805482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: dee31009-eaaa-489f-ab29-f951dffc95df {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:16.805822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device dee31009-eaaa-489f-ab29-f951dffc95df not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:16.806233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 32f5591b-061e-431a-9ee1-efbc320825e9 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:16.831478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 32f5591b-061e-431a-9ee1-efbc320825e9 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:16.832003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 32f5591b-061e-431a-9ee1-efbc320825e9 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:16.943884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port a743a255-be2e-45f4-9aee-04911810a204 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:16.944211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:17.033773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port a743a255-be2e-45f4-9aee-04911810a204, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a743a255-be2e-45f4-9aee-04911810a204,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:17.034044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:17.046109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for a743a255-be2e-45f4-9aee-04911810a204 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:17.279058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:17.305461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=a743a255-be2e-45f4-9aee-04911810a204,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:17.484885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:17.693179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:17.794654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:17.800353 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-72cde77b-b5de-4a5d-9de2-3a83606cf0e5 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4918759 Oct 16 13:44:17.802934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38284) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:17.805578 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:17.815671 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:17.816272 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:17.853375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet 3b920925-7eed-44dd-b800-c03a921cfb0a {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:44:17.856456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:17.897960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:17.918940 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:17.987492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.104704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.124102 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:17Z', 'revision_number': 9, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:18.132274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=3b920925-7eed-44dd-b800-c03a921cfb0a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:18.136095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.139360 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-01fe892c-8f15-4a2e-939a-b737702c1720 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/3b920925-7eed-44dd-b800-c03a921cfb0a HTTP/1.1" status: 204 len: 168 time: 0.3355095 Oct 16 13:44:18.142109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38286) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:18.146961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bda234-040f-4aaf-bc34-08df899a761c None None] Network b3d8cb91-80f7-418e-be0d-2659b560c102 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:18.155824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:18.165822 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:18.166419 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:18.242864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.273510 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:18.351019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] DHCP port deletion for b3d8cb91-80f7-418e-be0d-2659b560c102 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:44:18.521308 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:17Z', 'revision_number': 9, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:18.544018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.559996 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa90f6d3-84e3-4b8e-8284-e8132461088a None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:17Z', 'revision_number': 9, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3', 'name': '', 'network_id': '707060b0-585e-438f-999a-1b08675d4254', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:fb:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:58Z', 'updated_at': '2021-10-16T13:44:03Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '35f6579f-5a9c-4fb8-89db-4b5ee3846cd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:18.605240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] Deleting port ee3230ab-5e3f-4112-be22-cd5b92548da3 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:18.610316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.626038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port ee3230ab-5e3f-4112-be22-cd5b92548da3 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:18.626607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.673776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] For port ee3230ab-5e3f-4112-be22-cd5b92548da3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ee3230ab-5e3f-4112-be22-cd5b92548da3,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:18.674267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.686896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] Calling delete_port for ee3230ab-5e3f-4112-be22-cd5b92548da3 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:18.687098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port ee3230ab-5e3f-4112-be22-cd5b92548da3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ee3230ab-5e3f-4112-be22-cd5b92548da3,segment=NetworkSegment(87ba7c3b-80dc-4181-9c12-f257fd03f06c),segment_id=87ba7c3b-80dc-4181-9c12-f257fd03f06c)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:18.687324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.699753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for ee3230ab-5e3f-4112-be22-cd5b92548da3 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:18.839557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.846670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.870223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] Pushing event deleted for resources: {'Port': ['ID=ee3230ab-5e3f-4112-be22-cd5b92548da3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:18.873829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c16b5-4882-4b48-b591-1369919d2f3f None None] No DVR routers for this DVR port ee3230ab-5e3f-4112-be22-cd5b92548da3 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:18.874798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=ee3230ab-5e3f-4112-be22-cd5b92548da3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:18.876986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port ee3230ab-5e3f-4112-be22-cd5b92548da3 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:18.963106 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:18.983504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d8cb91-80f7-418e-be0d-2659b560c102']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:18.993136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ba7c3b-80dc-4181-9c12-f257fd03f06c') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:18.993500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ba7c3b-80dc-4181-9c12-f257fd03f06c') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:19.004463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.013158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a743a255-be2e-45f4-9aee-04911810a204 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:19.020380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.026684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:44:19.027062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:44:19.030069 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:44:19.034688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: a743a255-be2e-45f4-9aee-04911810a204 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:19.035021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a743a255-be2e-45f4-9aee-04911810a204 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:19.035426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ee3230ab-5e3f-4112-be22-cd5b92548da3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:19.063331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ee3230ab-5e3f-4112-be22-cd5b92548da3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:19.063674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ee3230ab-5e3f-4112-be22-cd5b92548da3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:19.155914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.162911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.165973 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/b3d8cb91-80f7-418e-be0d-2659b560c102 HTTP/1.1" status: 204 len: 168 time: 1.0226166 Oct 16 13:44:19.168736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38288) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:19.177065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd44b7-9028-4928-bac6-2e4bcc783b4b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=b3d8cb91-80f7-418e-be0d-2659b560c102,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:19.534151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.809719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:19.809950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.898138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,segment=NetworkSegment(9f05e1e3-2a5e-421f-913a-9868f5644189),segment_id=9f05e1e3-2a5e-421f-913a-9868f5644189)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:19.898510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:19.911568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:20.153709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:20.186428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:20.357312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:20.566663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:20.670129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:20.675530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-27e42232-d008-4850-b5a6-efe8604a86b9 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5057638 Oct 16 13:44:20.678140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38290) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:20.680589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:20.690170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:20.690783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:20.729226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet 35f6579f-5a9c-4fb8-89db-4b5ee3846cd3 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:44:20.732331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:20.782217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:20.795474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:20.873703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:20.994032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:20.997682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:20Z', 'revision_number': 10, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:21.021682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=35f6579f-5a9c-4fb8-89db-4b5ee3846cd3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:21.025319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.028960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0c056d0d-b7da-4807-a33a-ffd2ce06c60b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/35f6579f-5a9c-4fb8-89db-4b5ee3846cd3 HTTP/1.1" status: 204 len: 168 time: 0.3494155 Oct 16 13:44:21.030314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:21.031037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38292) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:21.037486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a3dbec-61d4-4e0a-a16c-56063a244a6b None None] Network 707060b0-585e-438f-999a-1b08675d4254 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:21.055470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:21.056085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:21.112112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.170170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 5d73c010-d068-4f5c-8265-f4cdf62cee20 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:21.170503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.235885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:21.238722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 5d73c010-d068-4f5c-8265-f4cdf62cee20, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5d73c010-d068-4f5c-8265-f4cdf62cee20,segment=NetworkSegment(9f05e1e3-2a5e-421f-913a-9868f5644189),segment_id=9f05e1e3-2a5e-421f-913a-9868f5644189)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:21.239222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.251909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 5d73c010-d068-4f5c-8265-f4cdf62cee20 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:21.345650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] DHCP port deletion for 707060b0-585e-438f-999a-1b08675d4254 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:44:21.419043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.447938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=5d73c010-d068-4f5c-8265-f4cdf62cee20,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:21.454703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port 5d73c010-d068-4f5c-8265-f4cdf62cee20 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:21.475770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Deleting port 5d73c010-d068-4f5c-8265-f4cdf62cee20 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:21.476136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.533873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:20Z', 'revision_number': 10, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:21.540759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.561110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707060b0-585e-438f-999a-1b08675d4254']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:21.570808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f05e1e3-2a5e-421f-913a-9868f5644189') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:21.571026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f05e1e3-2a5e-421f-913a-9868f5644189') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:21.575381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b19d46-3caa-4d8e-a00d-b8d8b5380efe None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:20Z', 'revision_number': 10, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None, '_interfaces': [{'id': '54484abc-8de3-4861-b564-b8049bf6261f', 'name': '', 'network_id': '3cbab602-982f-4397-b3c9-bcc4b2162a43', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'mac_address': 'fa:16:3e:48:76:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:52Z', 'updated_at': '2021-10-16T13:43:57Z', 'revision_number': 5, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'subnets': [{'id': '30ea8f31-fcd6-4fc0-98d0-98cae5da5b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:21.578537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] For port 5d73c010-d068-4f5c-8265-f4cdf62cee20, host dv-neutron-743142-24-hyperv, got binding levels [] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:21.579095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.583001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.592254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Calling delete_port for 5d73c010-d068-4f5c-8265-f4cdf62cee20 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:21.595799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.ipam_backend_mixin [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Port 5d73c010-d068-4f5c-8265-f4cdf62cee20 was not found and therefore no delete operation was performed {{(pid=101082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 16 13:44:21.597064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.598028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.604470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:44:21.604999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:44:21.607968 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:44:21.623934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] Pushing event deleted for resources: {'Port': ['ID=5d73c010-d068-4f5c-8265-f4cdf62cee20,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:21.627761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94171190-50ff-4c7e-8d68-5c8f8ad7a7b2 None None] No DVR routers for this DVR port 5d73c010-d068-4f5c-8265-f4cdf62cee20 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:21.756182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.762651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:21.766326 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/707060b0-585e-438f-999a-1b08675d4254 HTTP/1.1" status: 204 len: 168 time: 0.7341657 Oct 16 13:44:21.769376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38294) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:21.777741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3d360-6fcd-451f-8a7f-aa5a6c4d3fc7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=707060b0-585e-438f-999a-1b08675d4254,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:22.165579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:22.456300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port 54484abc-8de3-4861-b564-b8049bf6261f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:22.456678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:22.544304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port 54484abc-8de3-4861-b564-b8049bf6261f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=54484abc-8de3-4861-b564-b8049bf6261f,segment=NetworkSegment(44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb),segment_id=44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:22.544684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:22.553462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:22.557905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for 54484abc-8de3-4861-b564-b8049bf6261f owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:22.783426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:22.799264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:22.805021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:22.809165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9ed6ad43-8cb8-45c6-a99d-8a6d9c8b2eb3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:22.809165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d73c010-d068-4f5c-8265-f4cdf62cee20 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:22.825866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 5d73c010-d068-4f5c-8265-f4cdf62cee20 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:22.826320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d73c010-d068-4f5c-8265-f4cdf62cee20 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:22.830992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=54484abc-8de3-4861-b564-b8049bf6261f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:22.980796 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.150049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:23.233053 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:23.238461 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b3bb6448-17c5-411b-a86d-278368df1f0f tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4680738 Oct 16 13:44:23.241165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38300) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:23.243738 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:23.253605 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:23.254202 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:23.290788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting subnet 30ea8f31-fcd6-4fc0-98d0-98cae5da5b38 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:44:23.293871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.329828 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:23.333279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.383640 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:22Z', 'revision_number': 11, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:23.414094 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:23.422566 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:23.423162 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:23.424114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.550685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.579050 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Subnet': ['ID=30ea8f31-fcd6-4fc0-98d0-98cae5da5b38,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:23.581108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.584418 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e42144f-02b7-4b79-8b4c-c99e89d2f425 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/30ea8f31-fcd6-4fc0-98d0-98cae5da5b38 HTTP/1.1" status: 204 len: 168 time: 0.3421896 Oct 16 13:44:23.586812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38302) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:23.593470 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:23.595517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910325a-db7a-4eb5-a260-57da4aac4ec8 None None] Network 3cbab602-982f-4397-b3c9-bcc4b2162a43 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:23.652033 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:22Z', 'revision_number': 11, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:23.674931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.682792 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f3683-2deb-41de-a9d9-bcb50f8b41e0 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:22Z', 'revision_number': 11, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:23.735471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Deleting port ba53d9a7-296d-462e-969e-f1557e8ac4a3 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:23.735812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.798633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] For port ba53d9a7-296d-462e-969e-f1557e8ac4a3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ba53d9a7-296d-462e-969e-f1557e8ac4a3,segment=NetworkSegment(44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb),segment_id=44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:23.798986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.810868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Calling delete_port for ba53d9a7-296d-462e-969e-f1557e8ac4a3 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:23.961629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:23.985971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Port': ['ID=ba53d9a7-296d-462e-969e-f1557e8ac4a3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:23.992771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No DVR routers for this DVR port ba53d9a7-296d-462e-969e-f1557e8ac4a3 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:24.039804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1d696-2f9f-4667-82a0-a76b78201a5e None None] DHCP port deletion for 3cbab602-982f-4397-b3c9-bcc4b2162a43 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:44:24.083073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.104732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbab602-982f-4397-b3c9-bcc4b2162a43']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:24.114488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:24.114783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f9f4aa-b61f-4a7e-ad1b-3f84e9ec95eb') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:24.124227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.137951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.144412 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:44:24.153391 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:44:24.264270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.269117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.272453 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/networks/3cbab602-982f-4397-b3c9-bcc4b2162a43 HTTP/1.1" status: 204 len: 168 time: 0.6845865 Oct 16 13:44:24.275008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38304) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:24.279730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'routes': None}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:24.287044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad4aa5-bb16-447a-b2a1-26abf4c90b1b tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Pushing event deleted for resources: {'Network': ['ID=3cbab602-982f-4397-b3c9-bcc4b2162a43,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:24.457221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Added routes are [] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 16 13:44:24.457588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.extraroute_db [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Removed routes are [] {{(pid=101080) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 16 13:44:24.458056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.783780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 54484abc-8de3-4861-b564-b8049bf6261f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:24.806078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 54484abc-8de3-4861-b564-b8049bf6261f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:24.806426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 54484abc-8de3-4861-b564-b8049bf6261f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:24.806858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ba53d9a7-296d-462e-969e-f1557e8ac4a3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:24.831504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ba53d9a7-296d-462e-969e-f1557e8ac4a3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:24.831854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ba53d9a7-296d-462e-969e-f1557e8ac4a3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:24.941308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:24.944573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.031736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:25.118404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:25.125357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.126620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ecbc1239-d5df-49a5-86da-784611197e38 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 700 time: 0.8505743 Oct 16 13:44:25.128483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] Sync routers for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:25.129343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:25.137595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:25.138467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:25.158120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e255ec43-71c4-409d-a9c4-01f11c432ccf tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 205 time: 0.0276232 Oct 16 13:44:25.160802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38312) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:25.216682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:25.249479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.430961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:22Z', 'revision_number': 11, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:25.436745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.438934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.463096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] Checking router: 9d09fb85-c96a-4a3c-a5ef-172f0265e87d for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:25.471733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] Routers {'9d09fb85-c96a-4a3c-a5ef-172f0265e87d'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:25.472346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:25.549782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] Set router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:25.553684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.554193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router 9d09fb85-c96a-4a3c-a5ef-172f0265e87d {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:44:25.566765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.566765 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45dbf37d-24b9-4727-a41c-12309ea2767d tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 204 len: 168 time: 0.4006708 Oct 16 13:44:25.567005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38314) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:25.571602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-709263556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:25.604997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:22Z', 'revision_number': 11, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:25.636857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdfd8ec-ace8-44c0-961f-9c3c4dc8ec08 None None] The sync data for ids ['9d09fb85-c96a-4a3c-a5ef-172f0265e87d'] in dv-neutron-743142-24-hyperv is: [{'id': '9d09fb85-c96a-4a3c-a5ef-172f0265e87d', 'name': 'tempest-RoutersTest-router-448019955', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:50Z', 'updated_at': '2021-10-16T13:44:22Z', 'revision_number': 11, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:25.650815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.651935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.714913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.788335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.875510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:25.876784 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8daf3647-494f-47ed-9955-8e4ba5fbab08 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3087692 Oct 16 13:44:25.879415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38316) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:25.883787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:26.116232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:26.167487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:26.327146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Router 5b4eb996-4358-431a-8c40-b4904929a412 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:44:26.699268 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:26.706926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:26.708068 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-812c3929-8305-414b-850f-a0de89768c0c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "PUT /v2.0/routers/5b4eb996-4358-431a-8c40-b4904929a412 HTTP/1.1" status: 200 len: 693 time: 0.8277051 Oct 16 13:44:26.709739 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] Sync routers for ids ['5b4eb996-4358-431a-8c40-b4904929a412'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:26.710653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:26.718972 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] Routers {'5b4eb996-4358-431a-8c40-b4904929a412'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:26.719570 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5b4eb996-4358-431a-8c40-b4904929a412'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:26.795030 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-003f7715-e005-44a1-a4d1-d06fd665aed7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/routers/5b4eb996-4358-431a-8c40-b4904929a412 HTTP/1.1" status: 200 len: 699 time: 0.0832858 Oct 16 13:44:26.795628 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] Set router 5b4eb996-4358-431a-8c40-b4904929a412 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:26.798212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38320) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:26.824882 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d991b41e-fa05-465c-a391-9dbdc444e3f8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4eb996-4358-431a-8c40-b4904929a412 HTTP/1.1" status: 200 len: 205 time: 0.0255787 Oct 16 13:44:26.827236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38322) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:26.850409 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4eb996-4358-431a-8c40-b4904929a412', 'name': 'tempest-RoutersTest-router-709263556', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:25Z', 'updated_at': '2021-10-16T13:44:26Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:26.881798 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] Checking router: 5b4eb996-4358-431a-8c40-b4904929a412 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:26.889989 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] Routers {'5b4eb996-4358-431a-8c40-b4904929a412'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:26.890647 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5b4eb996-4358-431a-8c40-b4904929a412'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:26.911623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:26.968192 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] Set router 5b4eb996-4358-431a-8c40-b4904929a412 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:27.024222 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4eb996-4358-431a-8c40-b4904929a412', 'name': 'tempest-RoutersTest-router-709263556', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:25Z', 'updated_at': '2021-10-16T13:44:26Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:27.055522 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70faba-5aff-41a8-962e-cc19ded99eff None None] The sync data for ids ['5b4eb996-4358-431a-8c40-b4904929a412'] in dv-neutron-743142-24-hyperv is: [{'id': '5b4eb996-4358-431a-8c40-b4904929a412', 'name': 'tempest-RoutersTest-router-709263556', 'tenant_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:25Z', 'updated_at': '2021-10-16T13:44:26Z', 'revision_number': 2, 'project_id': 'd9002afcdfe94b1d8e264779d6cccec6', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:27.091694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:27.094013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:27.201720 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:27.202272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4eb996-4358-431a-8c40-b4904929a412 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:44:27.210075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:27.211176 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e9002934-14a6-4b9c-9506-3042f81d4e14 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/5b4eb996-4358-431a-8c40-b4904929a412 HTTP/1.1" status: 204 len: 168 time: 0.3827622 Oct 16 13:44:27.214860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38324) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.244615 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d12b0dca-5baa-4516-8610-48265bbfaa43 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b4eb996-4358-431a-8c40-b4904929a412 HTTP/1.1" status: 200 len: 205 time: 0.0285759 Oct 16 13:44:27.246959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38328) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.287387 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-5c4e17b8-5caa-4e1a-81f5-a1c318eb3ea7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:27.288472 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5c4e17b8-5caa-4e1a-81f5-a1c318eb3ea7 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/5b4eb996-4358-431a-8c40-b4904929a412 HTTP/1.1" status: 404 len: 336 time: 0.0406597 Oct 16 13:44:27.290936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38330) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.321498 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fda3950-fea3-4880-b8ed-0eef654ebc36 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.321943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fda3950-fea3-4880-b8ed-0eef654ebc36 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.324936 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1fda3950-fea3-4880-b8ed-0eef654ebc36 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/e0fee9c9-040c-4703-9f11-1a7527c64323 HTTP/1.1" status: 404 len: 337 time: 0.0330079 Oct 16 13:44:27.327483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38332) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.354215 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c6722a-c121-4fd6-932b-f7a71d6ddf5c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.354660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c6722a-c121-4fd6-932b-f7a71d6ddf5c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.357644 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-52c6722a-c121-4fd6-932b-f7a71d6ddf5c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/3b920925-7eed-44dd-b800-c03a921cfb0a HTTP/1.1" status: 404 len: 337 time: 0.0288682 Oct 16 13:44:27.365300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38334) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.395576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef21b36f-e7f6-4409-be5e-4da4a0d97470 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.396024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef21b36f-e7f6-4409-be5e-4da4a0d97470 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.399042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ef21b36f-e7f6-4409-be5e-4da4a0d97470 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/35f6579f-5a9c-4fb8-89db-4b5ee3846cd3 HTTP/1.1" status: 404 len: 337 time: 0.0328329 Oct 16 13:44:27.401472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38336) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.427941 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc0a15b-a84b-4495-8c96-255fae09bf92 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.428415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc0a15b-a84b-4495-8c96-255fae09bf92 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.431358 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3dc0a15b-a84b-4495-8c96-255fae09bf92 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/30ea8f31-fcd6-4fc0-98d0-98cae5da5b38 HTTP/1.1" status: 404 len: 337 time: 0.0289750 Oct 16 13:44:27.433618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38338) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.461194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4bd0bc55-7951-4072-a91e-be5bf5c04a24 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 200 len: 205 time: 0.0265260 Oct 16 13:44:27.463606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38340) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.507040 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-9a6cd9ff-1279-4d46-9e83-3498f5c8a1de tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:27.507987 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9a6cd9ff-1279-4d46-9e83-3498f5c8a1de tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/9d09fb85-c96a-4a3c-a5ef-172f0265e87d HTTP/1.1" status: 404 len: 336 time: 0.0433018 Oct 16 13:44:27.510584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38342) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.538444 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dabc8b35-c73b-4f1d-b1e8-63c98a451d48 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 HTTP/1.1" status: 200 len: 205 time: 0.0268092 Oct 16 13:44:27.540628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38344) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.585106 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-6a2fc495-f651-4a86-a1bd-d253cb76b4b3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:27.586104 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6a2fc495-f651-4a86-a1bd-d253cb76b4b3 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/9fdfc6bd-b7e5-4705-90e7-4f5ba0fbb097 HTTP/1.1" status: 404 len: 336 time: 0.0446019 Oct 16 13:44:27.588553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38346) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.615869 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-342ed7e1-4cf5-4032-90ad-8cb40d2d00a8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.616339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342ed7e1-4cf5-4032-90ad-8cb40d2d00a8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.619352 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-342ed7e1-4cf5-4032-90ad-8cb40d2d00a8 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/05578c6c-cfe4-4609-b31b-77e37bcfa10f HTTP/1.1" status: 404 len: 337 time: 0.0299096 Oct 16 13:44:27.621779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.650342 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6732318a-8e84-40de-9e24-1c8a76d0c926 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 200 len: 205 time: 0.0274489 Oct 16 13:44:27.652619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38350) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.674781 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-92167037-71fd-4e3b-a0ae-8dd01e88bb87 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475690 Oct 16 13:44:27.697094 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-df47c251-ba79-4f1f-8699-8d0c4835c690 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:27.698171 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-df47c251-ba79-4f1f-8699-8d0c4835c690 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/f6f96882-d7bf-4a03-9ac3-512a6db37dfd HTTP/1.1" status: 404 len: 336 time: 0.0446439 Oct 16 13:44:27.701222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38352) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.731748 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d004c93e-e19c-493f-b5a7-e7af20e8b581 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=cba0e2ef-d5bd-476f-a34e-9bc12903bc41 HTTP/1.1" status: 200 len: 205 time: 0.0291777 Oct 16 13:44:27.733922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38354) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.773632 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-cd3ff2b9-30c4-4df9-91f5-0d1519128f7c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:27.773754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-502a0947-c05f-4501-964d-ecb0fddb02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:27.774609 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cd3ff2b9-30c4-4df9-91f5-0d1519128f7c tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/cba0e2ef-d5bd-476f-a34e-9bc12903bc41 HTTP/1.1" status: 404 len: 336 time: 0.0397422 Oct 16 13:44:27.775105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-502a0947-c05f-4501-964d-ecb0fddb02d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1098 time: 0.0505116 Oct 16 13:44:27.777171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38356) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.816759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-056f7bc9-59cf-4276-8bad-cc9297767a39 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.817202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056f7bc9-59cf-4276-8bad-cc9297767a39 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.820076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-056f7bc9-59cf-4276-8bad-cc9297767a39 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/ea04546a-f156-418b-8d89-96e03e98a94b HTTP/1.1" status: 404 len: 337 time: 0.0419753 Oct 16 13:44:27.822830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38358) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.856910 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3a681ff2-f54c-4815-9bc2-4e240359c071 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 HTTP/1.1" status: 200 len: 205 time: 0.0327706 Oct 16 13:44:27.860151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38360) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.900105 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-99ff103a-7c04-4ebc-9b86-ae0db059f1a2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:27.901125 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-99ff103a-7c04-4ebc-9b86-ae0db059f1a2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/a4335a22-21d8-4c28-a9c6-a1ab4cd09eb1 HTTP/1.1" status: 404 len: 336 time: 0.0401642 Oct 16 13:44:27.903775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38362) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.904884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-f6b2d20a-0978-47cd-9591-bb7906c92619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:27.906931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-f6b2d20a-0978-47cd-9591-bb7906c92619 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.0982609 Oct 16 13:44:27.930407 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ab2ad2-09d0-42c2-9e8f-e07dd62f5874 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:27.930859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ab2ad2-09d0-42c2-9e8f-e07dd62f5874 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:27.936199 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f1ab2ad2-09d0-42c2-9e8f-e07dd62f5874 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/a18ce753-296f-4628-a54c-942103c7da64 HTTP/1.1" status: 404 len: 337 time: 0.0291672 Oct 16 13:44:27.936435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38364) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.972501 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e981f8f2-618b-4959-a003-9c8a34547f1e tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "GET /v2.0/ports?device_id=d86f2133-a758-4005-bb13-67be88d72523 HTTP/1.1" status: 200 len: 205 time: 0.0327964 Oct 16 13:44:27.972851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38366) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:27.988895 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-8cfb6792-77dd-4673-89ac-bd9b54181cb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 1001 time: 0.0746028 Oct 16 13:44:28.017268 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-8f172d6c-4dd0-4c7c-8012-4981bf2c5f58 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] delete failed (client error): The resource could not be found. Oct 16 13:44:28.018342 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f172d6c-4dd0-4c7c-8012-4981bf2c5f58 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/routers/d86f2133-a758-4005-bb13-67be88d72523 HTTP/1.1" status: 404 len: 336 time: 0.0439522 Oct 16 13:44:28.020904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38368) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:28.047688 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43f56de-b708-450a-8459-c014f495cdd2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:28.048149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43f56de-b708-450a-8459-c014f495cdd2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:28.049095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-e172251f-f4ad-46ab-8966-0bbb43ce190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:28.050596 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-e172251f-f4ad-46ab-8966-0bbb43ce190b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0512226 Oct 16 13:44:28.051187 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c43f56de-b708-450a-8459-c014f495cdd2 tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/e033835d-f331-4a05-a4f3-a514276e39c7 HTTP/1.1" status: 404 len: 337 time: 0.0293779 Oct 16 13:44:28.053686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38370) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:28.080525 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d12a40d-7b0f-4a30-a835-2a7a3da1bcbd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] DELETE failed (client error): The resource could not be found. Oct 16 13:44:28.080979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d12a40d-7b0f-4a30-a835-2a7a3da1bcbd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 13:44:28.083964 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7d12a40d-7b0f-4a30-a835-2a7a3da1bcbd tempest-RoutersTest-959537343 tempest-RoutersTest-959537343-project] 10.222.0.24 "DELETE /v2.0/subnets/639ca100-09dc-4adb-839d-e53220b700ec HTTP/1.1" status: 404 len: 337 time: 0.0293758 Oct 16 13:44:28.104724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-cec1c95d-2058-480e-9f08-e60d2cd32708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:28.106265 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-cec1c95d-2058-480e-9f08-e60d2cd32708 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480969 Oct 16 13:44:28.204405 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-6fdc80c3-eb74-47bc-b4d8-ee2cead7ca7b service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Oct 16 13:44:28.291951 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d13a57d-1996-4247-9c78-7f7764df1ce1 req-2d79766b-c96a-404c-a32f-f2fbd14ab1cd service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827017 Oct 16 13:44:28.538795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38376) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:28.683440 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-edd026ff-8243-4552-a9d8-01b66ffd9eb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9002afcdfe94b1d8e264779d6cccec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434839 Oct 16 13:44:28.686024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38382) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:28.736244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-620531c1-6f76-4420-ad4c-fcbb5670fdf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:28.758161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-620531c1-6f76-4420-ad4c-fcbb5670fdf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:28.904640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-620531c1-6f76-4420-ad4c-fcbb5670fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:28.907417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-620531c1-6f76-4420-ad4c-fcbb5670fdf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:28.908685 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-620531c1-6f76-4420-ad4c-fcbb5670fdf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c1aa967-7d30-4326-9468-fda8aa6a9c1d HTTP/1.1" status: 204 len: 168 time: 0.2216589 Oct 16 13:44:28.917065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620531c1-6f76-4420-ad4c-fcbb5670fdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1aa967-7d30-4326-9468-fda8aa6a9c1d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:29.849420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38404) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:29.853360 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029080 Oct 16 13:44:29.856171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38406) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:29.952332 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-93668dc7-404e-4f1b-95d5-86cec7f01256 tempest-NetworksApiDiscovery-1559468434 tempest-NetworksApiDiscovery-1559468434-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0949552 Oct 16 13:44:30.373451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38414) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:30.482756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55c2d581-4fe2-4469-ba48-9af3b98549a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.556410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55c2d581-4fe2-4469-ba48-9af3b98549a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.615694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55c2d581-4fe2-4469-ba48-9af3b98549a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.665372 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-55c2d581-4fe2-4469-ba48-9af3b98549a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7ca6c065f7947bda9d5f08d1e007028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908332 Oct 16 13:44:30.666235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2d581-4fe2-4469-ba48-9af3b98549a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3bcbe9-ca6f-4075-9d05-0a63bca1a3ee,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:30.667977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38418) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:30.715984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b194ff6a-349e-4d5f-9974-14fcdb19dbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.737332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b194ff6a-349e-4d5f-9974-14fcdb19dbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.853597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b194ff6a-349e-4d5f-9974-14fcdb19dbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.856169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b194ff6a-349e-4d5f-9974-14fcdb19dbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:30.858168 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b194ff6a-349e-4d5f-9974-14fcdb19dbd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c3bcbe9-ca6f-4075-9d05-0a63bca1a3ee HTTP/1.1" status: 204 len: 168 time: 0.1885984 Oct 16 13:44:30.869124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194ff6a-349e-4d5f-9974-14fcdb19dbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3bcbe9-ca6f-4075-9d05-0a63bca1a3ee,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:31.136596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38424) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:31.213003 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-519148de-6503-4fee-9e86-08397eb69b36 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/e1d8001f-a18c-4f90-9707-4d8e46395caf HTTP/1.1" status: 200 len: 993 time: 0.0752118 Oct 16 13:44:31.524964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38430) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:31.702131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 44cee068-ae35-4871-a6ea-bffa9ed01803 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:31.702476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:31.779466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:31.779687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:31.791904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 44cee068-ae35-4871-a6ea-bffa9ed01803 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:32.025118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:32.055484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=44cee068-ae35-4871-a6ea-bffa9ed01803,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:32.116413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:32.116737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP e1d8001f-a18c-4f90-9707-4d8e46395caf disassociated (deleted). External IP: 172.26.5.68, port: e3667c71-0d2b-4dd3-bbd9-a27fc93cc796. Oct 16 13:44:32.355112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router dbe7e9b0-e415-4f62-a458-053a7605e6eb has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:32.480089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:32.485367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:32.491034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] Sync routers for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:32.501436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:32.502126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:32.520001 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4a7c4afd-c316-4a45-8680-6b7bc11a08b9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/e1d8001f-a18c-4f90-9707-4d8e46395caf HTTP/1.1" status: 204 len: 168 time: 0.9939413 Oct 16 13:44:32.520737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:44:32.523106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838e8e9-d467-4cf1-bd2c-bab63312dd63" -d '{"events": [{"name": "network-changed", "server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:44:32.566252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7056617e-2d49-424d-b669-86759d9d1ec1 x-openstack-request-id: req-7056617e-2d49-424d-b669-86759d9d1ec1 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:44:32.566869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:44:32.566869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7056617e-2d49-424d-b669-86759d9d1ec1 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:44:32.567642 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'status': 'completed', 'code': 200} Oct 16 13:44:32.630641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:32.639855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-3aef9474-5e5f-4728-b2fe-d5587b1106c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:32.641956 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-3aef9474-5e5f-4728-b2fe-d5587b1106c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 1099 time: 0.0496206 Oct 16 13:44:32.746116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-123415be-5151-431c-87ba-4cb4e57ea88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:32.747805 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-123415be-5151-431c-87ba-4cb4e57ea88a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c HTTP/1.1" status: 200 len: 897 time: 0.0898056 Oct 16 13:44:32.801076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-b0589770-a351-42d8-a986-0836d6cbc4f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 HTTP/1.1" status: 200 len: 217 time: 0.0426850 Oct 16 13:44:32.844296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:32.859404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-2418f9e1-d7fc-4854-96ec-cd913bceee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:32.860967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-2418f9e1-d7fc-4854-96ec-cd913bceee15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b342a51c-cc2a-4b23-847b-453a553ab91f HTTP/1.1" status: 200 len: 834 time: 0.0526829 Oct 16 13:44:32.878178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] Checking router: dbe7e9b0-e415-4f62-a458-053a7605e6eb for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:32.886851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:32.887390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:32.955105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdd2e3-1c48-4869-978e-236aa7b59bdc req-9e69ed1e-c780-457b-8368-ca2116d75612 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:32.956624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ccdd2e3-1c48-4869-978e-236aa7b59bdc req-9e69ed1e-c780-457b-8368-ca2116d75612 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 946 time: 0.0929947 Oct 16 13:44:32.959366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-3736f6f2-43eb-494c-94df-6090b698e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:32.960739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-3736f6f2-43eb-494c-94df-6090b698e069 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0882046 Oct 16 13:44:33.015828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:33.043416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ccdd2e3-1c48-4869-978e-236aa7b59bdc req-4fdbb684-b03d-415b-9a71-2bf8ea4526ff tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800896 Oct 16 13:44:33.074890 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-13d98dae-8552-4e48-a8d2-bfb4cf864f38 service neutron] 10.222.0.31 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048133 Oct 16 13:44:33.169516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c838e8e9-d467-4cf1-bd2c-bab63312dd63 req-de57e9d6-e154-41f8-8366-29ce645504d1 service neutron] 10.222.0.31 "GET /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871489 Oct 16 13:44:33.218241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:33.248779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd832ea0-a013-48c7-9648-6a12f0e978b8 None None] The sync data for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv is: [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:43:34Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '47833a07-3f62-4db1-92f1-e756158ea648', 'name': '', 'network_id': '2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bc:ae:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:33Z', 'updated_at': '2021-10-16T13:43:37Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'b342a51c-cc2a-4b23-847b-453a553ab91f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:33.473217 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643f018-6104-46d2-bc12-a8faca4547ad None None] New status for floating IP e1d8001f-a18c-4f90-9707-4d8e46395caf: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:44:34.167590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90750eb3-08bc-4f26-b5f3-4b1a08f4c6ab req-2063fe09-bf01-43dd-a5a4-ec5bbfd1f50e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:34.169136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-90750eb3-08bc-4f26-b5f3-4b1a08f4c6ab req-2063fe09-bf01-43dd-a5a4-ec5bbfd1f50e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 946 time: 0.0549889 Oct 16 13:44:34.209995 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-90750eb3-08bc-4f26-b5f3-4b1a08f4c6ab req-5c89f0a3-99f0-45e5-90ed-d6c179085654 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=cddcb180-c34f-46d7-b608-d55972b8d249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336902 Oct 16 13:44:34.430015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-adc5412e-e9cc-4ce4-b418-98e6f7e99ba5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:34.431441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-adc5412e-e9cc-4ce4-b418-98e6f7e99ba5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 946 time: 0.0599530 Oct 16 13:44:34.540690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:34.541025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:34.630641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:34.630996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:34.643339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:34.853254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:34.885304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=e3667c71-0d2b-4dd3-bbd9-a27fc93cc796,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:34.932001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:34.934270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:34.938146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df351bab-216b-43bb-9e0a-aba5f7f0d86c req-95f0247e-3969-4807-9e0d-b5e5a062a744 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 HTTP/1.1" status: 204 len: 173 time: 0.4999380 Oct 16 13:44:34.938583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'name': 'network-vif-deleted', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:44:34.940856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d63b455-69e4-488d-9a6f-22ced0e205ff" -d '{"events": [{"server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "name": "network-vif-deleted", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:44:34.975582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814bd78b-769f-4f6f-a014-876aedb1f381 x-openstack-request-id: req-814bd78b-769f-4f6f-a014-876aedb1f381 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:44:34.975878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c297db34-c2b2-4222-a8bc-175f71576174", "name": "network-vif-deleted", "tag": "e3667c71-0d2b-4dd3-bbd9-a27fc93cc796", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:44:34.976175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-814bd78b-769f-4f6f-a014-876aedb1f381 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:44:34.980359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c297db34-c2b2-4222-a8bc-175f71576174', 'name': 'network-vif-deleted', 'tag': 'e3667c71-0d2b-4dd3-bbd9-a27fc93cc796', 'status': 'completed', 'code': 200} Oct 16 13:44:35.322429 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c2ed54a-e214-4a9d-8259-ba9f6cfad4a4 req-aed66f4f-416a-46fa-af63-1f4d0ed83a78 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=c297db34-c2b2-4222-a8bc-175f71576174 HTTP/1.1" status: 200 len: 210 time: 0.0305774 Oct 16 13:44:36.378951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38452) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:36.437498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb5d407e-f6e7-4214-9462-a78c1c735f9e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:36.463333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb5d407e-f6e7-4214-9462-a78c1c735f9e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:36.942903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb5d407e-f6e7-4214-9462-a78c1c735f9e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:36.945586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cb5d407e-f6e7-4214-9462-a78c1c735f9e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:36.946815 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cb5d407e-f6e7-4214-9462-a78c1c735f9e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/cddcb180-c34f-46d7-b608-d55972b8d249 HTTP/1.1" status: 204 len: 168 time: 0.5667167 Oct 16 13:44:36.956483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d407e-f6e7-4214-9462-a78c1c735f9e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddcb180-c34f-46d7-b608-d55972b8d249,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:37.057294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38456) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:37.463069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:37.764382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 47833a07-3f62-4db1-92f1-e756158ea648 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:37.764626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:37.856431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 47833a07-3f62-4db1-92f1-e756158ea648, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=47833a07-3f62-4db1-92f1-e756158ea648,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:37.856786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:37.868462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 47833a07-3f62-4db1-92f1-e756158ea648 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:38.167517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:38.199192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=47833a07-3f62-4db1-92f1-e756158ea648,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:38.398909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:38.652857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router dbe7e9b0-e415-4f62-a458-053a7605e6eb has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:38.779423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:38.787382 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e72d316b-4d23-4dbc-806b-170df6803861 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/dbe7e9b0-e415-4f62-a458-053a7605e6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260218 Oct 16 13:44:38.787382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38460) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:38.790341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] Sync routers for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:38.800035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:38.800706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:38.839072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet b342a51c-cc2a-4b23-847b-453a553ab91f {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:44:38.842138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:38.881922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:38.904469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:38.930807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:38.931148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e3667c71-0d2b-4dd3-bbd9-a27fc93cc796 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:38.952656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:38.975641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.137564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:44:38Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:39.145669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.164954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] Checking router: dbe7e9b0-e415-4f62-a458-053a7605e6eb for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:39.173104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] Routers {'dbe7e9b0-e415-4f62-a458-053a7605e6eb'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:39.173693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:39.175756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=b342a51c-cc2a-4b23-847b-453a553ab91f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:39.184079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.184079 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-31e50dbe-a824-4884-b138-ccd9f92c2f8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/b342a51c-cc2a-4b23-847b-453a553ab91f HTTP/1.1" status: 204 len: 168 time: 0.3940175 Oct 16 13:44:39.184906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38462) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:39.218407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da503aa-3a38-4dc6-a6f4-75ee9be4607f None None] Network 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:39.316621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.447451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.540775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] Set router dbe7e9b0-e415-4f62-a458-053a7605e6eb gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:39.597821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:39.598591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.687282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port df40e37f-261c-4d32-8d1e-7e47dcd7c0f5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:39.687870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.706139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:39.723642 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] DHCP port deletion for 2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:44:39.768439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:44:38Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:39.805941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee7ea7-b5f9-4106-8989-ed47971afc7f None None] The sync data for ids ['dbe7e9b0-e415-4f62-a458-053a7605e6eb'] in dv-neutron-743142-24-hyperv is: [{'id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'name': 'tempest-TestNetworkBasicOps-router-454336529', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:27Z', 'updated_at': '2021-10-16T13:44:38Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'df40e37f-261c-4d32-8d1e-7e47dcd7c0f5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe7e9b0-e415-4f62-a458-053a7605e6eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:28Z', 'updated_at': '2021-10-16T13:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:39.820272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] Deleting port 94a0533a-9994-4079-9ba2-e77925e16d5a {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:44:39.820677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.885390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] For port 94a0533a-9994-4079-9ba2-e77925e16d5a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=94a0533a-9994-4079-9ba2-e77925e16d5a,segment=NetworkSegment(cc47df58-8f32-415c-b28f-9a37397c0af5),segment_id=cc47df58-8f32-415c-b28f-9a37397c0af5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:39.885775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:39.898389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] Calling delete_port for 94a0533a-9994-4079-9ba2-e77925e16d5a owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:44:39.967378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.000205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=df40e37f-261c-4d32-8d1e-7e47dcd7c0f5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:40.058933 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.062555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.090971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] Pushing event deleted for resources: {'Port': ['ID=94a0533a-9994-4079-9ba2-e77925e16d5a,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:40.092747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3354bc-25c1-456d-b706-2d79713bba21 None None] No DVR routers for this DVR port 94a0533a-9994-4079-9ba2-e77925e16d5a on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:44:40.162777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.164970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.276385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.277028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router dbe7e9b0-e415-4f62-a458-053a7605e6eb {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:44:40.284868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.286009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5f402403-7ef3-4f4e-8b1e-50e8a0bfc7b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/dbe7e9b0-e415-4f62-a458-053a7605e6eb HTTP/1.1" status: 204 len: 168 time: 1.1002831 Oct 16 13:44:40.288642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38464) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:40.365589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.458783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.480269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:40.489696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc47df58-8f32-415c-b28f-9a37397c0af5') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:40.490087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc47df58-8f32-415c-b28f-9a37397c0af5') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:40.500633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.514134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.520524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:44:40.520897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:44:40.528120 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:44:40.667606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.674413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.678108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c HTTP/1.1" status: 204 len: 168 time: 0.3883824 Oct 16 13:44:40.689294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd83097-b829-4aa4-b962-528d3b66f321 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=2a9bd2f2-77c4-48fa-b2cf-fedcf0d0a10c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:40.696788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38466) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:40.701692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--1885112317', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:40.801671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:40.806390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.835562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:44:40.844790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.845131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment 401f5f49-2e75-48e5-9981-6dc7eff24a4e of type vlan for network 217db20d-3476-433f-84a8-f1794631c1a4 Oct 16 13:44:40.857852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 94a0533a-9994-4079-9ba2-e77925e16d5a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:40.884363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 94a0533a-9994-4079-9ba2-e77925e16d5a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:40.885676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 94a0533a-9994-4079-9ba2-e77925e16d5a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:40.885676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:40.891763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.911902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:40.912361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device df40e37f-261c-4d32-8d1e-7e47dcd7c0f5 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:40.912781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47833a07-3f62-4db1-92f1-e756158ea648 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:44:40.941371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 47833a07-3f62-4db1-92f1-e756158ea648 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:44:40.941717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 47833a07-3f62-4db1-92f1-e756158ea648 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:44:40.973417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:40.979167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:40.979744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:41.044742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=217db20d-3476-433f-84a8-f1794631c1a4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:41.055538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 217db20d-3476-433f-84a8-f1794631c1a4 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:44:41.102131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-08338f5b-18f1-4d93-85ca-b8752c5fbb42 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4041636 Oct 16 13:44:41.104863 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38470) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:41.109373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:41.190081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:41.191182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:41.268291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:41.826613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:42.089610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:42.112234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:42.214852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.178 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:42.318518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:42.402173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:42.445693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:42.448545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:42.452156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:42.475943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:42.808171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:42.893246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a729a68e-52dc-4429-92cd-a41b48049a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:43.048876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:43.267276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:44:43.391777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:43.402113 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:43.412419 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:43.413031 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:43.480757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:43.482051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-06952138-5e36-4c6f-9bc0-b148d2afa254 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3762417 Oct 16 13:44:43.485370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38474) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:43.519884 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a7297715-8be9-481a-ab14-c9a36e7a6882 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310669 Oct 16 13:44:43.520728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38476) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:43.541010 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:43.610187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb190a7-4def-4195-a1e6-2821c4902ae9 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:43.611708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9cb190a7-4def-4195-a1e6-2821c4902ae9 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900302 Oct 16 13:44:43.614449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38478) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:43.649202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f5498e35-7b7d-4ecf-895a-5b33205faacb tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336831 Oct 16 13:44:43.652296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38480) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:43.657063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939690178', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:43.723896 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:42Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:43.751574 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:43.751922 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Updating router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:44:43.782115 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:43.799156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:43.802813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.068810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.131971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:44.137593 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.139259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:44.140165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: 217db20d-3476-433f-84a8-f1794631c1a4, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:44:44.216146 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.244906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 217db20d-3476-433f-84a8-f1794631c1a4 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:44:44.269029 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Attempting to bind port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:44.269391 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Attempting to bind port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:44.269751 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Attempting to bind port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:44.277404 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7f2de-bf73-4803-b715-7e62fa6e059f None None] Pushing event updated for resources: {'Port': ['ID=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:44.280917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:44.280917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:44.280917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.280917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:44.281462 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Bound port: 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:44.281790 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.336398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 217db20d-3476-433f-84a8-f1794631c1a4) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:44.337925 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] For port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:44.340941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:44.341122 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] For port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:44.341680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.347380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6a895-a525-4939-9ab3-cc00ccd5774e None None] Network 217db20d-3476-433f-84a8-f1794631c1a4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:44.457019 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.491953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-56631141-3ff8-4e6c-917e-10ddeeb3be32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8385572 Oct 16 13:44:44.494743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-217db20d-3476-433f-84a8-f1794631c1a4', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:44:44.495403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38482) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:44.495931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.521697 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:44.522322 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:44.574198 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7f2de-bf73-4803-b715-7e62fa6e059f None None] Pushing event updated for resources: {'Port': ['ID=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:44.639155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Allocated IP 172.20.0.2 (217db20d-3476-433f-84a8-f1794631c1a4/7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3/304f39cc-9ba3-4a93-abd5-5613a3ba57b1) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:44.664578 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:44.795038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.852816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:42Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:44.859394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.880956 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a202c-1132-4134-b42a-30d8b43eea2f None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:42Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:44.915298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Network 217db20d-3476-433f-84a8-f1794631c1a4 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:44.920058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:44.923614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:44.931538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Pushing event updated for resources: {'Port': ['ID=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:44.987531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Attempting to bind port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:44.988350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Attempting to bind port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:44.988498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Attempting to bind port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 on network 217db20d-3476-433f-84a8-f1794631c1a4 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:44.993927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:44.994302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Checking segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:44.994699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:44.995086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Bound using segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:44.995549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Bound port: 304f39cc-9ba3-4a93-abd5-5613a3ba57b1, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:44.995923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.005608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.073198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] For port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:45.076874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] For port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:45.132010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.221208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f01fbe-9bf6-4461-9c32-e9bdfdb49231 None None] Pushing event updated for resources: {'Port': ['ID=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:45.323735 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (217db20d-3476-433f-84a8-f1794631c1a4/7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3/d5d843d2-6fca-4561-85f8-0eb87bb2254a) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:45.401737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-10d96e95-a69f-47e8-b81c-107f27135383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.461369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.590859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.636020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 217db20d-3476-433f-84a8-f1794631c1a4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:45.641346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:45.644196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:45.682254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=d5d843d2-6fca-4561-85f8-0eb87bb2254a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:45.700759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:45.918883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.142152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b06cb8-6080-43e0-b918-f09d381633de None None] Network 217db20d-3476-433f-84a8-f1794631c1a4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:44:46.226467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-56b71a7a-79e4-4c14-8966-3656188d2693 None None] Provisioning complete for port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:46.226918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b71a7a-79e4-4c14-8966-3656188d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.265352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.338608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.417368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b71a7a-79e4-4c14-8966-3656188d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.433542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.436165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=d5d843d2-6fca-4561-85f8-0eb87bb2254a,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:46.501728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-56b71a7a-79e4-4c14-8966-3656188d2693 None None] For port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:46.547001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95701d46-8bb0-4096-935f-b38f0ad61f2e req-c7943e09-b86e-44af-8331-1401ddb98d1f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:46.552741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95701d46-8bb0-4096-935f-b38f0ad61f2e req-c7943e09-b86e-44af-8331-1401ddb98d1f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1341376 Oct 16 13:44:46.558048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 217db20d-3476-433f-84a8-f1794631c1a4 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:46.559548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:46.597431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56b71a7a-79e4-4c14-8966-3656188d2693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.615975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95701d46-8bb0-4096-935f-b38f0ad61f2e req-8309be93-c456-405a-9455-df5a425156bd tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568471 Oct 16 13:44:46.658395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.670345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b71a7a-79e4-4c14-8966-3656188d2693 None None] Pushing event updated for resources: {'Port': ['ID=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:46.676004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.736107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:44:46.819955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6418ec7e-724a-485a-98dd-c4176562db1b None None] Provisioning complete for port d5d843d2-6fca-4561-85f8-0eb87bb2254a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:46.820551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6418ec7e-724a-485a-98dd-c4176562db1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.879209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6418ec7e-724a-485a-98dd-c4176562db1b None None] Port d5d843d2-6fca-4561-85f8-0eb87bb2254a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:46.891278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6418ec7e-724a-485a-98dd-c4176562db1b None None] Provisioning complete for port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:46.891644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6418ec7e-724a-485a-98dd-c4176562db1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:46.920622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:44:46.922768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:46.929125 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b60ab97-7989-4c95-a91a-1c6983ea3129 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293621 Oct 16 13:44:46.929359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38504) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:46.966416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:44:47.002582 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:47.003219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:47.043211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.043958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.044625 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.045384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.046463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.047136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.047818 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.049919 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4efa9507-eddc-48e6-8cf5-c25ce7e01582 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1196191 Oct 16 13:44:47.061367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38506) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:47.156692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.157322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.157853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.158311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.158763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.159211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.159659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.161628 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-09526cc0-19c7-4d3a-93d2-abb923e33392 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0991242 Oct 16 13:44:47.164411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38508) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:47.188654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:47.188654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:47.242690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:47.585757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3900fdbf-be23-453f-8443-86750ab9fc4f None None] Provisioning complete for port d5d843d2-6fca-4561-85f8-0eb87bb2254a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:47.586552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3900fdbf-be23-453f-8443-86750ab9fc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:47.617248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:47.640155 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d4b0505c-b1a8-45ae-ba84-9b8e369b63d9 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.4746292 Oct 16 13:44:47.705097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-3900fdbf-be23-453f-8443-86750ab9fc4f None None] Port d5d843d2-6fca-4561-85f8-0eb87bb2254a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:47.740745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:47.741129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:47.759042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed91737-e68d-4216-bf5c-08e2d6589e91 req-53db7382-0aeb-4613-81b1-9d778a7258ea tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:47.760980 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ed91737-e68d-4216-bf5c-08e2d6589e91 req-53db7382-0aeb-4613-81b1-9d778a7258ea tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0640187 Oct 16 13:44:47.778165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:46Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:47.803657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ed91737-e68d-4216-bf5c-08e2d6589e91 req-6ab96176-ca7d-4f84-936f-7676ae10ae2b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Oct 16 13:44:47.814542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:44:47.814898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Updating router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 port d5d843d2-6fca-4561-85f8-0eb87bb2254a binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:44:47.853162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:47.923623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:47.984047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38514) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:47.987856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1438586345', 'description': 'tempest-secgroup-smoke-1438586345 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:48.010205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:48.129684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.138744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.221787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.249072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.253595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:48.313398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.342594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1946fa2a-5781-45ab-9979-93f4a12670eb,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:48.347647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.404030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e902560-94be-47dd-ad41-1af2cfe359a0 None None] Pushing event updated for resources: {'Port': ['ID=d5d843d2-6fca-4561-85f8-0eb87bb2254a,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:48.456168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Attempting to bind port d5d843d2-6fca-4561-85f8-0eb87bb2254a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:48.456561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Attempting to bind port d5d843d2-6fca-4561-85f8-0eb87bb2254a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:48.456922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Attempting to bind port d5d843d2-6fca-4561-85f8-0eb87bb2254a on network 217db20d-3476-433f-84a8-f1794631c1a4 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:48.462464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:48.462830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Checking segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:48.463226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.463616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Bound using segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:48.464074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Bound port: d5d843d2-6fca-4561-85f8-0eb87bb2254a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:48.464484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.493462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.497637 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-348c7068-4169-4683-97aa-36a79a689980 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5111940 Oct 16 13:44:48.497786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38516) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:48.499332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.503672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '1946fa2a-5781-45ab-9979-93f4a12670eb', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:48.537725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] For port d5d843d2-6fca-4561-85f8-0eb87bb2254a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:48.540924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] For port d5d843d2-6fca-4561-85f8-0eb87bb2254a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d5d843d2-6fca-4561-85f8-0eb87bb2254a,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:48.633721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.644405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a989ffaa-39f4-42a0-9026-561a3af6bd3c None None] Provisioning complete for port d5d843d2-6fca-4561-85f8-0eb87bb2254a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:48.645103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a989ffaa-39f4-42a0-9026-561a3af6bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.648059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.690061 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.749295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.750133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:44:48.750818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:48.755816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e902560-94be-47dd-ad41-1af2cfe359a0 None None] Pushing event updated for resources: {'Port': ['ID=d5d843d2-6fca-4561-85f8-0eb87bb2254a,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:48.779289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fe642d-6ae0-4359-8eb9-57005e76cb2f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:48.839381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:48.841871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.843840 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b383dbf4-a0d8-48c7-84a0-12fbe407209e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435993 Oct 16 13:44:48.847238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38520) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:48.855481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '1946fa2a-5781-45ab-9979-93f4a12670eb', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:48.946334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a989ffaa-39f4-42a0-9026-561a3af6bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:48.959931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e80e-4b09-4631-ad30-81f550b31a50 req-58a48660-eba5-4bab-8b6d-c922b97c34d0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:48.961611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd80e80e-4b09-4631-ad30-81f550b31a50 req-58a48660-eba5-4bab-8b6d-c922b97c34d0 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0743959 Oct 16 13:44:48.972187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:44:48.980168 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.001416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd80e80e-4b09-4631-ad30-81f550b31a50 req-9c6700e4-7b08-4c81-b4cf-e8c288f27d41 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Oct 16 13:44:49.035235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a989ffaa-39f4-42a0-9026-561a3af6bd3c None None] For port d5d843d2-6fca-4561-85f8-0eb87bb2254a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d5d843d2-6fca-4561-85f8-0eb87bb2254a,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:49.038822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:49.039203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.045129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.119312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a989ffaa-39f4-42a0-9026-561a3af6bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.136273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.154549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29235349-23eb-47ac-9b06-a0afb5805fd3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:49.218596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.222813 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f30c485c-8838-4488-8be9-6a8e5b9a3d57 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3712342 Oct 16 13:44:49.222813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38522) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:49.232785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '1946fa2a-5781-45ab-9979-93f4a12670eb', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:49.242990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989ffaa-39f4-42a0-9026-561a3af6bd3c None None] Pushing event updated for resources: {'Port': ['ID=d5d843d2-6fca-4561-85f8-0eb87bb2254a,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:49.314660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-07b60d8e-ad62-4060-94bf-8936601715b4 None None] Provisioning complete for port d5d843d2-6fca-4561-85f8-0eb87bb2254a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:49.315026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-07b60d8e-ad62-4060-94bf-8936601715b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.332532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.372495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:44:49.392079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.405426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384e495-a55a-41ca-82c3-d8dcb1bea379 None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:44:49.487366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.510613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faf6b96-cea3-4cd2-ad5c-5cb6f65b61f0,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:49.602656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.603539 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84265733-b5d7-480e-b6a1-3ce4a635f0db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3756514 Oct 16 13:44:49.606339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38524) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:49.611638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '1946fa2a-5781-45ab-9979-93f4a12670eb', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:49.701408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.762563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.898706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:49.914987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dbbf2d-e1f2-4ce8-b52d-262108dca0e1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:50.000746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.005072 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f94187b8-ac77-4ba5-bae0-47bf638e1072 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3946629 Oct 16 13:44:50.005072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38526) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:50.009427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '1946fa2a-5781-45ab-9979-93f4a12670eb', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:50.124601 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:44:50.130959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.142069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ded529-271c-49fa-a2db-fa13b3fc7949 req-3122a6bc-f968-42dc-beab-84360050dcd1 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:50.143625 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5ded529-271c-49fa-a2db-fa13b3fc7949 req-3122a6bc-f968-42dc-beab-84360050dcd1 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0649490 Oct 16 13:44:50.184097 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5ded529-271c-49fa-a2db-fa13b3fc7949 req-cf888aa0-0be1-4a22-8dc8-eaba64a4358d tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Oct 16 13:44:50.197678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.315680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.338545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cd2ce2-3e17-4ffc-add9-ac99f2b1593f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:50.423668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.426164 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6c024c5d-522d-476a-adb2-bc13af6ef606 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4191060 Oct 16 13:44:50.428065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38530) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:44:50.432372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '1946fa2a-5781-45ab-9979-93f4a12670eb', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:50.593639 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:44:50.599562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.658328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.738679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.760113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b339f568-b2d7-40b5-a9e5-ba4c573d3137,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:50.826723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d5d843d2-6fca-4561-85f8-0eb87bb2254a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:44:50.838263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:50.840539 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0af9e14f-ad6e-4fbe-8203-a0c1196b06e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4105659 Oct 16 13:44:50.881928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d5d843d2-6fca-4561-85f8-0eb87bb2254a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:50.882292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:51.033927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-586ca684-9102-4701-bd95-7a74000bc00c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1438586345&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0366399 Oct 16 13:44:51.143707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-622327fb-8986-494a-a2e5-019e1fd7e7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:51.145608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-622327fb-8986-494a-a2e5-019e1fd7e7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 797 time: 0.1040864 Oct 16 13:44:51.160492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-cf9b211c-68b2-45ea-acfe-82aeb4a2d2e3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0090303 Oct 16 13:44:51.223423 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-15498cdf-b371-429b-b08b-811f97cfd32a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576022 Oct 16 13:44:51.358792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-8ce42e28-3e1b-48ca-af1f-383638006e7f service neutron] 10.222.0.24 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232753 Oct 16 13:44:51.367727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda15cf-90a8-4d61-a581-9caa5107c7b4 req-6db50328-e66e-45f9-a213-4018d1b886f4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:51.369166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2eda15cf-90a8-4d61-a581-9caa5107c7b4 req-6db50328-e66e-45f9-a213-4018d1b886f4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1052747 Oct 16 13:44:51.457184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2eda15cf-90a8-4d61-a581-9caa5107c7b4 req-3ac31069-8c50-4e27-86ef-b6f7b0908b01 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800574 Oct 16 13:44:51.480108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-4d362f09-53eb-4c5c-aea8-0ada4ba7bd95 service neutron] 10.222.0.24 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099937 Oct 16 13:44:51.749475 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-079bc9e9-59f2-40c5-9149-8c0e6ab1bb1e req-c6eded92-c823-49b8-8ea5-bffaece761d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 210 time: 0.0321016 Oct 16 13:44:52.444624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:52.581779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7168d-dd92-4ed1-83db-bbfed3560db2 req-1c7e1f0d-4bd9-4d20-be20-a931a04fff19 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:52.583974 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2d7168d-dd92-4ed1-83db-bbfed3560db2 req-1c7e1f0d-4bd9-4d20-be20-a931a04fff19 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0601330 Oct 16 13:44:52.625798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2d7168d-dd92-4ed1-83db-bbfed3560db2 req-f1c1147d-25b7-46ce-b882-ab9a9a7bc84c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Oct 16 13:44:52.843973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b15e35e-5426-4da0-9080-c6b306fecd85 req-d30eccf5-9e25-4fb0-99cf-bf55ccf3b74e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 210 time: 0.0304022 Oct 16 13:44:53.288906 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:44:53.749305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52a7c1-d92f-4718-b83e-e8b305b5fdfe req-714260a5-e06a-4759-9517-03126908f7ec tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:53.750757 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea52a7c1-d92f-4718-b83e-e8b305b5fdfe req-714260a5-e06a-4759-9517-03126908f7ec tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0573754 Oct 16 13:44:53.792858 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea52a7c1-d92f-4718-b83e-e8b305b5fdfe req-12b8be65-ff46-4f24-9605-4dc8fab46664 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352111 Oct 16 13:44:53.913357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-35f7f9c0-8fca-4e3f-b4f5-d04ff346a765 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:53.914965 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-35f7f9c0-8fca-4e3f-b4f5-d04ff346a765 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 797 time: 0.1068492 Oct 16 13:44:53.947757 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2bc47c0-f773-4c3d-a67a-533e786bd4eb req-fb6101a9-9409-4028-a7b3-c831ea4d147b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 210 time: 0.0318213 Oct 16 13:44:53.977645 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-d1d11550-5808-4ad9-a63e-0f1d376a6898 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 380 time: 0.0521898 Oct 16 13:44:53.987057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['1946fa2a-5781-45ab-9979-93f4a12670eb']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:54.218645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:44:54.223134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:54.353245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.14 (217db20d-3476-433f-84a8-f1794631c1a4/7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3/15e0dcad-3317-411a-b9ee-baab85f543b0) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:44:54.490317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:54.593416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:54.640284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 217db20d-3476-433f-84a8-f1794631c1a4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:44:54.643273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:44:54.649729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:44:54.686805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=15e0dcad-3317-411a-b9ee-baab85f543b0,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:54.706653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:54.707296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:54.819455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-b7fa0958-89d9-4836-acbb-a99aee222514 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8359668 Oct 16 13:44:54.832803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Request body: {'port': {'device_id': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:44:54.913876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e407f00f-089a-433d-be55-ac5787531778 None None] Provisioning complete for port 15e0dcad-3317-411a-b9ee-baab85f543b0 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:44:54.914509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e407f00f-089a-433d-be55-ac5787531778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:54.931559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:54.954005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e407f00f-089a-433d-be55-ac5787531778 None None] Port 15e0dcad-3317-411a-b9ee-baab85f543b0 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:44:54.962122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b965063-81e1-4043-9e82-a230d720c6b5 req-e8f3c5c7-8d69-45b2-9e9d-403e243eddd4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:54.963619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b965063-81e1-4043-9e82-a230d720c6b5 req-e8f3c5c7-8d69-45b2-9e9d-403e243eddd4 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0997057 Oct 16 13:44:55.048518 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b965063-81e1-4043-9e82-a230d720c6b5 req-66cc1996-75e0-4c56-b555-80f175db73c5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665486 Oct 16 13:44:55.170977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd96214-3158-4bf8-9851-5e310f3561a4 req-68961e81-f194-47df-8867-f995a266cd27 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:55.172464 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4fd96214-3158-4bf8-9851-5e310f3561a4 req-68961e81-f194-47df-8867-f995a266cd27 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 932 time: 0.1454115 Oct 16 13:44:55.248341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4fd96214-3158-4bf8-9851-5e310f3561a4 req-bf4bd4a1-fabd-4702-bd93-7834041a39af tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496213 Oct 16 13:44:55.323115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e0dcad-3317-411a-b9ee-baab85f543b0 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:44:55.330637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:55.342609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Transition to ACTIVE for port object 15e0dcad-3317-411a-b9ee-baab85f543b0 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:44:55.410340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:55.468687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Pushing event updated for resources: {'Port': ['ID=15e0dcad-3317-411a-b9ee-baab85f543b0,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:55.535902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Attempting to bind port 15e0dcad-3317-411a-b9ee-baab85f543b0 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:44:55.536452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Attempting to bind port 15e0dcad-3317-411a-b9ee-baab85f543b0 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:44:55.536953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Attempting to bind port 15e0dcad-3317-411a-b9ee-baab85f543b0 on network 217db20d-3476-433f-84a8-f1794631c1a4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:55.541500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Port 15e0dcad-3317-411a-b9ee-baab85f543b0 on network 217db20d-3476-433f-84a8-f1794631c1a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:44:55.541815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Attempting to bind port 15e0dcad-3317-411a-b9ee-baab85f543b0 on network 217db20d-3476-433f-84a8-f1794631c1a4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:44:55.546774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:44:55.547102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Checking segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:44:55.547522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Bound using segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:44:55.547926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Bound port: 15e0dcad-3317-411a-b9ee-baab85f543b0, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:44:55.548278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:55.622078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] For port 15e0dcad-3317-411a-b9ee-baab85f543b0, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:44:55.625005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] For port 15e0dcad-3317-411a-b9ee-baab85f543b0, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=15e0dcad-3317-411a-b9ee-baab85f543b0,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:44:55.696490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:55.734843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:55.735437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:55.736819 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/15e0dcad-3317-411a-b9ee-baab85f543b0 HTTP/1.1" status: 200 len: 1094 time: 0.9085569 Oct 16 13:44:55.737253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:44:55.739781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd4535d-c7e3-4d06-a622-431dfa0738ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:44:55.770055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca465f-d2cf-4cc7-85d9-d2f232d923e7 service neutron] Pushing event updated for resources: {'Port': ['ID=15e0dcad-3317-411a-b9ee-baab85f543b0,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:55.781808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509aad7-7d81-4e57-98f1-3f901ddc15f2 x-openstack-request-id: req-b509aad7-7d81-4e57-98f1-3f901ddc15f2 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:44:55.782097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:44:55.782352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b509aad7-7d81-4e57-98f1-3f901ddc15f2 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:44:55.782754 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'status': 'completed', 'code': 200} Oct 16 13:44:55.856167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4535d-c7e3-4d06-a622-431dfa0738ff req-25d53d70-cdf5-48cd-8731-c0a9b9fae525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:55.857742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0dd4535d-c7e3-4d06-a622-431dfa0738ff req-25d53d70-cdf5-48cd-8731-c0a9b9fae525 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 1097 time: 0.0525513 Oct 16 13:44:55.965477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4535d-c7e3-4d06-a622-431dfa0738ff req-f62e3c33-5d65-47d2-8c4b-b7b3de34a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:55.966957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0dd4535d-c7e3-4d06-a622-431dfa0738ff req-f62e3c33-5d65-47d2-8c4b-b7b3de34a433 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1007652 Oct 16 13:44:56.064706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4535d-c7e3-4d06-a622-431dfa0738ff req-dc64fa5d-3eb8-4f1c-a3f1-c8e16a033482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:56.066143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0dd4535d-c7e3-4d06-a622-431dfa0738ff req-dc64fa5d-3eb8-4f1c-a3f1-c8e16a033482 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899742 Oct 16 13:44:56.182186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-a8c34729-8b88-4038-ad80-5f516c2c464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:56.183657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-a8c34729-8b88-4038-ad80-5f516c2c464b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 1097 time: 0.0804114 Oct 16 13:44:56.195592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22de458-47fc-4fb5-b855-12dde7a4f4e7 req-fe84ff6b-655d-4439-a9c6-9a8eb47654b6 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:56.197022 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e22de458-47fc-4fb5-b855-12dde7a4f4e7 req-fe84ff6b-655d-4439-a9c6-9a8eb47654b6 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0687342 Oct 16 13:44:56.243333 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-38a82c07-0a67-4532-95d5-c5426636a0d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e0dcad-3317-411a-b9ee-baab85f543b0 HTTP/1.1" status: 200 len: 217 time: 0.0453541 Oct 16 13:44:56.297671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e22de458-47fc-4fb5-b855-12dde7a4f4e7 req-2e7a34a2-69d9-49ae-949d-4a6fd3950a55 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934663 Oct 16 13:44:56.308790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-cf67e556-7541-46e1-9f8e-8bfa834aaa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:56.310221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-cf67e556-7541-46e1-9f8e-8bfa834aaa8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 HTTP/1.1" status: 200 len: 834 time: 0.0593653 Oct 16 13:44:56.404996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609b89c-5252-47b0-beed-8cd07e1740ec req-5c2351fb-a0b9-4ea4-a917-41847a065b48 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:56.406457 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f609b89c-5252-47b0-beed-8cd07e1740ec req-5c2351fb-a0b9-4ea4-a917-41847a065b48 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 944 time: 0.0892010 Oct 16 13:44:56.412249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601024be-48d8-4220-8e6a-0e58159071b8 req-05eb703c-ca91-43df-b379-052a97b8ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:56.413742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-05eb703c-ca91-43df-b379-052a97b8ba5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=217db20d-3476-433f-84a8-f1794631c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0945122 Oct 16 13:44:56.469340 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f609b89c-5252-47b0-beed-8cd07e1740ec req-00b89962-071f-4f21-98ea-c4d60a181f51 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546730 Oct 16 13:44:56.524652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-9bc3680d-cfa1-4b96-aeec-817ae35b7b71 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976636 Oct 16 13:44:56.620742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601024be-48d8-4220-8e6a-0e58159071b8 req-c24f18a9-034c-4dba-bedd-058c78a4c862 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880525 Oct 16 13:44:57.423159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf95e8f-935c-4401-be5d-5ad0ae32cea0 req-80ebc247-3c44-43de-a753-e55d978bd94f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:57.424667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-baf95e8f-935c-4401-be5d-5ad0ae32cea0 req-80ebc247-3c44-43de-a753-e55d978bd94f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0603969 Oct 16 13:44:57.464349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-baf95e8f-935c-4401-be5d-5ad0ae32cea0 req-e54186c9-7332-4530-9d1e-0ea875eb8dfe tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329752 Oct 16 13:44:57.592014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81b626-faec-4e40-9360-fd00fee05c81 req-fb374d86-4697-4f13-9576-c3ca2b03a6ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:57.593521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f81b626-faec-4e40-9360-fd00fee05c81 req-fb374d86-4697-4f13-9576-c3ca2b03a6ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 944 time: 0.0589938 Oct 16 13:44:57.631151 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f81b626-faec-4e40-9360-fd00fee05c81 req-b3f973e2-a803-48b0-b59a-546669a96bd4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Oct 16 13:44:58.584196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f61f11-1ba0-4fb1-9388-f2a9d25391e6 req-22bcea40-dc79-424a-8725-3f5215cf37ea tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:58.585796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5f61f11-1ba0-4fb1-9388-f2a9d25391e6 req-22bcea40-dc79-424a-8725-3f5215cf37ea tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0549147 Oct 16 13:44:58.626888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5f61f11-1ba0-4fb1-9388-f2a9d25391e6 req-3cd266a8-8ec9-49d2-99b9-fce368058f40 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351846 Oct 16 13:44:58.752245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7794b-847b-40ef-9e6e-23f3f2229e11 req-2a8b72ee-9240-49ac-83de-0ed58cb57e79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:58.753736 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e5c7794b-847b-40ef-9e6e-23f3f2229e11 req-2a8b72ee-9240-49ac-83de-0ed58cb57e79 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 944 time: 0.0566537 Oct 16 13:44:58.790718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e5c7794b-847b-40ef-9e6e-23f3f2229e11 req-c0f08b3f-3935-474c-95ae-cf2f01a131e4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305738 Oct 16 13:44:59.002805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 15e0dcad-3317-411a-b9ee-baab85f543b0 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:44:59.094617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 15e0dcad-3317-411a-b9ee-baab85f543b0, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=15e0dcad-3317-411a-b9ee-baab85f543b0,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:59.105730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'port_id': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'mac_address': 'fa:16:3e:87:db:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:44:59.145463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:59.158140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e0dcad-3317-411a-b9ee-baab85f543b0 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:44:59.176852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 15e0dcad-3317-411a-b9ee-baab85f543b0, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=15e0dcad-3317-411a-b9ee-baab85f543b0,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:44:59.281182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:44:59.342512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=15e0dcad-3317-411a-b9ee-baab85f543b0,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:44:59.529078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['15e0dcad-3317-411a-b9ee-baab85f543b0'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:44:59.753102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c151120-74c5-4da6-9e6b-5dd1fefa9426 req-277d8f98-509e-4242-8a35-3e6fd2ae5503 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:59.754595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c151120-74c5-4da6-9e6b-5dd1fefa9426 req-277d8f98-509e-4242-8a35-3e6fd2ae5503 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0593839 Oct 16 13:44:59.792684 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c151120-74c5-4da6-9e6b-5dd1fefa9426 req-22d1bcc1-f01a-48f2-bf68-a2fec364b99f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313234 Oct 16 13:44:59.911031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b8e95-37db-4a59-ab5a-6be0a2b035f6 req-879e17f1-592c-4746-bed3-8a7a4014e7eb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:44:59.913109 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-360b8e95-37db-4a59-ab5a-6be0a2b035f6 req-879e17f1-592c-4746-bed3-8a7a4014e7eb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 945 time: 0.0575078 Oct 16 13:44:59.954419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-360b8e95-37db-4a59-ab5a-6be0a2b035f6 req-d4eacbdd-750c-4783-9951-cd5070df42d9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Oct 16 13:45:00.914966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d10e66-5c19-4657-a29f-c79100f7d1b6 req-36b2f45d-bea5-444a-9d86-069b8acf793a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:00.916494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-16d10e66-5c19-4657-a29f-c79100f7d1b6 req-36b2f45d-bea5-444a-9d86-069b8acf793a tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0557010 Oct 16 13:45:00.952996 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-16d10e66-5c19-4657-a29f-c79100f7d1b6 req-cc1ccb1d-8430-4f1f-8138-72840cc4b7aa tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305917 Oct 16 13:45:01.003797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 15e0dcad-3317-411a-b9ee-baab85f543b0 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:45:01.080644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e874bc-b6fc-4c2d-831b-afa3fdcec73b req-336d3d79-e5e5-4098-9940-549d78ca5f6a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:01.082185 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2e874bc-b6fc-4c2d-831b-afa3fdcec73b req-336d3d79-e5e5-4098-9940-549d78ca5f6a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 945 time: 0.0609484 Oct 16 13:45:01.110011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 15e0dcad-3317-411a-b9ee-baab85f543b0 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:45:01.113961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 15e0dcad-3317-411a-b9ee-baab85f543b0 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:45:01.116883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:01.121482 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2e874bc-b6fc-4c2d-831b-afa3fdcec73b req-987580a9-d753-4b5a-8d25-2e5f71d3e81f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Oct 16 13:45:01.201618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:01.228274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:01.230641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e239f1-18b2-47ef-a52b-325bf4b60241" -d '{"events": [{"server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "name": "network-vif-plugged", "status": "completed", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:01.243866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 15e0dcad-3317-411a-b9ee-baab85f543b0, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=15e0dcad-3317-411a-b9ee-baab85f543b0,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:01.270210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e552a0-ff65-4016-9e18-2e6874ad4f99 x-openstack-request-id: req-06e552a0-ff65-4016-9e18-2e6874ad4f99 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:01.270210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "name": "network-vif-plugged", "status": "completed", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:01.270210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06e552a0-ff65-4016-9e18-2e6874ad4f99 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:01.270210 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'code': 200} Oct 16 13:45:01.309876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:01.360277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=15e0dcad-3317-411a-b9ee-baab85f543b0,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:01.588961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158c052-c63b-4f3d-bf9a-7dcbb12e278c req-429de25c-3139-44d2-8998-65988192428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:01.590447 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e158c052-c63b-4f3d-bf9a-7dcbb12e278c req-429de25c-3139-44d2-8998-65988192428e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 1099 time: 0.0468881 Oct 16 13:45:01.625751 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e158c052-c63b-4f3d-bf9a-7dcbb12e278c req-07cdb770-d972-436a-bf7b-a886cbe7ba1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278587 Oct 16 13:45:02.075455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1cf4-6bed-4d80-92ef-809202eb7ac3 req-40bb0a43-0b65-4851-b025-867fdf9c4c5f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:02.076980 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cace1cf4-6bed-4d80-92ef-809202eb7ac3 req-40bb0a43-0b65-4851-b025-867fdf9c4c5f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Oct 16 13:45:02.114580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cace1cf4-6bed-4d80-92ef-809202eb7ac3 req-c299b75c-4c03-4bd8-8d26-cdef32296bdc tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Oct 16 13:45:02.248345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8d080-b0fc-400d-9423-40d469ddd7e4 req-e3294373-4764-433c-93d5-73648753bd07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:02.249750 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5bc8d080-b0fc-400d-9423-40d469ddd7e4 req-e3294373-4764-433c-93d5-73648753bd07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 946 time: 0.0601223 Oct 16 13:45:02.287279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5bc8d080-b0fc-400d-9423-40d469ddd7e4 req-134e681a-3737-4641-8ce9-20819e25b7d5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Oct 16 13:45:03.248429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dc075-e528-410f-94e0-fa354ae474e6 req-6e02b6d9-e509-4ceb-a9e6-68cdc5f9a246 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:03.249933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da9dc075-e528-410f-94e0-fa354ae474e6 req-6e02b6d9-e509-4ceb-a9e6-68cdc5f9a246 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0613494 Oct 16 13:45:03.290072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da9dc075-e528-410f-94e0-fa354ae474e6 req-1e0744cc-6320-4bc7-ab45-3d6a50978be8 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342085 Oct 16 13:45:03.419589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d59f6-7593-4f7a-93eb-a7aa4af26860 req-e3c93f30-1d45-4b9d-a45a-af98c7466d61 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:03.421135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a78d59f6-7593-4f7a-93eb-a7aa4af26860 req-e3c93f30-1d45-4b9d-a45a-af98c7466d61 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 946 time: 0.0619695 Oct 16 13:45:03.468081 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a78d59f6-7593-4f7a-93eb-a7aa4af26860 req-0ed7e763-cfda-4b6f-ac0a-b86c6b447fec tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377862 Oct 16 13:45:03.964844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9d15-79e8-4fc6-9048-436d1030d9cd req-4c0b620b-ee82-47c8-a86b-022ac75bbbec tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:03.966339 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95fd9d15-79e8-4fc6-9048-436d1030d9cd req-4c0b620b-ee82-47c8-a86b-022ac75bbbec tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 946 time: 0.4235706 Oct 16 13:45:04.004631 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95fd9d15-79e8-4fc6-9048-436d1030d9cd req-29ed86c1-e52f-4bca-8b75-abda5950f58a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Oct 16 13:45:04.027048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38616) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:04.073980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bbaa3b-bb49-4343-bcd3-11a96b504fce tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:04.075492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-83bbaa3b-bb49-4343-bcd3-11a96b504fce tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 1094 time: 0.0473797 Oct 16 13:45:04.078649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38618) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:04.083219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:04.202865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:04.302891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:04.449738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.174 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/32382487-2cee-413e-8375-38908bb27bcb) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:45:04.469214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e61502-e7a1-41cc-ac04-cbf641d0ca03 req-1e3effb4-7545-448b-b9cb-84eb46c871de tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:04.471075 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10e61502-e7a1-41cc-ac04-cbf641d0ca03 req-1e3effb4-7545-448b-b9cb-84eb46c871de tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1075106 Oct 16 13:45:04.586941 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10e61502-e7a1-41cc-ac04-cbf641d0ca03 req-063f6396-bb49-4229-895d-cf48a2c55759 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079223 Oct 16 13:45:04.623221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:04.721893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:04.768413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:45:04.771458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:45:04.775154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:45:04.799349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=32382487-2cee-413e-8375-38908bb27bcb,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:04.813539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.813888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.814310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.814646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.814976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.815305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.815634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.815954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.816277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.816688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.817012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:04.817328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:05.121267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe6f7a-03a4-4ff4-a2ef-709b4bddf981 req-a5f2aea0-f37f-4218-9754-72950287e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:05.122699 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-99fe6f7a-03a4-4ff4-a2ef-709b4bddf981 req-a5f2aea0-f37f-4218-9754-72950287e7d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1098 time: 0.0949767 Oct 16 13:45:05.224804 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-99fe6f7a-03a4-4ff4-a2ef-709b4bddf981 req-46643019-d92a-4cf0-8752-f87fda24b271 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910854 Oct 16 13:45:05.297604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:05.448567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:05.607651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:05.669065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:05.772892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=32382487-2cee-413e-8375-38908bb27bcb,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:05.790881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb46750-3de8-445f-8d15-3bf15c344a59 req-e7d89105-f43d-49bb-b5ea-263c59df1e1f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:05.792430 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-beb46750-3de8-445f-8d15-3bf15c344a59 req-e7d89105-f43d-49bb-b5ea-263c59df1e1f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1347744 Oct 16 13:45:05.800745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:05.877791 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-beb46750-3de8-445f-8d15-3bf15c344a59 req-f7c14c0e-b9b0-46ad-9767-8a52a45bf70d tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787590 Oct 16 13:45:05.945405 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4 associated. External IP: 172.26.5.174, port: 15e0dcad-3317-411a-b9ee-baab85f543b0. Oct 16 13:45:06.188815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:45:06.315252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:45:06.326446 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:45:06.335319 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:06.335916 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:06.456676 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:06.460848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:06.497674 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-919a3d6c-c3ca-4bfb-a8a7-6f9282dc46f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4179037 Oct 16 13:45:06.498275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:06.500577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a126f-c125-446f-bd69-116c5ff1f0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:06.500746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38624) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:06.540130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299b18c0-36fa-46a1-bc1c-38501f2a9046 x-openstack-request-id: req-299b18c0-36fa-46a1-bc1c-38501f2a9046 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:06.540645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:06.540966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-299b18c0-36fa-46a1-bc1c-38501f2a9046 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:06.541498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'status': 'completed', 'code': 200} Oct 16 13:45:06.579114 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-046dd7be-9b3b-4c22-bbad-d3030613f5d1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 992 time: 0.0770216 Oct 16 13:45:06.616776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-7137d11a-b9ec-43f3-a3f4-16f7ab3e696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:06.619311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-7137d11a-b9ec-43f3-a3f4-16f7ab3e696f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 1099 time: 0.0547128 Oct 16 13:45:06.699552 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '05e34d3e-eaf4-40b0-b948-6f91775302b4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'port_id': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'mac_address': 'fa:16:3e:87:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:45:05Z', 'updated_at': '2021-10-16T13:45:05Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:06.723497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-91348808-d63d-4dd2-99ef-f2689c14ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:06.724998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-91348808-d63d-4dd2-99ef-f2689c14ecc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 898 time: 0.0959241 Oct 16 13:45:06.734630 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:45:06.745609 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:06.745609 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:44:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:06.806297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-692ce379-4ee2-41e4-965e-13d00532b0b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e0dcad-3317-411a-b9ee-baab85f543b0 HTTP/1.1" status: 200 len: 1000 time: 0.0746036 Oct 16 13:45:06.857834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-03094ec8-bc2e-43e2-8bd7-d945be17909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:06.859397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-03094ec8-bc2e-43e2-8bd7-d945be17909b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 HTTP/1.1" status: 200 len: 834 time: 0.0469866 Oct 16 13:45:06.869352 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:06.914558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-3724d8f2-00b8-4c33-be36-9a0bc605b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:06.916766 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-3724d8f2-00b8-4c33-be36-9a0bc605b417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=217db20d-3476-433f-84a8-f1794631c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504303 Oct 16 13:45:07.037363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:45:07.067236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63220e94-14b8-4478-ba32-002999dd54b4 req-56033020-e181-466d-a11d-6b99a2bd1e50 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:07.068840 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63220e94-14b8-4478-ba32-002999dd54b4 req-56033020-e181-466d-a11d-6b99a2bd1e50 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1178999 Oct 16 13:45:07.073708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-dcec3935-4f87-449a-9d52-61803fff627e service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488047 Oct 16 13:45:07.076152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:45:07.174976 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63220e94-14b8-4478-ba32-002999dd54b4 req-42801eb3-af24-4ca0-8d78-2c42ee51a72d tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954993 Oct 16 13:45:07.211505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f64a126f-c125-446f-bd69-116c5ff1f0a5 req-952e9572-208e-4e6a-a6ac-9b21ebab6263 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163642 Oct 16 13:45:07.213449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:07.217927 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '05e34d3e-eaf4-40b0-b948-6f91775302b4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'port_id': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'mac_address': 'fa:16:3e:87:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:45:05Z', 'updated_at': '2021-10-16T13:45:05Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:07.219270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38630) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:07.249660 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0310a2b3-8935-4d4a-975a-0bf5f07e86fc None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '05e34d3e-eaf4-40b0-b948-6f91775302b4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'port_id': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'mac_address': 'fa:16:3e:87:db:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:45:05Z', 'updated_at': '2021-10-16T13:45:05Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:45:07.271895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:07.274128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7762e50-0d00-41c5-9e13-a0b6bab58764" -d '{"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-unplugged", "status": "completed", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:07.286297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:07.301622 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-213d7cf5-6c9b-4f29-8691-77cc27bcc16f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/floatingips/fe3491fb-b98f-4464-a0e0-1955bd6f4f1b HTTP/1.1" status: 200 len: 993 time: 0.0810213 Oct 16 13:45:07.319191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:07.324900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520b054f-0480-4d34-9270-b8f3f5b21082 x-openstack-request-id: req-520b054f-0480-4d34-9270-b8f3f5b21082 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:07.325055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-unplugged", "status": "completed", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:07.325252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-520b054f-0480-4d34-9270-b8f3f5b21082 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:07.325763 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'code': 200} Oct 16 13:45:07.326854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'port_id': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'mac_address': 'fa:16:3e:42:86:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:45:07.375364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:07.389296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a882093-7d5f-4826-94e0-bf7a0c800c59 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:45:07.413821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:07.484554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd7e675-cbe3-4843-bea7-94d11d0b0734 None None] New status for floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:45:07.530139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:45:07.530510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:45:07.541185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:07.557115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.557386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.557797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.558132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.558463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.558796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.559126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.559458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.559782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.560154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.560503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.560828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:07.580392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38634) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:07.656280 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a61e4d9b-f14f-4de8-b9df-c5b8b6fbaee5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 992 time: 0.0747268 Oct 16 13:45:08.069822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:08.083507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a882093-7d5f-4826-94e0-bf7a0c800c59 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:45:08.103259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:08.178222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:08.231250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:08.404665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['6a882093-7d5f-4826-94e0-bf7a0c800c59'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:45:08.659654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38636) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:08.726680 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4e5c350-fd26-49c3-9104-fe099be10501 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 994 time: 0.0658081 Oct 16 13:45:09.052272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:45:09.107249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 6a882093-7d5f-4826-94e0-bf7a0c800c59 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:45:09.107969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:09.192963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:09.226228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:09.326695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:09.329250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec88f7-339c-4fbc-a3b6-76668ca000f6" -d '{"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-plugged", "status": "completed", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:09.344215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:09.368380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d459b7-dc60-46b7-815b-936ef8894b42 x-openstack-request-id: req-79d459b7-dc60-46b7-815b-936ef8894b42 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:09.368665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-plugged", "status": "completed", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:09.368914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79d459b7-dc60-46b7-815b-936ef8894b42 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:09.369387 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'code': 200} Oct 16 13:45:09.397537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:12.829798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1cd09193-36a5-4c77-af1f-7b616851423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:15.406843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dfbdda4f-9e02-48a5-9034-fdcc87cb78c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:16.566987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:16.655671 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:18.398259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:22.423775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:28.702498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-74f2d0b0-93e5-48c5-a199-0447561d91e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499513 Oct 16 13:45:28.777320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-34fd2e62-a2d9-4e1b-bb3a-1ed519a63b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:28.778832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-34fd2e62-a2d9-4e1b-bb3a-1ed519a63b40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1098 time: 0.0545385 Oct 16 13:45:28.883138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-226aeb2b-4877-4a65-b234-30e333bd0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:28.884639 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-226aeb2b-4877-4a65-b234-30e333bd0331 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 200 len: 898 time: 0.0861456 Oct 16 13:45:28.976161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-93ce6fce-78a4-445a-a118-b0547e5b2cec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 200 len: 1001 time: 0.0685787 Oct 16 13:45:29.025862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-5364f722-1c28-4379-a194-468dd3efe90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:29.027300 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-5364f722-1c28-4379-a194-468dd3efe90d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 HTTP/1.1" status: 200 len: 835 time: 0.0440199 Oct 16 13:45:29.085412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-61b2a962-8116-49f8-8877-d9c74a24a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:29.086906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-61b2a962-8116-49f8-8877-d9c74a24a7cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505054 Oct 16 13:45:29.180586 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-243ec6ae-234c-4321-a3d6-3d9e0c27d98f service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851092 Oct 16 13:45:29.271548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a66bd780-93f6-4dfc-94c0-51f9e09b607c req-d998b555-0f37-4625-86b1-e0109b92d0a9 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825350 Oct 16 13:45:30.291756 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:45:39.798038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38656) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:39.931802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38660) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:39.975376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Deleting port 5442c6be-8928-4e19-8f9f-0e6c71d1e0c7 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:45:39.975714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:40.018802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca0ed3-38f0-4be2-bb24-d56e57f9f510 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:40.019268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca0ed3-38f0-4be2-bb24-d56e57f9f510 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:40.019723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca0ed3-38f0-4be2-bb24-d56e57f9f510 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:40.021410 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-32ca0ed3-38f0-4be2-bb24-d56e57f9f510 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=3c8c38e17a1f47f49fdcd8294353740f&network_id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 3002 time: 0.0884752 Oct 16 13:45:40.050759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:40.051010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:40.062980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Calling delete_port for 5442c6be-8928-4e19-8f9f-0e6c71d1e0c7 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:45:40.312719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:40.338226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'Port': ['ID=5442c6be-8928-4e19-8f9f-0e6c71d1e0c7,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:40.369091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.369442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.369789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.370126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.370458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.370791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.371116 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.371441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.371771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.372094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.372446 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.372770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:45:40.410252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:40.410582 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Floating IP fe3491fb-b98f-4464-a0e0-1955bd6f4f1b disassociated (deleted). External IP: 172.26.5.218, port: 6a882093-7d5f-4826-94e0-bf7a0c800c59. Oct 16 13:45:40.645383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Router 5725018a-6931-4924-8385-e89d06f596b5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:45:40.766615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:45:40.771391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:40.776238 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] Sync routers for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:45:40.786161 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:40.786761 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:40.805045 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-99820608-47c7-481e-8577-78a0f9e2625f tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "DELETE /v2.0/floatingips/fe3491fb-b98f-4464-a0e0-1955bd6f4f1b HTTP/1.1" status: 204 len: 168 time: 1.0057991 Oct 16 13:45:40.805631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:40.807856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:40.846484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35bf10f-10ca-4519-8515-d3c25ff386dd x-openstack-request-id: req-d35bf10f-10ca-4519-8515-d3c25ff386dd {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:40.846860 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:40.847171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d35bf10f-10ca-4519-8515-d3c25ff386dd {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:40.847650 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'status': 'completed', 'code': 200} Oct 16 13:45:40.910373 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:40.917909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-900cd0c4-6f13-43d2-ab4a-357b2022582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:40.919456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-900cd0c4-6f13-43d2-ab4a-357b2022582a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 1098 time: 0.0494568 Oct 16 13:45:41.017596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-c9976ace-3b3b-4f4e-8c67-49d9be106f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:41.019067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-c9976ace-3b3b-4f4e-8c67-49d9be106f9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 200 len: 898 time: 0.0910387 Oct 16 13:45:41.063719 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-d9aa9e4f-1d84-4b68-a981-3a7ea277ba47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 200 len: 217 time: 0.0372734 Oct 16 13:45:41.119743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-e0f4dad7-76b5-4b02-bb1f-af8bffe523e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:41.120191 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:41.121240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-e0f4dad7-76b5-4b02-bb1f-af8bffe523e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 HTTP/1.1" status: 200 len: 835 time: 0.0451264 Oct 16 13:45:41.152776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] Checking router: 5725018a-6931-4924-8385-e89d06f596b5 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:45:41.162119 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:41.162798 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:41.183159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-cf018d8a-a76d-452d-bc0a-898b22d05e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:41.184738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-cf018d8a-a76d-452d-bc0a-898b22d05e91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ce29e77-31ab-4670-8ee5-2dbe06e5f959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0562544 Oct 16 13:45:41.285312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:41.496082 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:41.525726 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bba520-0264-407a-850a-0f6192e0de05 None None] The sync data for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv is: [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:48Z', 'revision_number': 4, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '60b7ff3c-5b6f-4581-87b1-30abe830d4ee', 'name': '', 'network_id': '1ce29e77-31ab-4670-8ee5-2dbe06e5f959', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'mac_address': 'fa:16:3e:3e:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:47Z', 'updated_at': '2021-10-16T13:43:53Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'subnets': [{'id': '74f13ad0-8664-4fb8-8ff5-aebbf1c36d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:45:41.634670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970aee-52c4-4f15-9571-9bd5d30f402d req-f52c4385-4a6e-46ca-9d47-e6f64a700306 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:41.636143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-91970aee-52c4-4f15-9571-9bd5d30f402d req-f52c4385-4a6e-46ca-9d47-e6f64a700306 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.4437885 Oct 16 13:45:41.664854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-1c7c7178-bb75-471e-a884-c982c5f227f8 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711757 Oct 16 13:45:41.703013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-91970aee-52c4-4f15-9571-9bd5d30f402d req-1627ef8b-9371-4a71-ad89-fab19160b7a7 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557358 Oct 16 13:45:41.762365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ab640-9cdd-48f8-8c27-e4910425236f None None] New status for floating IP fe3491fb-b98f-4464-a0e0-1955bd6f4f1b: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:45:41.772001 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb34d972-4ff8-4aee-9fee-51e5ede9ddc9 req-cd9d6f8d-c80c-4998-8c64-f505cb400311 service neutron] 10.222.0.31 "GET /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988908 Oct 16 13:45:41.975876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38676) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:42.032028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa347e7-3bae-407b-8c03-d572c2f5691b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:42.033438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2fa347e7-3bae-407b-8c03-d572c2f5691b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867 HTTP/1.1" status: 200 len: 814 time: 0.0564914 Oct 16 13:45:42.683039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-58744dbb-faf8-4918-99ff-6fb960a87961 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:42.684497 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-58744dbb-faf8-4918-99ff-6fb960a87961 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.0547950 Oct 16 13:45:42.745341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38684) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:42.816427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2c41233-bcbd-49fc-bd2d-ba63b9661371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:42.834029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Deleting port 6a882093-7d5f-4826-94e0-bf7a0c800c59 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:45:42.834363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:42.853487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:42.878518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61b60-9b79-4f42-94e7-1a40f44e195c req-1b3cecc4-9307-4a76-9f37-29f40cb7d566 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:42.880021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ab61b60-9b79-4f42-94e7-1a40f44e195c req-1b3cecc4-9307-4a76-9f37-29f40cb7d566 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 945 time: 0.1018147 Oct 16 13:45:42.916954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:42.963491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ab61b60-9b79-4f42-94e7-1a40f44e195c req-dffd5b58-32e7-4af9-a335-80df0e93742c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d91df1c-8238-4de3-a748-371e66d0c9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579660 Oct 16 13:45:42.970485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] For port 6a882093-7d5f-4826-94e0-bf7a0c800c59, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6a882093-7d5f-4826-94e0-bf7a0c800c59,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:42.970975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:42.985174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Calling delete_port for 6a882093-7d5f-4826-94e0-bf7a0c800c59 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:45:43.098010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:43.177713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:43.178050 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4 disassociated. External IP: 172.26.5.174, port: 15e0dcad-3317-411a-b9ee-baab85f543b0. Oct 16 13:45:43.206592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:43.243607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'Port': ['ID=6a882093-7d5f-4826-94e0-bf7a0c800c59,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:43.290622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] No DVR routers for this DVR port 6a882093-7d5f-4826-94e0-bf7a0c800c59 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:45:43.293189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:43.296555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ab95758a-b0cd-41d6-b5dd-267417cd005a req-961254b9-dc3d-4c7f-9b69-843997eb3d9e tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.31 "DELETE /v2.0/ports/6a882093-7d5f-4826-94e0-bf7a0c800c59 HTTP/1.1" status: 204 len: 173 time: 0.6056094 Oct 16 13:45:43.296995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-deleted', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:43.299246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ffe878-04e1-4403-b603-a6b8435345d6" -d '{"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-deleted", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:43.334077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aa0017-878e-4dc1-81d5-50af820dab02 x-openstack-request-id: req-d8aa0017-878e-4dc1-81d5-50af820dab02 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:43.334462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf877ce-39b6-4b01-80d4-48c67cc1c086", "name": "network-vif-deleted", "tag": "6a882093-7d5f-4826-94e0-bf7a0c800c59", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:43.334720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8aa0017-878e-4dc1-81d5-50af820dab02 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:43.335131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf877ce-39b6-4b01-80d4-48c67cc1c086', 'name': 'network-vif-deleted', 'tag': '6a882093-7d5f-4826-94e0-bf7a0c800c59', 'status': 'completed', 'code': 200} Oct 16 13:45:43.430894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:45:43.555443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:45:43.559634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:43.567083 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:45:43.576736 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:43.578178 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:43.601227 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-784458d3-6860-4a22-a67a-b9e95a6d593d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 690 time: 0.8514991 Oct 16 13:45:43.601227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:43.601788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d462ab18-fd1f-4a99-a68f-f9fd89359b55" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:43.602460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38690) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:43.656541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b193dbb-5083-4925-86fe-8f8e0833edcc x-openstack-request-id: req-8b193dbb-5083-4925-86fe-8f8e0833edcc {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:43.656541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:43.656905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-691262b9-5e25-4561-bf00-cc49771fe5a3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 690 time: 0.0513771 Oct 16 13:45:43.658153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b193dbb-5083-4925-86fe-8f8e0833edcc {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:43.658645 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'status': 'completed', 'code': 200} Oct 16 13:45:43.722248 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:43.737246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-d7c7e7a3-f359-4a0c-9907-80a71c9359b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:43.738803 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-d7c7e7a3-f359-4a0c-9907-80a71c9359b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 1099 time: 0.0610566 Oct 16 13:45:43.847165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-b0eaefb6-f863-433a-b296-7337c913b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:43.848563 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-b0eaefb6-f863-433a-b296-7337c913b5d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 898 time: 0.1028216 Oct 16 13:45:43.910958 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-ee3ec25f-18da-444a-9c23-cc50845f280e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e0dcad-3317-411a-b9ee-baab85f543b0 HTTP/1.1" status: 200 len: 217 time: 0.0520587 Oct 16 13:45:43.955044 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:43.963963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-bff63419-8697-4a1d-a343-e284007fd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:43.965459 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-bff63419-8697-4a1d-a343-e284007fd8b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 HTTP/1.1" status: 200 len: 834 time: 0.0479026 Oct 16 13:45:43.987883 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:45:43.997212 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:43.997821 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:44.027938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-7ddea6c9-3dcb-4379-af6f-cb39abd920cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:44.029854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-7ddea6c9-3dcb-4379-af6f-cb39abd920cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=217db20d-3476-433f-84a8-f1794631c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0570765 Oct 16 13:45:44.143687 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:44.147614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4d99cd1-f1b8-4b5d-bbc8-d2381b59e713 req-0dd0fd40-e81a-45e7-adec-9de9d71bbbcb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cf877ce-39b6-4b01-80d4-48c67cc1c086 HTTP/1.1" status: 200 len: 210 time: 0.0317013 Oct 16 13:45:44.177325 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-aa89b0e6-895f-4480-8c84-6781fbb014e1 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374497 Oct 16 13:45:44.283053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d462ab18-fd1f-4a99-a68f-f9fd89359b55 req-e9f76e63-a257-4bcb-b811-6d858a2a64f9 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981038 Oct 16 13:45:44.467971 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:44.496043 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6381a5-62a8-457c-94f7-4a3e00a305f5 None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:45:44.657816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38710) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:44.706748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0b48817d-3b65-4e7f-bd6f-eb2b1fb5cb09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 690 time: 0.0477629 Oct 16 13:45:44.735169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57187f9-874f-4d37-909a-3158fe353b94 None None] New status for floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:45:45.213419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38714) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:45.386826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-356c5b62-4ce0-4f91-bd23-1da5e8fff0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:45.632379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:45.710130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38718) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:45.758188 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e5941031-5305-42dd-916c-654ba6317901 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 688 time: 0.0468936 Oct 16 13:45:45.935106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Deleting port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:45:45.935439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:46.033957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] For port 60b7ff3c-5b6f-4581-87b1-30abe830d4ee, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:46.034314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:46.047486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Calling delete_port for 60b7ff3c-5b6f-4581-87b1-30abe830d4ee owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:45:46.424220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:46.453342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'Port': ['ID=60b7ff3c-5b6f-4581-87b1-30abe830d4ee,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:46.548066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:46.663185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:46.704608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:46.923668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Router 5725018a-6931-4924-8385-e89d06f596b5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:45:47.086960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38724) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:47.091505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000790963', 'description': 'tempest-secgroup-smoke-1000790963 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:47.142689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:45:47.148224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fcba1ed9-cb11-4cd0-9c91-c10f50c7e44c tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "PUT /v2.0/routers/5725018a-6931-4924-8385-e89d06f596b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9337552 Oct 16 13:45:47.150938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38726) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:47.152745 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] Sync routers for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:45:47.161809 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:47.162401 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:47.196900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.211467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Deleting subnet 74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:45:47.220141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.269588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.286720 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:47.364214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.381477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:45:47.385154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.403687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 6a882093-7d5f-4826-94e0-bf7a0c800c59 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:45:47.403687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6a882093-7d5f-4826-94e0-bf7a0c800c59 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:45:47.413377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.459492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc7f414-5472-443b-bab6-81674ed6d557,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:47.479523 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:45:46Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:47.507034 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] Checking router: 5725018a-6931-4924-8385-e89d06f596b5 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:45:47.515700 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] Routers {'5725018a-6931-4924-8385-e89d06f596b5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:45:47.516340 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['5725018a-6931-4924-8385-e89d06f596b5'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:47.528550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.530602 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3973b5f2-51fb-4fa5-9afb-2404bfd072f8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4419100 Oct 16 13:45:47.533804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38728) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:47.538124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4bc7f414-5472-443b-bab6-81674ed6d557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:47.553976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.587021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'Subnet': ['ID=74f13ad0-8664-4fb8-8ff5-aebbf1c36d54,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:47.589002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.592175 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c1ba62ce-c81d-4f2b-8086-b8661d7527ce tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "DELETE /v2.0/subnets/74f13ad0-8664-4fb8-8ff5-aebbf1c36d54 HTTP/1.1" status: 204 len: 168 time: 0.4403000 Oct 16 13:45:47.596130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38730) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:47.596615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458e04ac-fa14-4bea-a069-b58cee602071 None None] Network 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:45:47.640622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.659267 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] Set router 5725018a-6931-4924-8385-e89d06f596b5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:45:47.708373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.751007 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.803678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.837698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ae7428-4f9a-453f-8c26-17b12930b292,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:47.837983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] DHCP port deletion for 1ce29e77-31ab-4670-8ee5-2dbe06e5f959 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:45:47.898401 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:45:46Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:47.910417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.911749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] Deleting port 240456d7-9671-41a6-ae05-09e4e827b203 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:45:47.912126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.931432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:47.933495 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-04ea3a23-79f6-42ac-a03f-69f1482d94dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3981073 Oct 16 13:45:47.934537 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58539b-bb0e-4692-92d3-35e9f712d7d7 None None] The sync data for ids ['5725018a-6931-4924-8385-e89d06f596b5'] in dv-neutron-743142-24-hyperv is: [{'id': '5725018a-6931-4924-8385-e89d06f596b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649924290', 'tenant_id': '5f8bffe7cfe445ee9083cc21e142d843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:45:46Z', 'revision_number': 5, 'project_id': '5f8bffe7cfe445ee9083cc21e142d843', 'gw_port': {'id': 'b94a6222-b6a0-49c4-a863-f3dc2d444d00', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:02:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5725018a-6931-4924-8385-e89d06f596b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:43:40Z', 'updated_at': '2021-10-16T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:45:47.936081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38738) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:47.941070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4bc7f414-5472-443b-bab6-81674ed6d557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:47.988916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] For port 240456d7-9671-41a6-ae05-09e4e827b203, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=240456d7-9671-41a6-ae05-09e4e827b203,segment=NetworkSegment(9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b),segment_id=9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:47.989801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.003557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] Calling delete_port for 240456d7-9671-41a6-ae05-09e4e827b203 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:45:48.043705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Deleting port b94a6222-b6a0-49c4-a863-f3dc2d444d00 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:45:48.044043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.054256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.116449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.130178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] For port b94a6222-b6a0-49c4-a863-f3dc2d444d00, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b94a6222-b6a0-49c4-a863-f3dc2d444d00,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:48.130536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.142594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Calling delete_port for b94a6222-b6a0-49c4-a863-f3dc2d444d00 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:45:48.158420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.185158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] Pushing event deleted for resources: {'Port': ['ID=240456d7-9671-41a6-ae05-09e4e827b203,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:48.193632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.195891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59064cc-f10f-4756-ad80-a9429e4594f8 None None] No DVR routers for this DVR port 240456d7-9671-41a6-ae05-09e4e827b203 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:45:48.224029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb1abfa-442f-4b33-b954-09a5248cdce2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:48.312155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.313782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7427cbf7-e4ae-4080-91ba-0c8e8970a15b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3768139 Oct 16 13:45:48.322998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38740) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:48.332082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4bc7f414-5472-443b-bab6-81674ed6d557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:48.449975 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.452580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.456942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.482236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'Port': ['ID=b94a6222-b6a0-49c4-a863-f3dc2d444d00,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:48.552471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.557138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.616669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.642680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191fc479-219c-46a3-aacc-4a64d97ee3af,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:48.680809 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.682894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.725565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.726794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-94e49f42-ad82-4db6-8df7-f8cdc11a038f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028957 Oct 16 13:45:48.729614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38746) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:48.735621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4bc7f414-5472-443b-bab6-81674ed6d557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:48.813094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.813624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Fanout notify agent at l3_agent the message router_deleted on router 5725018a-6931-4924-8385-e89d06f596b5 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:45:48.820342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.821560 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a4feffae-2e49-4374-9489-14c024ddf91b tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "DELETE /v2.0/routers/5725018a-6931-4924-8385-e89d06f596b5 HTTP/1.1" status: 204 len: 168 time: 1.2243814 Oct 16 13:45:48.825289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38748) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:48.842035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.914896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 60b7ff3c-5b6f-4581-87b1-30abe830d4ee no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:45:48.942352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 60b7ff3c-5b6f-4581-87b1-30abe830d4ee {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:45:48.942692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 60b7ff3c-5b6f-4581-87b1-30abe830d4ee not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:45:48.943104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 240456d7-9671-41a6-ae05-09e4e827b203 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:45:48.947323 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:48.965382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 240456d7-9671-41a6-ae05-09e4e827b203 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:45:48.965723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 240456d7-9671-41a6-ae05-09e4e827b203 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:45:48.966236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.054084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.056733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.082411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6477e05f-0581-4f2e-b998-f07d616ec5e8,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:49.093642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce29e77-31ab-4670-8ee5-2dbe06e5f959']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:49.103208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:49.103499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2d2d6d-5a9c-42ac-8f4a-8eda0f9c947b') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:45:49.113770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.127150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.133129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:45:49.133514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:45:49.136394 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:45:49.160208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.164412 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0bcd329a-9313-46ee-bf65-7c57e1c8fbe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4309051 Oct 16 13:45:49.164734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:49.169680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4bc7f414-5472-443b-bab6-81674ed6d557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:49.252738 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:45:49.258139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.278492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.282853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.292407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "DELETE /v2.0/networks/1ce29e77-31ab-4670-8ee5-2dbe06e5f959 HTTP/1.1" status: 204 len: 168 time: 0.4632874 Oct 16 13:45:49.292529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38754) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:49.305457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c01f11-0603-4784-8ff4-44ce43826eeb tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'Network': ['ID=1ce29e77-31ab-4670-8ee5-2dbe06e5f959,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:49.364903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.387071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73052ee0-bdb0-4343-962c-a6a3c6225ee5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.411345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73052ee0-bdb0-4343-962c-a6a3c6225ee5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.424592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.461738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a8b780-634a-47bd-87d3-bd8594c99cec,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:49.554492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.555782 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1d93190f-3230-4303-bc1d-ab607987c09b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3899391 Oct 16 13:45:49.558535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38756) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:49.562993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '4bc7f414-5472-443b-bab6-81674ed6d557', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:49.598087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73052ee0-bdb0-4343-962c-a6a3c6225ee5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.600693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73052ee0-bdb0-4343-962c-a6a3c6225ee5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.604758 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-73052ee0-bdb0-4343-962c-a6a3c6225ee5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d91df1c-8238-4de3-a748-371e66d0c9b8 HTTP/1.1" status: 204 len: 168 time: 0.3136311 Oct 16 13:45:49.615673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73052ee0-bdb0-4343-962c-a6a3c6225ee5 tempest-TestNetworkAdvancedServerOps-2056249093 tempest-TestNetworkAdvancedServerOps-2056249093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d91df1c-8238-4de3-a748-371e66d0c9b8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:49.652614 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:45:49.660940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.725287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.892625 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.912608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75765e17-4fbe-4467-aa71-5c81abf55918,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:49.980356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:49.981512 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-44497ae3-13ee-4681-a4c5-fc346c9dcedf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4220653 Oct 16 13:45:50.127157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-e8ffdd30-e0d1-430d-b2d8-142cd64cad33 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000790963&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0387745 Oct 16 13:45:50.211543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38778) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:50.256211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-fbe60354-08ce-4457-8310-3cf7cb09f907 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:50.257780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-fbe60354-08ce-4457-8310-3cf7cb09f907 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 797 time: 0.1227560 Oct 16 13:45:50.273279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-153b8531-e38b-4098-87df-533202858c31 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0096536 Oct 16 13:45:50.342898 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-75470804-86aa-48cb-89b2-960f01b163a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635386 Oct 16 13:45:50.356184 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fcc39be6-03c2-4f7a-81e2-2a051160d5ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f8bffe7cfe445ee9083cc21e142d843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431704 Oct 16 13:45:50.359382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:50.412585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51bc746f-f643-4ba6-bf66-3742012f7af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:50.437627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51bc746f-f643-4ba6-bf66-3742012f7af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:50.444198 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-ae6ad644-1639-4105-88a3-6230d04b26be service neutron] 10.222.0.24 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896642 Oct 16 13:45:50.542788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-44c55d1e-f775-4a5c-a840-28fa095408ee service neutron] 10.222.0.24 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Oct 16 13:45:50.584011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51bc746f-f643-4ba6-bf66-3742012f7af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:50.586681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51bc746f-f643-4ba6-bf66-3742012f7af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:50.590257 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-51bc746f-f643-4ba6-bf66-3742012f7af3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1521c6f-6fc0-4c33-830d-980e0c601e93 HTTP/1.1" status: 204 len: 168 time: 0.2275288 Oct 16 13:45:50.596699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc746f-f643-4ba6-bf66-3742012f7af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1521c6f-6fc0-4c33-830d-980e0c601e93,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:50.812095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b94a6222-b6a0-49c4-a863-f3dc2d444d00 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:45:50.825697 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30d0f75a-1579-4236-930e-c4930923465b req-7552edcb-9a37-4620-b494-91ed98f04b1f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 210 time: 0.0452063 Oct 16 13:45:50.840679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: b94a6222-b6a0-49c4-a863-f3dc2d444d00 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:45:50.840679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b94a6222-b6a0-49c4-a863-f3dc2d444d00 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:45:51.299831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38792) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:51.313374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f75fec3-08a8-4ab1-9077-dbbcfd63dcc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.386871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f75fec3-08a8-4ab1-9077-dbbcfd63dcc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.458291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1f75fec3-08a8-4ab1-9077-dbbcfd63dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.497422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75fec3-08a8-4ab1-9077-dbbcfd63dcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4560fa-a306-4d4b-8299-5eb8a4394b86,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:51.504925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38794) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:51.505485 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1f75fec3-08a8-4ab1-9077-dbbcfd63dcc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdb0a56286e449069f2e66f6477ac62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043691 Oct 16 13:45:51.563424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd64c4f0-a067-4a7b-a5f6-30f6b91095cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.586572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd64c4f0-a067-4a7b-a5f6-30f6b91095cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.712284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd64c4f0-a067-4a7b-a5f6-30f6b91095cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.715278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dd64c4f0-a067-4a7b-a5f6-30f6b91095cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:51.719400 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dd64c4f0-a067-4a7b-a5f6-30f6b91095cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db4560fa-a306-4d4b-8299-5eb8a4394b86 HTTP/1.1" status: 204 len: 168 time: 0.2106171 Oct 16 13:45:51.725698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c4f0-a067-4a7b-a5f6-30f6b91095cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4560fa-a306-4d4b-8299-5eb8a4394b86,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:51.919852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60797038-599a-48b4-9c28-4d927cdd55cf req-e47c0f16-0ae4-4535-8f2b-b7351f8ad015 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 210 time: 0.0359004 Oct 16 13:45:52.592270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:52.882569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38832) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:52.992968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-307222667-network', 'tenant_id': '1aa45832d737418f86bb5275589ad035'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:53.025454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df2261e3-712c-4e74-8269-1e69a06da631 req-577aa731-fd64-4a4f-b533-e8c6f25f84fb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 210 time: 0.0343523 Oct 16 13:45:53.129656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Made reservation on behalf of 1aa45832d737418f86bb5275589ad035 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:45:53.132028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.143627 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.228877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.301002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.326871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:45:53.335942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270aebfd-4f60-4a3e-8252-3d23d9096ee2,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:53.342260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.342763 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Added segment 459826dc-a2cf-417e-8e94-636a032eacec of type vlan for network 00204a43-685b-4825-8037-05d0afa5be3e Oct 16 13:45:53.384014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.469417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.470898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:53.471985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:53.570356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] Pushing event updated for resources: {'Network': ['ID=00204a43-685b-4825-8037-05d0afa5be3e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:53.581036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 00204a43-685b-4825-8037-05d0afa5be3e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:45:53.610641 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0b169ad2-8fba-471c-8f90-d634853d5e8a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7269235 Oct 16 13:45:53.613995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38838) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:53.619109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Request body: {'subnet': {'network_id': '00204a43-685b-4825-8037-05d0afa5be3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-307222667-subnet', 'tenant_id': '1aa45832d737418f86bb5275589ad035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:53.723643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Made reservation on behalf of 1aa45832d737418f86bb5275589ad035 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:45:53.726080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:54.241593 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4afd94ea-44c3-4c3a-b832-950541c1ce88 req-8ba42a60-683f-494d-8c4d-503bbfcecd0b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 210 time: 0.0554545 Oct 16 13:45:54.357000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-6d143641-42b6-4a5a-a880-b22e15ad26be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:54.358628 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-6d143641-42b6-4a5a-a880-b22e15ad26be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 797 time: 0.1737678 Oct 16 13:45:54.404541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-77978723-eebe-4e51-984e-9b56283057d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 473 time: 0.0358925 Oct 16 13:45:54.414411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['4bc7f414-5472-443b-bab6-81674ed6d557']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:54.432236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:54.536949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c277f8d0-d84e-489f-bd8e-f174cf19e79b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:54.572570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Checking segment: {'id': '459826dc-a2cf-417e-8e94-636a032eacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:45:54.572570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Network hostable DHCP agents. Network: 00204a43-685b-4825-8037-05d0afa5be3e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:45:54.704139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Network 00204a43-685b-4825-8037-05d0afa5be3e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:45:54.732424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:45:54.736227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:54.805127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 00204a43-685b-4825-8037-05d0afa5be3e) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:45:54.813441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:54.869167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:54.869516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a3c9c-ff6c-4b24-820f-c01eab789c94 None None] Network 00204a43-685b-4825-8037-05d0afa5be3e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:45:54.882100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.5 (217db20d-3476-433f-84a8-f1794631c1a4/7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3/ce255e4c-86cd-4373-b5e2-29f935305418) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:45:54.953374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be204d00-8126-4073-b70e-b8e6b0b7d730 None None] Network 00204a43-685b-4825-8037-05d0afa5be3e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:45:54.994083 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d9ee2d72-e4d0-4028-a4f5-762a8360524d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3789449 Oct 16 13:45:55.056932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.210247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.268237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 217db20d-3476-433f-84a8-f1794631c1a4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:45:55.270481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:45:55.274673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:45:55.308160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=ce255e4c-86cd-4373-b5e2-29f935305418,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:55.331779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:55.332546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.415360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927d96-beb6-4926-bcfe-2513b9a8efa4 req-37ba3fce-c8ba-41ac-99be-72edecc88bb0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:55.416979 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36927d96-beb6-4926-bcfe-2513b9a8efa4 req-37ba3fce-c8ba-41ac-99be-72edecc88bb0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 931 time: 0.0716114 Oct 16 13:45:55.470556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36927d96-beb6-4926-bcfe-2513b9a8efa4 req-2214b33a-1cd6-4b94-95f3-451eb067641a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460198 Oct 16 13:45:55.474720 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-905438b1-1543-40de-bb50-4b40d702f5df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641134 Oct 16 13:45:55.489138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Request body: {'port': {'device_id': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:55.558191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.585487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2e89db8d-16f6-4845-b91b-85dd0c0c4f8f None None] Provisioning complete for port ce255e4c-86cd-4373-b5e2-29f935305418 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:45:55.585858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e89db8d-16f6-4845-b91b-85dd0c0c4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.626666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2e89db8d-16f6-4845-b91b-85dd0c0c4f8f None None] Port ce255e4c-86cd-4373-b5e2-29f935305418 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:45:55.864868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce255e4c-86cd-4373-b5e2-29f935305418 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:45:55.876561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.887700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38866) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:55.889149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Transition to ACTIVE for port object ce255e4c-86cd-4373-b5e2-29f935305418 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:45:55.892825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-642920202-network', 'tenant_id': 'fd9051f9607845f2806a5767e2ff0067'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:55.958134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:55.994913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Made reservation on behalf of fd9051f9607845f2806a5767e2ff0067 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:45:55.998386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.011126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.047231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Pushing event updated for resources: {'Port': ['ID=ce255e4c-86cd-4373-b5e2-29f935305418,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:56.099853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Attempting to bind port ce255e4c-86cd-4373-b5e2-29f935305418 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:45:56.100182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Attempting to bind port ce255e4c-86cd-4373-b5e2-29f935305418 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:45:56.100543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Attempting to bind port ce255e4c-86cd-4373-b5e2-29f935305418 on network 217db20d-3476-433f-84a8-f1794631c1a4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:45:56.107241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Port ce255e4c-86cd-4373-b5e2-29f935305418 on network 217db20d-3476-433f-84a8-f1794631c1a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:45:56.107557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Attempting to bind port ce255e4c-86cd-4373-b5e2-29f935305418 on network 217db20d-3476-433f-84a8-f1794631c1a4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:45:56.113851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:45:56.114177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Checking segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:45:56.114577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Bound using segment: {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:45:56.114988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Bound port: ce255e4c-86cd-4373-b5e2-29f935305418, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401f5f49-2e75-48e5-9981-6dc7eff24a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:45:56.115342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.115592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.195217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.204605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] For port ce255e4c-86cd-4373-b5e2-29f935305418, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:45:56.207782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] For port ce255e4c-86cd-4373-b5e2-29f935305418, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ce255e4c-86cd-4373-b5e2-29f935305418,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:45:56.224692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:45:56.239205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db6ac1-23c8-4533-a7df-616ba9993172,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:56.246978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.252770 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Added segment 8a9d20e8-ee51-4dd4-95f0-772f7a8ab689 of type vlan for network 3d419a29-170d-4536-ba20-9805e80d01cc Oct 16 13:45:56.296432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.301518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.343826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.344460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.345929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] 10.222.0.31 "PUT /v2.0/ports/ce255e4c-86cd-4373-b5e2-29f935305418 HTTP/1.1" status: 200 len: 1093 time: 0.8623102 Oct 16 13:45:56.346375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:45:56.349434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d26b4-62e5-4822-b773-39f50c2d1929" -d '{"events": [{"name": "network-changed", "server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:45:56.379394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.381245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.382038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.387387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66544cb4-5e69-4b0b-b0a0-664aaa216a7c service neutron] Pushing event updated for resources: {'Port': ['ID=ce255e4c-86cd-4373-b5e2-29f935305418,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:56.400806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3496d255-cab9-4220-906d-3db06cb3fe7f x-openstack-request-id: req-3496d255-cab9-4220-906d-3db06cb3fe7f {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:45:56.401105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:45:56.401364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3496d255-cab9-4220-906d-3db06cb3fe7f {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:45:56.401772 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'status': 'completed', 'code': 200} Oct 16 13:45:56.457150 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] Pushing event updated for resources: {'Network': ['ID=3d419a29-170d-4536-ba20-9805e80d01cc,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:56.468223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 3d419a29-170d-4536-ba20-9805e80d01cc details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:45:56.485088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d26b4-62e5-4822-b773-39f50c2d1929 req-8581fca7-7305-4a06-a6ad-bad765cbd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.487081 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f97d26b4-62e5-4822-b773-39f50c2d1929 req-8581fca7-7305-4a06-a6ad-bad765cbd9ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 1096 time: 0.0622475 Oct 16 13:45:56.509645 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f76bd31d-985e-4f9b-bfde-60ed4ce8879b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6207793 Oct 16 13:45:56.510462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38874) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:45:56.517008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Request body: {'subnet': {'network_id': '3d419a29-170d-4536-ba20-9805e80d01cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-642920202-subnet', 'tenant_id': 'fd9051f9607845f2806a5767e2ff0067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:45:56.643470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Made reservation on behalf of fd9051f9607845f2806a5767e2ff0067 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:45:56.645791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.675296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d26b4-62e5-4822-b773-39f50c2d1929 req-6ce927ea-1457-43cb-8639-60149ce58864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.676769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f97d26b4-62e5-4822-b773-39f50c2d1929 req-6ce927ea-1457-43cb-8639-60149ce58864 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1824338 Oct 16 13:45:56.693116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816ba94-0e62-467c-8c80-6e109cc0d291 req-701b3ff2-5c37-45b9-b875-70a7413757f6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.694538 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f816ba94-0e62-467c-8c80-6e109cc0d291 req-701b3ff2-5c37-45b9-b875-70a7413757f6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 943 time: 0.1024833 Oct 16 13:45:56.796924 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f816ba94-0e62-467c-8c80-6e109cc0d291 req-eb238664-326c-405e-99bb-830732907122 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796237 Oct 16 13:45:56.827027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d26b4-62e5-4822-b773-39f50c2d1929 req-e1990d18-c080-4717-8c5d-d960b016632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.835069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f97d26b4-62e5-4822-b773-39f50c2d1929 req-e1990d18-c080-4717-8c5d-d960b016632f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440878 Oct 16 13:45:56.910218 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:56.916243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-ae4a1b84-2fdf-40f3-af7f-c09ccac401c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:56.917794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-ae4a1b84-2fdf-40f3-af7f-c09ccac401c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 1096 time: 0.0520947 Oct 16 13:45:56.963597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-35e09cef-f2f3-43fc-9de8-c85af34bb08b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce255e4c-86cd-4373-b5e2-29f935305418 HTTP/1.1" status: 200 len: 217 time: 0.0375016 Oct 16 13:45:56.966484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e480343d-1007-4a38-8552-5090db147d81,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:56.977605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Checking segment: {'id': '8a9d20e8-ee51-4dd4-95f0-772f7a8ab689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3d419a29-170d-4536-ba20-9805e80d01cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:45:56.977968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Network hostable DHCP agents. Network: 3d419a29-170d-4536-ba20-9805e80d01cc, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:45:57.021298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-143e2293-83f5-42cc-bcf6-1b22bd6de14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:57.022788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-143e2293-83f5-42cc-bcf6-1b22bd6de14e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 HTTP/1.1" status: 200 len: 834 time: 0.0516355 Oct 16 13:45:57.077586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219a485-b5d9-43a6-968f-cf7829455059 req-42daac7d-3574-45af-ada5-0e10e80738b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:57.079349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-42daac7d-3574-45af-ada5-0e10e80738b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=217db20d-3476-433f-84a8-f1794631c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500348 Oct 16 13:45:57.081618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Network 3d419a29-170d-4536-ba20-9805e80d01cc is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:45:57.161748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 3d419a29-170d-4536-ba20-9805e80d01cc) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:45:57.166281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:57.166869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:57.178595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2d3d5-45e3-4c61-9c06-ec1063fdc2ed None None] Network 3d419a29-170d-4536-ba20-9805e80d01cc requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:45:57.206417 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-ed813dc6-c658-4b30-99aa-4e6ef67fe7dd service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199327 Oct 16 13:45:57.269085 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aa5f72e5-ee52-453c-9820-21765736de3e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7496624 Oct 16 13:45:57.318675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebee94b-32c9-4aaf-9b45-a9b8acdd7818 None None] Network 3d419a29-170d-4536-ba20-9805e80d01cc requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:45:57.324184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4219a485-b5d9-43a6-968f-cf7829455059 req-29868dc2-717c-4670-ad54-0a12c65a7e84 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104741 Oct 16 13:45:57.788222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90cf4efe-5374-4a62-ae90-fd078bbd95c9 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:57.789794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90cf4efe-5374-4a62-ae90-fd078bbd95c9 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/networks?id=00204a43-685b-4825-8037-05d0afa5be3e HTTP/1.1" status: 200 len: 811 time: 0.1106505 Oct 16 13:45:57.808103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-ffc5515b-c4a1-4823-a561-e766ddd33747 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/quotas/1aa45832d737418f86bb5275589ad035 HTTP/1.1" status: 200 len: 375 time: 0.0103092 Oct 16 13:45:57.849142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-59de1429-44a6-4a89-97d1-ca4227f09c00 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa45832d737418f86bb5275589ad035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347505 Oct 16 13:45:57.991204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b2851-cb92-4d0f-a53c-af88389c408b req-4e9386ad-ee0a-4c0d-a531-707914d03fd9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:57.993433 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f8b2851-cb92-4d0f-a53c-af88389c408b req-4e9386ad-ee0a-4c0d-a531-707914d03fd9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 943 time: 0.1154742 Oct 16 13:45:57.995183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-43214d20-a8a8-4900-9396-c6e03eb3e6c1 service neutron] 10.222.0.24 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388485 Oct 16 13:45:58.084631 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f8b2851-cb92-4d0f-a53c-af88389c408b req-1cf70467-c199-44f0-807b-d45915e9e67a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842783 Oct 16 13:45:58.120124 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-93284a75-dc35-4f86-95cf-e44e89ba4ba8 service neutron] 10.222.0.24 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138234 Oct 16 13:45:58.411688 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8c62aa17-3655-461a-b9ce-903293314a56 req-79be9136-3562-4245-8e31-620e5f94efcd tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0414569 Oct 16 13:45:59.223117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f82de7-dbe1-4247-9312-6d0a274a41fb req-77896293-38d6-4166-8087-329f308efa9b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:45:59.224685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79f82de7-dbe1-4247-9312-6d0a274a41fb req-77896293-38d6-4166-8087-329f308efa9b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 943 time: 0.0597327 Oct 16 13:45:59.263492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79f82de7-dbe1-4247-9312-6d0a274a41fb req-c6652830-d63e-4f2a-b8d4-e7d33b58adf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Oct 16 13:45:59.475734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ce255e4c-86cd-4373-b5e2-29f935305418 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:45:59.491029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18bf6c06-1753-4cca-87c6-1a39c268c273 req-9491fb4e-ae51-4b06-9217-39d2d6e8f115 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0300381 Oct 16 13:45:59.579279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ce255e4c-86cd-4373-b5e2-29f935305418, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ce255e4c-86cd-4373-b5e2-29f935305418,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:59.590961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'port_id': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'mac_address': 'fa:16:3e:7d:60:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:45:59.632902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:59.650440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce255e4c-86cd-4373-b5e2-29f935305418 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:45:59.669082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ce255e4c-86cd-4373-b5e2-29f935305418, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ce255e4c-86cd-4373-b5e2-29f935305418,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:45:59.740588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:45:59.796704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ce255e4c-86cd-4373-b5e2-29f935305418,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:45:59.966940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ce255e4c-86cd-4373-b5e2-29f935305418'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:46:00.399969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d2ef8-9dbd-4c43-847b-89acfaf36455 req-e8e9d672-9d03-44b6-ba73-7140cd6c6411 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:00.401478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e22d2ef8-9dbd-4c43-847b-89acfaf36455 req-e8e9d672-9d03-44b6-ba73-7140cd6c6411 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 944 time: 0.0682032 Oct 16 13:46:00.442580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e22d2ef8-9dbd-4c43-847b-89acfaf36455 req-f43cb394-2efa-407a-ba3a-a3df7d2a62f0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Oct 16 13:46:00.593131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7694c962-c25c-45bb-a96a-62c99f3f6797 req-1690b54c-350b-4368-b68c-98d1affdbf33 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0312710 Oct 16 13:46:00.800527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-70e38be2-8302-4bd3-b5f9-dbd73b3d2747 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:00.804818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-70e38be2-8302-4bd3-b5f9-dbd73b3d2747 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.31 "GET /v2.0/networks?id=00204a43-685b-4825-8037-05d0afa5be3e HTTP/1.1" status: 200 len: 811 time: 0.1183276 Oct 16 13:46:00.815391 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Request body: {'port': {'device_id': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e', 'admin_state_up': True, 'tenant_id': '1aa45832d737418f86bb5275589ad035'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:01.126914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Made reservation on behalf of 1aa45832d737418f86bb5275589ad035 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:46:01.130691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.274116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Allocated IP 172.20.0.12 (00204a43-685b-4825-8037-05d0afa5be3e/c277f8d0-d84e-489f-bd8e-f174cf19e79b/ee561d33-7e80-4859-875f-5ecf36bed2bb) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:46:01.425058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.475298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ce255e4c-86cd-4373-b5e2-29f935305418 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:46:01.573322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06551fc-0a42-43e5-875e-25bf800c76cb req-f9c361d4-2a2f-40fc-a51f-94488e0c7d23 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:01.575397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b06551fc-0a42-43e5-875e-25bf800c76cb req-f9c361d4-2a2f-40fc-a51f-94488e0c7d23 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 944 time: 0.0625854 Oct 16 13:46:01.576643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.609478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port ce255e4c-86cd-4373-b5e2-29f935305418 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:46:01.615306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ce255e4c-86cd-4373-b5e2-29f935305418 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:46:01.615678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.650877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Network 00204a43-685b-4825-8037-05d0afa5be3e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:46:01.665909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:46:01.674139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:46:01.722381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.722908 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b06551fc-0a42-43e5-875e-25bf800c76cb req-fd6de903-5233-4188-82dc-1a17e4f02349 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391397 Oct 16 13:46:01.742998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Pushing event updated for resources: {'Port': ['ID=ee561d33-7e80-4859-875f-5ecf36bed2bb,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:01.748912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:01.751895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696c2679-7ab7-412a-b357-252c278cd2e6" -d '{"events": [{"server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "name": "network-vif-plugged", "status": "completed", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:01.764651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ce255e4c-86cd-4373-b5e2-29f935305418, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ce255e4c-86cd-4373-b5e2-29f935305418,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:01.778523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:01.779135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.790745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2615d28e-a31b-42fc-a7f6-1a0188f99acf x-openstack-request-id: req-2615d28e-a31b-42fc-a7f6-1a0188f99acf {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:01.791038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "name": "network-vif-plugged", "status": "completed", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:01.791289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2615d28e-a31b-42fc-a7f6-1a0188f99acf {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:01.791684 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'code': 200} Oct 16 13:46:01.809105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88360340-2e82-43a7-bc37-b5050e891274 req-ec1dd1d0-6f78-4946-8a98-764067e919c0 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:01.811105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88360340-2e82-43a7-bc37-b5050e891274 req-ec1dd1d0-6f78-4946-8a98-764067e919c0 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 932 time: 0.1333590 Oct 16 13:46:01.853905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:01.855535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88360340-2e82-43a7-bc37-b5050e891274 req-324ce9cb-4081-46c9-9731-ab7493c3a7a7 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Oct 16 13:46:01.894916 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-90ba8745-4c14-49ef-8a9e-6a7a7a082bca tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0833707 Oct 16 13:46:01.907583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Request body: {'port': {'device_id': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:01.913736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ce255e4c-86cd-4373-b5e2-29f935305418,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:01.975168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:02.181599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7b17f-fdbb-4ac3-b9f3-8cfdc2c3a0ff req-e4344719-a9b9-4a20-ba11-c115ea3aa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:02.183131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fab7b17f-fdbb-4ac3-b9f3-8cfdc2c3a0ff req-e4344719-a9b9-4a20-ba11-c115ea3aa2f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 1098 time: 0.0932617 Oct 16 13:46:02.250619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fab7b17f-fdbb-4ac3-b9f3-8cfdc2c3a0ff req-6dc0da7e-432f-4a02-948e-6439ff946cd5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Oct 16 13:46:02.335590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee561d33-7e80-4859-875f-5ecf36bed2bb {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:46:02.343021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:02.354511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Transition to ACTIVE for port object ee561d33-7e80-4859-875f-5ecf36bed2bb will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:46:02.432102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:02.514582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee561d33-7e80-4859-875f-5ecf36bed2bb,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:02.568815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Attempting to bind port ee561d33-7e80-4859-875f-5ecf36bed2bb on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:46:02.569154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Attempting to bind port ee561d33-7e80-4859-875f-5ecf36bed2bb by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '459826dc-a2cf-417e-8e94-636a032eacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:46:02.569481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Attempting to bind port ee561d33-7e80-4859-875f-5ecf36bed2bb on network 00204a43-685b-4825-8037-05d0afa5be3e {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:46:02.573585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Port ee561d33-7e80-4859-875f-5ecf36bed2bb on network 00204a43-685b-4825-8037-05d0afa5be3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:46:02.573899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Attempting to bind port ee561d33-7e80-4859-875f-5ecf36bed2bb on network 00204a43-685b-4825-8037-05d0afa5be3e {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:46:02.579020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:46:02.579371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Checking segment: {'id': '459826dc-a2cf-417e-8e94-636a032eacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:46:02.579744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Bound using segment: {'id': '459826dc-a2cf-417e-8e94-636a032eacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:46:02.580158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Bound port: ee561d33-7e80-4859-875f-5ecf36bed2bb, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459826dc-a2cf-417e-8e94-636a032eacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:46:02.580529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:02.653433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] For port ee561d33-7e80-4859-875f-5ecf36bed2bb, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:46:02.657262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] For port ee561d33-7e80-4859-875f-5ecf36bed2bb, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb,segment=NetworkSegment(459826dc-a2cf-417e-8e94-636a032eacec),segment_id=459826dc-a2cf-417e-8e94-636a032eacec)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:46:02.741633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:02.813832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:02.814446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:02.815905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] 10.222.0.31 "PUT /v2.0/ports/ee561d33-7e80-4859-875f-5ecf36bed2bb HTTP/1.1" status: 200 len: 1094 time: 0.9130116 Oct 16 13:46:02.817484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'tag': 'ee561d33-7e80-4859-875f-5ecf36bed2bb'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:02.819717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b43f04e-9ba8-4f98-b2d7-ad075408a579" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1f5837-ad45-40c9-9f33-d15ff7a5c853", "tag": "ee561d33-7e80-4859-875f-5ecf36bed2bb"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:02.868579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da371d5d-c628-4670-a6de-4c0d7e190213 x-openstack-request-id: req-da371d5d-c628-4670-a6de-4c0d7e190213 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:02.868858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1f5837-ad45-40c9-9f33-d15ff7a5c853", "tag": "ee561d33-7e80-4859-875f-5ecf36bed2bb", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:02.871910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da371d5d-c628-4670-a6de-4c0d7e190213 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:02.871910 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'tag': 'ee561d33-7e80-4859-875f-5ecf36bed2bb', 'status': 'completed', 'code': 200} Oct 16 13:46:02.876996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd03da-f907-480a-a909-7cbb6d37d2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee561d33-7e80-4859-875f-5ecf36bed2bb,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:02.960106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f71c8a-11ee-4856-ad03-b28fcb411665 req-fd9fa627-41a6-42e1-b9a6-693303d5f0ec tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:02.962003 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c3f71c8a-11ee-4856-ad03-b28fcb411665 req-fd9fa627-41a6-42e1-b9a6-693303d5f0ec tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.1452379 Oct 16 13:46:03.026984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f04e-9ba8-4f98-b2d7-ad075408a579 req-c494ed7e-2cc6-418d-a015-adc594a638d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:03.028522 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b43f04e-9ba8-4f98-b2d7-ad075408a579 req-c494ed7e-2cc6-418d-a015-adc594a638d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa45832d737418f86bb5275589ad035&device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 1097 time: 0.1388099 Oct 16 13:46:03.056662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c3f71c8a-11ee-4856-ad03-b28fcb411665 req-bafb1b99-2d74-4584-b37c-becf41a0b970 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722320 Oct 16 13:46:03.098163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e32722-a1fe-4ee4-a3b0-005d15baddfc req-71a94ba1-8234-451b-839c-85b572dec5e2 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:03.100466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38e32722-a1fe-4ee4-a3b0-005d15baddfc req-71a94ba1-8234-451b-839c-85b572dec5e2 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 944 time: 0.1683724 Oct 16 13:46:03.187531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38e32722-a1fe-4ee4-a3b0-005d15baddfc req-41d9a870-d652-4994-bc0a-15acae636237 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809307 Oct 16 13:46:03.192381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f04e-9ba8-4f98-b2d7-ad075408a579 req-85531608-9dc0-415b-8880-c38144612333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:03.193826 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b43f04e-9ba8-4f98-b2d7-ad075408a579 req-85531608-9dc0-415b-8880-c38144612333 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1aa45832d737418f86bb5275589ad035&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1497378 Oct 16 13:46:03.298420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f04e-9ba8-4f98-b2d7-ad075408a579 req-c9359b11-a183-4082-b7ca-2598b5c36228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:03.299905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b43f04e-9ba8-4f98-b2d7-ad075408a579 req-c9359b11-a183-4082-b7ca-2598b5c36228 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976188 Oct 16 13:46:03.388958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d7d4455a-d249-4fa9-b8c1-fd813958418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:03.390495 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-d7d4455a-d249-4fa9-b8c1-fd813958418b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa45832d737418f86bb5275589ad035&device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 1097 time: 0.0502923 Oct 16 13:46:03.440528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-45142423-751c-4d35-ac16-9986becd125f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb HTTP/1.1" status: 200 len: 217 time: 0.0411739 Oct 16 13:46:03.491151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-e8b3de20-f13c-4edf-98ac-9af5195edf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:03.492617 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-e8b3de20-f13c-4edf-98ac-9af5195edf04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c277f8d0-d84e-489f-bd8e-f174cf19e79b HTTP/1.1" status: 200 len: 851 time: 0.0457096 Oct 16 13:46:03.525397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-dda60167-47f2-4c2b-bba8-0b6f2702e66c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00204a43-685b-4825-8037-05d0afa5be3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259025 Oct 16 13:46:03.624171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-dee9a7a6-e6a5-4106-9295-838d1e745d09 service neutron] 10.222.0.31 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920968 Oct 16 13:46:03.715641 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b1cab7d-4860-4728-b17f-a57f1d71d6b6 req-6788e894-cbef-4ca4-8558-ba5cfc945528 service neutron] 10.222.0.31 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852067 Oct 16 13:46:04.199482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d43ff-6017-4e99-adb9-f994ce0df88f req-e85dc213-2766-4cb4-9036-4b845ca169eb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:04.201070 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c97d43ff-6017-4e99-adb9-f994ce0df88f req-e85dc213-2766-4cb4-9036-4b845ca169eb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.0706096 Oct 16 13:46:04.667172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c97d43ff-6017-4e99-adb9-f994ce0df88f req-34e16f8d-589a-4284-98c6-1b597e1b1ab5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4588318 Oct 16 13:46:04.697224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847242-670d-4bfb-8dd6-59d096cc864d req-a04b0ae0-9f79-4a8c-9bde-0ff43d8d08e4 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:04.698809 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56847242-670d-4bfb-8dd6-59d096cc864d req-a04b0ae0-9f79-4a8c-9bde-0ff43d8d08e4 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 944 time: 0.0830867 Oct 16 13:46:04.763397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56847242-670d-4bfb-8dd6-59d096cc864d req-3594d161-503f-4ceb-8a34-a77a88887334 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Oct 16 13:46:04.812555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efc3f3-bdbb-4329-a2bc-782e1d0f5b2d req-611056b3-6d3c-4f5a-a750-e5f225db31a5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:04.814062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2efc3f3-bdbb-4329-a2bc-782e1d0f5b2d req-611056b3-6d3c-4f5a-a750-e5f225db31a5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Oct 16 13:46:04.861951 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2efc3f3-bdbb-4329-a2bc-782e1d0f5b2d req-908a007b-30fd-4f55-9270-6a9b1ebaa981 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Oct 16 13:46:04.885424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38950) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:05.100756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652abbe-3fb6-4c06-8032-2d70ba1aa730 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:05.102313 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d652abbe-3fb6-4c06-8032-2d70ba1aa730 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 1093 time: 0.2151661 Oct 16 13:46:05.105447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38954) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:05.110511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'port_id': 'ce255e4c-86cd-4373-b5e2-29f935305418'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:05.153948 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:05.521799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ee561d33-7e80-4859-875f-5ecf36bed2bb details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:46:05.628604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ee561d33-7e80-4859-875f-5ecf36bed2bb, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb,segment=NetworkSegment(459826dc-a2cf-417e-8e94-636a032eacec),segment_id=459826dc-a2cf-417e-8e94-636a032eacec)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:05.639745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ee561d33-7e80-4859-875f-5ecf36bed2bb', 'network_id': '00204a43-685b-4825-8037-05d0afa5be3e', 'port_id': 'ee561d33-7e80-4859-875f-5ecf36bed2bb', 'mac_address': 'fa:16:3e:e9:b3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c277f8d0-d84e-489f-bd8e-f174cf19e79b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:46:05.679698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:05.686875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:05.699554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee561d33-7e80-4859-875f-5ecf36bed2bb {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:46:05.720241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ee561d33-7e80-4859-875f-5ecf36bed2bb, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb,segment=NetworkSegment(459826dc-a2cf-417e-8e94-636a032eacec),segment_id=459826dc-a2cf-417e-8e94-636a032eacec)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:05.760870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:05.789720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:05.853105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ee561d33-7e80-4859-875f-5ecf36bed2bb,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:05.927377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4 associated. External IP: 172.26.5.174, port: ce255e4c-86cd-4373-b5e2-29f935305418. Oct 16 13:46:06.002145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ce527-014a-4c81-91b4-52f0205003a9 req-a4902908-c93b-4ef2-873a-6e4845cc6e4f tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:06.003742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b4ce527-014a-4c81-91b4-52f0205003a9 req-a4902908-c93b-4ef2-873a-6e4845cc6e4f tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 945 time: 0.1316013 Oct 16 13:46:06.016861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ee561d33-7e80-4859-875f-5ecf36bed2bb'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:46:06.090818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b4ce527-014a-4c81-91b4-52f0205003a9 req-7470ce89-a4c2-4b82-954c-09e748c6b7d9 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806065 Oct 16 13:46:06.240188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:46:06.377293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:46:06.382173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:06.387900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:46:06.396908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:06.397512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:06.418966 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d1f1cb39-27fc-440f-88b0-e21b2cc3a482 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 991 time: 1.3125012 Oct 16 13:46:06.420795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:06.422483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753cedf-4371-4961-a200-f1fcba259baa" -d '{"events": [{"name": "network-changed", "server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:06.422760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38960) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:06.461614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae4b62-1aa2-4c82-a358-51f8e4c6e74b x-openstack-request-id: req-94ae4b62-1aa2-4c82-a358-51f8e4c6e74b {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:06.462879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:06.462879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94ae4b62-1aa2-4c82-a358-51f8e4c6e74b {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:06.462879 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'status': 'completed', 'code': 200} Oct 16 13:46:06.517103 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-af6178ab-e188-4b71-8250-ba9b069a2ab6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 991 time: 0.0929778 Oct 16 13:46:06.538660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cedf-4371-4961-a200-f1fcba259baa req-2a4c22d5-9488-4289-b0d5-ea64c0f719fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:06.539850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:06.540384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-2a4c22d5-9488-4289-b0d5-ea64c0f719fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 1098 time: 0.0549099 Oct 16 13:46:06.638072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cedf-4371-4961-a200-f1fcba259baa req-cf76dacb-2574-4a92-85c5-2f8ad7f03fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:06.639984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-cf76dacb-2574-4a92-85c5-2f8ad7f03fba service neutron] 10.222.0.31 "GET /v2.0/networks?id=217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 200 len: 898 time: 0.0923443 Oct 16 13:46:06.724744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-c22ee590-6226-4bef-938b-6ca7115bc578 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce255e4c-86cd-4373-b5e2-29f935305418 HTTP/1.1" status: 200 len: 999 time: 0.0762196 Oct 16 13:46:06.777580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cedf-4371-4961-a200-f1fcba259baa req-e1d2d201-a58d-4d77-a80f-82624956e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:06.779044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-e1d2d201-a58d-4d77-a80f-82624956e87f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 HTTP/1.1" status: 200 len: 834 time: 0.0477054 Oct 16 13:46:06.785393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '05e34d3e-eaf4-40b0-b948-6f91775302b4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'port_id': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'mac_address': 'fa:16:3e:7d:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:45:05Z', 'updated_at': '2021-10-16T13:46:05Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:06.814518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:46:06.823096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:06.823697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:45:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:06.836527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753cedf-4371-4961-a200-f1fcba259baa req-37676995-c56c-4a90-8486-f23c64798d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:06.838056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-37676995-c56c-4a90-8486-f23c64798d17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=217db20d-3476-433f-84a8-f1794631c1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0519454 Oct 16 13:46:06.943704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-e8c1bdf5-3ec2-404c-88a9-3c137c97bcb2 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970955 Oct 16 13:46:06.958626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:07.053925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d753cedf-4371-4961-a200-f1fcba259baa req-ae13bb07-8def-4489-ab51-ef3fc1f89d18 service neutron] 10.222.0.31 "GET /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026902 Oct 16 13:46:07.230493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '05e34d3e-eaf4-40b0-b948-6f91775302b4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'port_id': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'mac_address': 'fa:16:3e:7d:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:45:05Z', 'updated_at': '2021-10-16T13:46:05Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:07.240094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fecb9c-ff5d-454e-aab5-82376520eb37 req-fb02e6a3-38bf-4191-81c0-afc8e90bc287 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:07.241933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-27fecb9c-ff5d-454e-aab5-82376520eb37 req-fb02e6a3-38bf-4191-81c0-afc8e90bc287 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 945 time: 0.0730574 Oct 16 13:46:07.267970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e054616-eac0-44a3-bdd6-e176fc025857 None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '05e34d3e-eaf4-40b0-b948-6f91775302b4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'port_id': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'mac_address': 'fa:16:3e:7d:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:45:05Z', 'updated_at': '2021-10-16T13:46:05Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:46:07.290999 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:46:07.297386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-27fecb9c-ff5d-454e-aab5-82376520eb37 req-0fa01696-34ed-4b0b-90c0-d6932864d779 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 Oct 16 13:46:07.484648 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a931e-7657-4531-a68f-da5f28a64c99 None None] New status for floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:46:07.509819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 38968) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:07.524106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ee561d33-7e80-4859-875f-5ecf36bed2bb up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:46:07.581037 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ecd8a69b-48ce-49aa-8f92-64e8b8faf4e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 991 time: 0.0694730 Oct 16 13:46:07.746341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port ee561d33-7e80-4859-875f-5ecf36bed2bb completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:46:07.751192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ee561d33-7e80-4859-875f-5ecf36bed2bb triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:46:07.751590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:07.988602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:08.012169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee561d33-7e80-4859-875f-5ecf36bed2bb'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:08.015760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e56a6f9-3879-472a-bb47-7ce39d0546fb" -d '{"events": [{"server_uuid": "ce1f5837-ad45-40c9-9f33-d15ff7a5c853", "name": "network-vif-plugged", "status": "completed", "tag": "ee561d33-7e80-4859-875f-5ecf36bed2bb"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:08.028431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ee561d33-7e80-4859-875f-5ecf36bed2bb, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb,segment=NetworkSegment(459826dc-a2cf-417e-8e94-636a032eacec),segment_id=459826dc-a2cf-417e-8e94-636a032eacec)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:08.054587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11907e3-5e84-4661-a822-16953ecb1aa0 x-openstack-request-id: req-f11907e3-5e84-4661-a822-16953ecb1aa0 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:08.054999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1f5837-ad45-40c9-9f33-d15ff7a5c853", "name": "network-vif-plugged", "status": "completed", "tag": "ee561d33-7e80-4859-875f-5ecf36bed2bb", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:08.055249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f11907e3-5e84-4661-a822-16953ecb1aa0 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:08.055637 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee561d33-7e80-4859-875f-5ecf36bed2bb', 'code': 200} Oct 16 13:46:08.220987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:08.278069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ee561d33-7e80-4859-875f-5ecf36bed2bb,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:08.285385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.285669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.286023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.286362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.286868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.287108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.287440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.288036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.289884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.289884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.289884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.289884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:08.425395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea3ab-a2f8-4f63-ad34-5ca3a388b6c1 req-e3251bdb-7210-47b2-bc1f-817d9273a754 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:08.426994 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-164ea3ab-a2f8-4f63-ad34-5ca3a388b6c1 req-e3251bdb-7210-47b2-bc1f-817d9273a754 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0583134 Oct 16 13:46:08.496223 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-164ea3ab-a2f8-4f63-ad34-5ca3a388b6c1 req-74a0bfff-b46e-4817-a7e8-8dbaa8508c8e tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627446 Oct 16 13:46:08.513107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2904c0-244d-4080-a0bc-54780114bc36 req-8bfaeb80-c304-4f1a-96e0-01f9fb66479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:08.520912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-af2904c0-244d-4080-a0bc-54780114bc36 req-8bfaeb80-c304-4f1a-96e0-01f9fb66479c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 1099 time: 0.0734377 Oct 16 13:46:08.576135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-af2904c0-244d-4080-a0bc-54780114bc36 req-dae8fd9e-4a1c-475e-87ea-27dcc0ca65b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Oct 16 13:46:08.583166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 38976) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:08.653389 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f814b341-7de7-4cf3-b256-6ffba7c40e1e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 200 len: 993 time: 0.0691106 Oct 16 13:46:09.623717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11b320-672f-4a31-9e7e-67bf0db1ca50 req-74ed019d-edb5-4071-bedd-7504eee85af7 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:09.625368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b11b320-672f-4a31-9e7e-67bf0db1ca50 req-74ed019d-edb5-4071-bedd-7504eee85af7 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0576839 Oct 16 13:46:09.663769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b11b320-672f-4a31-9e7e-67bf0db1ca50 req-2a9a306e-2702-4698-a330-db09c0d25a56 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Oct 16 13:46:09.993181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-e0950ce7-e6e7-4582-a148-e757678a9d46 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172142206&fields=id&tenant_id=373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 267 time: 0.0333164 Oct 16 13:46:10.102134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-54aa7551-d533-435d-99de-963d7a2930cf tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:10.103491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-54aa7551-d533-435d-99de-963d7a2930cf tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 811 time: 0.1031628 Oct 16 13:46:10.118556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-d55a95c1-5354-4c76-9948-85ac17a03fe0 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/quotas/373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 375 time: 0.0087643 Oct 16 13:46:10.181278 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-06f73f08-db83-4c02-a8bb-c52b3cd68767 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576620 Oct 16 13:46:10.278504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-b90e79d6-2302-49a9-aaad-dc4d38470fcf service neutron] 10.222.0.24 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862470 Oct 16 13:46:10.370741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-61d01b93-cb65-4b38-b9db-74b6e492207d service neutron] 10.222.0.24 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860503 Oct 16 13:46:10.788762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284e3d-0e59-43c0-ac39-3a82041fe28f req-9a1f0b50-0d8a-4ea2-b360-3f7466b72da6 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:10.790276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-66284e3d-0e59-43c0-ac39-3a82041fe28f req-9a1f0b50-0d8a-4ea2-b360-3f7466b72da6 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0603130 Oct 16 13:46:10.829535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-66284e3d-0e59-43c0-ac39-3a82041fe28f req-67ab5c1d-8211-45be-9285-18ed9d1ab054 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Oct 16 13:46:10.902914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-724c7e0b-59f3-4047-8054-23373a05a357 req-900d243f-2c9e-4a9c-bd9a-14045e7ba6d6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0307689 Oct 16 13:46:10.964516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a90e0-7e72-43f9-b844-954cf7922abf req-0c0b5373-28bf-4516-9942-315095065b0b tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:10.966037 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-198a90e0-7e72-43f9-b844-954cf7922abf req-0c0b5373-28bf-4516-9942-315095065b0b tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0604064 Oct 16 13:46:11.006807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-198a90e0-7e72-43f9-b844-954cf7922abf req-07d6a1b4-f04b-4da7-820e-9daedbee8fb3 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Oct 16 13:46:11.444892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99bf8-0bad-4061-9de4-0b2cfaeb3c37 req-46d7c432-0d14-4822-9e1c-db4c25d3ad09 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:11.446377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-72f99bf8-0bad-4061-9de4-0b2cfaeb3c37 req-46d7c432-0d14-4822-9e1c-db4c25d3ad09 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0651271 Oct 16 13:46:11.487280 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-72f99bf8-0bad-4061-9de4-0b2cfaeb3c37 req-19f5c608-aff8-4e06-b192-7db72f5bdaef tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Oct 16 13:46:12.002839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8675e3a3-6702-4b21-8078-7f1d32d59c5d req-9983c3d0-674f-4950-b49f-6dd3f5acaf92 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0299497 Oct 16 13:46:12.677349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-b8a399bb-a179-4f89-ae99-46ecd7d157ef tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:12.678804 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-b8a399bb-a179-4f89-ae99-46ecd7d157ef tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 811 time: 0.1518805 Oct 16 13:46:12.686399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691393d7-fdb9-483c-b84f-fe9dff251bc7 req-b465afff-6212-4466-b301-0583cfde11b4 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:12.687743 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-691393d7-fdb9-483c-b84f-fe9dff251bc7 req-b465afff-6212-4466-b301-0583cfde11b4 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.1274633 Oct 16 13:46:12.746180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-19eed15a-1413-4f2b-9816-8f54c429f588 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=373278b19057453d9698b00ac17f36e4 HTTP/1.1" status: 200 len: 380 time: 0.0575011 Oct 16 13:46:12.750985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-691393d7-fdb9-483c-b84f-fe9dff251bc7 req-265399b1-8173-4dae-95f3-8cc3119b67d8 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560963 Oct 16 13:46:12.755659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'port': {'device_id': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'admin_state_up': True, 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'security_groups': ['21a44621-c513-4a40-beeb-5b114571a380']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:12.817605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08e85924-c9e5-4b1e-8a7c-bd0892c51a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:12.995177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Made reservation on behalf of 373278b19057453d9698b00ac17f36e4 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:46:12.999534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:13.131215 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4a0f2418-de3d-4e58-add2-53263865b1d6 req-d3fbe71f-a761-4426-979d-92352137c1e0 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0492702 Oct 16 13:46:13.153318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Allocated IP 172.20.0.4 (5041a6a7-3056-43c2-b8a8-24735191457f/46e453e0-1f13-4b30-a9fc-46c8e590cd66/b85b3d85-3810-44a6-8d65-4db8657b1fbd) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:46:13.377435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90662e-1ef0-4a6e-affb-8acf7f8ccfb0 req-1dcfd8cc-a6c4-4f5b-bcec-7189adcc5dfa tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:13.378957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b90662e-1ef0-4a6e-affb-8acf7f8ccfb0 req-1dcfd8cc-a6c4-4f5b-bcec-7189adcc5dfa tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.2032542 Oct 16 13:46:13.400185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452b567-9080-4dcc-8815-19670f67d914 req-76506765-58dd-470e-bdac-5433bf1f8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:13.401687 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-76506765-58dd-470e-bdac-5433bf1f8dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa45832d737418f86bb5275589ad035&device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 1099 time: 0.1505551 Oct 16 13:46:13.462364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:13.519142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b90662e-1ef0-4a6e-affb-8acf7f8ccfb0 req-e528034f-40f3-49d1-b5a4-8f430dd3e4c5 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326246 Oct 16 13:46:13.569872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452b567-9080-4dcc-8815-19670f67d914 req-43f03bdc-c8ba-4d6b-b3e2-96011ac5e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:13.571392 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-43f03bdc-c8ba-4d6b-b3e2-96011ac5e692 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00204a43-685b-4825-8037-05d0afa5be3e HTTP/1.1" status: 200 len: 912 time: 0.1558924 Oct 16 13:46:13.616476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-96bcc42a-0fa2-4858-be38-4a47b3d3d264 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb HTTP/1.1" status: 200 len: 217 time: 0.0382736 Oct 16 13:46:13.632918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:13.707203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Network 5041a6a7-3056-43c2-b8a8-24735191457f is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:46:13.715098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:46:13.718070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:46:13.756278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452b567-9080-4dcc-8815-19670f67d914 req-96e613a2-ec48-4dc3-955d-2ed22ae37182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:13.757798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-96e613a2-ec48-4dc3-955d-2ed22ae37182 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c277f8d0-d84e-489f-bd8e-f174cf19e79b HTTP/1.1" status: 200 len: 851 time: 0.1353354 Oct 16 13:46:13.758401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=b85b3d85-3810-44a6-8d65-4db8657b1fbd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:13.786524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.786875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.787221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.787558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.787891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.788225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.788647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.788919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.789311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.789638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.789963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.790281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:13.813253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-3497790e-c1f4-466d-a682-b9c856599f53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00204a43-685b-4825-8037-05d0afa5be3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453637 Oct 16 13:46:13.829419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:13.830218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:14.022963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-aeb778dd-9836-4d9a-af33-613436b69a05 None None] Provisioning complete for port b85b3d85-3810-44a6-8d65-4db8657b1fbd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:46:14.023543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aeb778dd-9836-4d9a-af33-613436b69a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:14.065795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-aeb778dd-9836-4d9a-af33-613436b69a05 None None] Port b85b3d85-3810-44a6-8d65-4db8657b1fbd cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:46:14.257341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-a0e08624-5f77-4e1a-ba41-40f7cfa0bfa9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5052516 Oct 16 13:46:14.274328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Request body: {'port': {'device_id': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:14.350359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-ef5b402a-e28a-4e31-b209-169f63e1b8b8 service neutron] 10.222.0.31 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288243 Oct 16 13:46:14.431563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a47f5-6e95-4239-9c9a-438c63de446b req-3af58213-ee11-46ac-938d-cf08e52c92fc tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:14.433117 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ab1a47f5-6e95-4239-9c9a-438c63de446b req-3af58213-ee11-46ac-938d-cf08e52c92fc tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 931 time: 0.1820309 Oct 16 13:46:14.436714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:14.564857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ab1a47f5-6e95-4239-9c9a-438c63de446b req-aa1f27f4-937d-4ade-b148-8e4a511992e5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923369 Oct 16 13:46:14.581292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9452b567-9080-4dcc-8815-19670f67d914 req-526be359-b9da-456c-adc2-5fb933c77387 service neutron] 10.222.0.31 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035069 Oct 16 13:46:14.729875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0045cb-c39c-43d3-9367-c38e2e415a4b req-2cadb724-50df-4dcc-a32f-fcb6f0acb3f9 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:14.731336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bf0045cb-c39c-43d3-9367-c38e2e415a4b req-2cadb724-50df-4dcc-a32f-fcb6f0acb3f9 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0978251 Oct 16 13:46:14.817192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bf0045cb-c39c-43d3-9367-c38e2e415a4b req-5740bdf4-adbf-43c0-9830-2c090e71372c tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Oct 16 13:46:14.896878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85b3d85-3810-44a6-8d65-4db8657b1fbd {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:46:14.905225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:14.917272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Transition to ACTIVE for port object b85b3d85-3810-44a6-8d65-4db8657b1fbd will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:46:15.000865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:15.115623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Pushing event updated for resources: {'Port': ['ID=b85b3d85-3810-44a6-8d65-4db8657b1fbd,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:15.153999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Attempting to bind port b85b3d85-3810-44a6-8d65-4db8657b1fbd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:46:15.154886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Attempting to bind port b85b3d85-3810-44a6-8d65-4db8657b1fbd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:46:15.155218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Attempting to bind port b85b3d85-3810-44a6-8d65-4db8657b1fbd on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:46:15.160775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Port b85b3d85-3810-44a6-8d65-4db8657b1fbd on network 5041a6a7-3056-43c2-b8a8-24735191457f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:46:15.167789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Attempting to bind port b85b3d85-3810-44a6-8d65-4db8657b1fbd on network 5041a6a7-3056-43c2-b8a8-24735191457f {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:46:15.167789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:46:15.167789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Checking segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:46:15.167789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Bound using segment: {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:46:15.168471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Bound port: b85b3d85-3810-44a6-8d65-4db8657b1fbd, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb94d1c-47b9-4f27-be3b-d74a9aef384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:46:15.168586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:15.252407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] For port b85b3d85-3810-44a6-8d65-4db8657b1fbd, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:46:15.254648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] For port b85b3d85-3810-44a6-8d65-4db8657b1fbd, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:46:15.324594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:15.369436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:15.370113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:15.371625 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] 10.222.0.31 "PUT /v2.0/ports/b85b3d85-3810-44a6-8d65-4db8657b1fbd HTTP/1.1" status: 200 len: 1093 time: 1.1037560 Oct 16 13:46:15.374017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:15.377576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd529875-da27-4c9f-bac1-b731dd9ea668" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:15.409185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe7f67-113c-4ed6-9e7b-e78a91afc71a service neutron] Pushing event updated for resources: {'Port': ['ID=b85b3d85-3810-44a6-8d65-4db8657b1fbd,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:15.425438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336c707f-0472-4520-bf15-e5a5a381997d x-openstack-request-id: req-336c707f-0472-4520-bf15-e5a5a381997d {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:15.425859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:15.426119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-336c707f-0472-4520-bf15-e5a5a381997d {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:15.426549 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'status': 'completed', 'code': 200} Oct 16 13:46:15.437715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-043360de-884d-44e5-8c06-1e55f60dbccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:15.537024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529875-da27-4c9f-bac1-b731dd9ea668 req-26c01dba-0071-4ec3-b08e-ca3a3cebc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:15.538693 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd529875-da27-4c9f-bac1-b731dd9ea668 req-26c01dba-0071-4ec3-b08e-ca3a3cebc056 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 1096 time: 0.0781217 Oct 16 13:46:15.659996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529875-da27-4c9f-bac1-b731dd9ea668 req-a0eec900-42c0-43ca-9d1c-a1c199a41aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:15.661506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd529875-da27-4c9f-bac1-b731dd9ea668 req-a0eec900-42c0-43ca-9d1c-a1c199a41aa0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=373278b19057453d9698b00ac17f36e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1110792 Oct 16 13:46:15.798611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edbfc2-2e5f-47f9-9569-0e1b018437c8 req-b4286e8d-ecd6-4ed7-b481-af2e6f58646b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:15.799998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32edbfc2-2e5f-47f9-9569-0e1b018437c8 req-b4286e8d-ecd6-4ed7-b481-af2e6f58646b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.1291471 Oct 16 13:46:15.804899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd529875-da27-4c9f-bac1-b731dd9ea668 req-869469f3-1275-48db-a4d0-0dfabf8507e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:15.806274 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd529875-da27-4c9f-bac1-b731dd9ea668 req-869469f3-1275-48db-a4d0-0dfabf8507e6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371310 Oct 16 13:46:15.842466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32edbfc2-2e5f-47f9-9569-0e1b018437c8 req-ac13158c-6271-444f-9171-e911164018e3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344903 Oct 16 13:46:15.896379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-05284276-a8a0-421c-9a91-69d416af2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:15.897923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-05284276-a8a0-421c-9a91-69d416af2ebc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 1096 time: 0.0540385 Oct 16 13:46:15.961330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-ad4456aa-7b92-411b-b3c0-1aa8a9304107 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd HTTP/1.1" status: 200 len: 217 time: 0.0532351 Oct 16 13:46:16.023891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06860b-8cec-4639-87c8-c4d1e8a18151 req-32f9a7f9-28f3-441b-9098-30c8d131d892 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:16.025510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b06860b-8cec-4639-87c8-c4d1e8a18151 req-32f9a7f9-28f3-441b-9098-30c8d131d892 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.1267030 Oct 16 13:46:16.041514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-26d2074f-4ca0-425c-ae84-357fc3a4e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:16.043095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-26d2074f-4ca0-425c-ae84-357fc3a4e9ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0737858 Oct 16 13:46:16.100968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b06860b-8cec-4639-87c8-c4d1e8a18151 req-af4d574f-f901-4a95-aad3-8232a6fb01c3 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683675 Oct 16 13:46:16.118685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3bf7410e-7f8a-4505-a012-1c93a12ca856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:16.120027 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-3bf7410e-7f8a-4505-a012-1c93a12ca856 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0690417 Oct 16 13:46:16.216891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-7af31382-556c-4a06-8189-4ec9b5619d7e service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863414 Oct 16 13:46:16.314483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-480e9217-de8e-4a1f-b8f3-bcc3c0821b29 req-6f6f7b98-20c9-47f4-a477-516691392457 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906541 Oct 16 13:46:16.577677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:16.653579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68371d6-d8a0-4295-9778-b168dd4fad29 req-cb76646c-deb6-4e31-a26b-6eefba912389 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:16.655706 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a68371d6-d8a0-4295-9778-b168dd4fad29 req-cb76646c-deb6-4e31-a26b-6eefba912389 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0618064 Oct 16 13:46:16.694794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:16.697187 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a68371d6-d8a0-4295-9778-b168dd4fad29 req-b6f23c26-8f2f-4a00-b946-a6874616f53b tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Oct 16 13:46:16.984347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c914ca9-0d32-445f-ba1e-d62b222616eb req-4b31c507-66bd-433b-93bc-fc8169c2fd76 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:16.985955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c914ca9-0d32-445f-ba1e-d62b222616eb req-4b31c507-66bd-433b-93bc-fc8169c2fd76 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0648651 Oct 16 13:46:17.027503 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c914ca9-0d32-445f-ba1e-d62b222616eb req-5bb222a6-476f-43de-92d4-ce6224261541 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352516 Oct 16 13:46:17.879027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ba989-11f4-4d37-90d2-f3a2676ddc00 req-3866d49f-820a-4399-982c-fed5bfbb3c49 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:17.880664 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-339ba989-11f4-4d37-90d2-f3a2676ddc00 req-3866d49f-820a-4399-982c-fed5bfbb3c49 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.1132441 Oct 16 13:46:17.921852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-339ba989-11f4-4d37-90d2-f3a2676ddc00 req-3e99b19b-b109-4eb3-a8fa-f0c49dca523d tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Oct 16 13:46:18.156237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28979a-5a49-47b5-9156-ce0d65365da6 req-c0aea3ea-5d64-4e09-8e61-39bd926dbc46 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:18.157773 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b28979a-5a49-47b5-9156-ce0d65365da6 req-c0aea3ea-5d64-4e09-8e61-39bd926dbc46 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0627923 Oct 16 13:46:18.202225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b28979a-5a49-47b5-9156-ce0d65365da6 req-2aeb95d1-4ce9-4dda-bbc6-3a17a3677496 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381985 Oct 16 13:46:18.303116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78112f21-605a-44ee-836a-ecc4685dda19 req-542a05b8-8ab2-4ac3-86e6-47e4cfe3131c tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:18.304660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78112f21-605a-44ee-836a-ecc4685dda19 req-542a05b8-8ab2-4ac3-86e6-47e4cfe3131c tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0581598 Oct 16 13:46:18.355967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78112f21-605a-44ee-836a-ecc4685dda19 req-6294fe3d-8d17-4f39-b9e2-060659d78854 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Oct 16 13:46:18.401774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-33b27b61-98de-424c-9601-98f5c8770109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:18.403296 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-33b27b61-98de-424c-9601-98f5c8770109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa45832d737418f86bb5275589ad035&device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 1099 time: 0.0593202 Oct 16 13:46:18.434787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:18.507820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-863d7293-a6d0-4c9d-9d99-7864f8bf2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:18.509232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-863d7293-a6d0-4c9d-9d99-7864f8bf2cf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00204a43-685b-4825-8037-05d0afa5be3e HTTP/1.1" status: 200 len: 912 time: 0.0987659 Oct 16 13:46:18.554494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-70c302c7-f27d-4c4f-983a-c4394c47c50b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb HTTP/1.1" status: 200 len: 217 time: 0.0381770 Oct 16 13:46:18.605732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-6fa86e4b-b6b8-4881-b0b8-647e7a82c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:18.607731 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-6fa86e4b-b6b8-4881-b0b8-647e7a82c6b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c277f8d0-d84e-489f-bd8e-f174cf19e79b HTTP/1.1" status: 200 len: 851 time: 0.0453274 Oct 16 13:46:18.644535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-1e485155-1257-4f98-8603-eb77456de9b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00204a43-685b-4825-8037-05d0afa5be3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296800 Oct 16 13:46:18.741808 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-8f56e78e-356d-4948-bbf2-a6146672d670 service neutron] 10.222.0.31 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908346 Oct 16 13:46:18.837662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f226e9b0-8e77-4672-a34a-8f2dba9d5656 req-89e463cf-306b-439c-9238-90b09fc4e222 service neutron] 10.222.0.31 "GET /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Oct 16 13:46:19.326340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ad00-c33a-4286-860a-3f94d32d110d req-6bf94fe9-b9cc-490c-9e12-475b69fe0dbe tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:19.327863 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0384ad00-c33a-4286-860a-3f94d32d110d req-6bf94fe9-b9cc-490c-9e12-475b69fe0dbe tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0575182 Oct 16 13:46:19.366048 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0384ad00-c33a-4286-860a-3f94d32d110d req-df3f0259-f8a3-4d64-bbe5-db9da6bce3c4 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Oct 16 13:46:19.480574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa050d-953a-4b01-83fd-f6f106158470 req-8eafe171-a3b8-44d9-af7a-c0a1320e3297 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:19.482352 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-28aa050d-953a-4b01-83fd-f6f106158470 req-8eafe171-a3b8-44d9-af7a-c0a1320e3297 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0560081 Oct 16 13:46:19.521329 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-28aa050d-953a-4b01-83fd-f6f106158470 req-bf38eb2a-81be-4f12-809f-7756102ba984 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Oct 16 13:46:20.490396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520cb23-19d1-4c69-afad-95f859a66ed7 req-bec34c60-344d-4ed1-a6af-fadf594112c2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:20.491824 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9520cb23-19d1-4c69-afad-95f859a66ed7 req-bec34c60-344d-4ed1-a6af-fadf594112c2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0600696 Oct 16 13:46:20.530679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9520cb23-19d1-4c69-afad-95f859a66ed7 req-3990bd9f-f704-49ac-a2c4-68d769bf1a51 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Oct 16 13:46:20.645598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae216b34-ca7c-46e9-b0d0-ce60ffdf6fb0 req-c8895960-b492-4da4-a24c-cab0f2eb0e9b tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:20.647204 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae216b34-ca7c-46e9-b0d0-ce60ffdf6fb0 req-c8895960-b492-4da4-a24c-cab0f2eb0e9b tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0590346 Oct 16 13:46:20.686553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae216b34-ca7c-46e9-b0d0-ce60ffdf6fb0 req-1af91f55-a2d6-43c0-8f7f-fbaaf9676e80 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Oct 16 13:46:21.172642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e6578-6e50-4e1b-9868-e0b6d5dbbc3c req-d3aab525-b7be-41ee-be55-be0e4da8f181 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:21.174137 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-605e6578-6e50-4e1b-9868-e0b6d5dbbc3c req-d3aab525-b7be-41ee-be55-be0e4da8f181 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0582933 Oct 16 13:46:21.214045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-605e6578-6e50-4e1b-9868-e0b6d5dbbc3c req-31ab97d8-7ace-4b2e-b0e9-6b0939d38ba3 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Oct 16 13:46:21.655419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677fac0-0245-4ebc-b889-55abc5435f12 req-7170896b-b1db-4b3c-87ac-bd62028e07ff tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:21.656910 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0677fac0-0245-4ebc-b889-55abc5435f12 req-7170896b-b1db-4b3c-87ac-bd62028e07ff tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0591986 Oct 16 13:46:21.693428 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0677fac0-0245-4ebc-b889-55abc5435f12 req-508cde59-223c-4bff-bce3-d803990ac608 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307498 Oct 16 13:46:22.334937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a19b30-6c50-4839-8b58-857c2430ace7 req-25dcb801-2323-4684-aebc-9705d004616a tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:22.336448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-85a19b30-6c50-4839-8b58-857c2430ace7 req-25dcb801-2323-4684-aebc-9705d004616a tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0552375 Oct 16 13:46:22.374591 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-85a19b30-6c50-4839-8b58-857c2430ace7 req-13828556-5071-4e66-8507-d5c35cd1c3e7 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Oct 16 13:46:22.469184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:22.813290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d9674-a8b3-4c7b-8b75-318fead4afa3 req-42accb8c-0cc7-4842-9534-d186b7b4324d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:22.814770 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d17d9674-a8b3-4c7b-8b75-318fead4afa3 req-42accb8c-0cc7-4842-9534-d186b7b4324d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0566635 Oct 16 13:46:22.859377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d17d9674-a8b3-4c7b-8b75-318fead4afa3 req-8b71c211-4617-4034-9a6f-e174475c8448 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Oct 16 13:46:23.200851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-bb460d27-145c-41d7-b827-e31e73d639f8 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:23.203148 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-bb460d27-145c-41d7-b827-e31e73d639f8 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.0580118 Oct 16 13:46:23.306708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Deleting port ee561d33-7e80-4859-875f-5ecf36bed2bb {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:23.307026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:23.398792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] For port ee561d33-7e80-4859-875f-5ecf36bed2bb, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ee561d33-7e80-4859-875f-5ecf36bed2bb,segment=NetworkSegment(459826dc-a2cf-417e-8e94-636a032eacec),segment_id=459826dc-a2cf-417e-8e94-636a032eacec)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:23.399233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:23.411662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Calling delete_port for ee561d33-7e80-4859-875f-5ecf36bed2bb owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:23.596912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4d423-646a-456e-a42e-be7c48e4a1e7 req-63a8784e-84a4-46a3-a1ad-9925bc8d72ee tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:23.598383 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4b4d423-646a-456e-a42e-be7c48e4a1e7 req-63a8784e-84a4-46a3-a1ad-9925bc8d72ee tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 946 time: 0.1442704 Oct 16 13:46:23.625618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:23.637464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ee561d33-7e80-4859-875f-5ecf36bed2bb'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:46:23.666438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4b4d423-646a-456e-a42e-be7c48e4a1e7 req-9f09adad-755c-4db2-b128-97492efcdc50 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/security-groups?id=270aebfd-4f60-4a3e-8252-3d23d9096ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618434 Oct 16 13:46:23.668187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Pushing event deleted for resources: {'Port': ['ID=ee561d33-7e80-4859-875f-5ecf36bed2bb,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:23.718897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] No DVR routers for this DVR port ee561d33-7e80-4859-875f-5ecf36bed2bb on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:46:23.721401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:23.724636 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aeccbf50-c374-4df0-9590-f9ab290f0b02 req-98447035-d47a-47ba-8928-08ace2514f93 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.31 "DELETE /v2.0/ports/ee561d33-7e80-4859-875f-5ecf36bed2bb HTTP/1.1" status: 204 len: 173 time: 0.5139110 Oct 16 13:46:23.725051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'name': 'network-vif-deleted', 'tag': 'ee561d33-7e80-4859-875f-5ecf36bed2bb'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:23.727314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc3092b-fa79-43a8-9b21-c1959e53edb1" -d '{"events": [{"server_uuid": "ce1f5837-ad45-40c9-9f33-d15ff7a5c853", "name": "network-vif-deleted", "tag": "ee561d33-7e80-4859-875f-5ecf36bed2bb"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:23.763265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcecd738-a0ec-4d72-be7f-cea724d4454a x-openstack-request-id: req-bcecd738-a0ec-4d72-be7f-cea724d4454a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:23.763556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1f5837-ad45-40c9-9f33-d15ff7a5c853", "name": "network-vif-deleted", "tag": "ee561d33-7e80-4859-875f-5ecf36bed2bb", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:23.763811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcecd738-a0ec-4d72-be7f-cea724d4454a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:23.764211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1f5837-ad45-40c9-9f33-d15ff7a5c853', 'name': 'network-vif-deleted', 'tag': 'ee561d33-7e80-4859-875f-5ecf36bed2bb', 'status': 'completed', 'code': 200} Oct 16 13:46:23.984867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0dccf-d2ec-4dee-9d68-5a02a79c58aa req-bd77f1fa-f63f-481d-be9a-a10b7af92031 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:23.986287 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33b0dccf-d2ec-4dee-9d68-5a02a79c58aa req-bd77f1fa-f63f-481d-be9a-a10b7af92031 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0564840 Oct 16 13:46:24.023396 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33b0dccf-d2ec-4dee-9d68-5a02a79c58aa req-be184cbe-c94a-43af-b397-5b13115da7a2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310035 Oct 16 13:46:24.780116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b01a00d2-5858-48d0-acc0-d62f64ee9b22 req-d327150a-b8ef-4c33-aefd-a2af2505dff6 tempest-TestServerAdvancedOps-1787183687 tempest-TestServerAdvancedOps-1787183687-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce1f5837-ad45-40c9-9f33-d15ff7a5c853 HTTP/1.1" status: 200 len: 210 time: 0.0283306 Oct 16 13:46:25.146830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e9f25-ff4f-47a5-89d9-54b992582d6b req-7f28b888-f06f-410d-b082-5a86d5f05534 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:25.148284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c9e9f25-ff4f-47a5-89d9-54b992582d6b req-7f28b888-f06f-410d-b082-5a86d5f05534 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0562613 Oct 16 13:46:25.189991 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c9e9f25-ff4f-47a5-89d9-54b992582d6b req-1e69acd9-8fdd-4589-9189-91b0a16037ea tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355306 Oct 16 13:46:25.839126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39084) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:25.883472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Deleting subnet c277f8d0-d84e-489f-bd8e-f174cf19e79b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:46:25.886506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:25.920267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:25.959458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.086266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.119279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c277f8d0-d84e-489f-bd8e-f174cf19e79b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:26.121873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.124935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e4b81725-69e0-4517-b49b-223a13c2406f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c277f8d0-d84e-489f-bd8e-f174cf19e79b HTTP/1.1" status: 204 len: 168 time: 0.2848012 Oct 16 13:46:26.127399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39086) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:26.196017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.283178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.328427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00204a43-685b-4825-8037-05d0afa5be3e']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:26.340881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459826dc-a2cf-417e-8e94-636a032eacec') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:26.341113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459826dc-a2cf-417e-8e94-636a032eacec') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:26.357415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.380235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02b2e-8d4e-4244-be0d-1261cd31b7a1 req-78defa51-c4e1-465e-89c3-9a7a03c538f1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:26.385350 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33d02b2e-8d4e-4244-be0d-1261cd31b7a1 req-78defa51-c4e1-465e-89c3-9a7a03c538f1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.1010535 Oct 16 13:46:26.385350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.391019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:46:26.391401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:46:26.393089 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:46:26.474219 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33d02b2e-8d4e-4244-be0d-1261cd31b7a1 req-c04a3dac-a1be-4028-bd26-bc4b972c0940 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857120 Oct 16 13:46:26.531711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.537096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.540282 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] 10.222.0.24 "DELETE /v2.0/networks/00204a43-685b-4825-8037-05d0afa5be3e HTTP/1.1" status: 204 len: 168 time: 0.4119699 Oct 16 13:46:26.543406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39090) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:26.558173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca084788-813b-4cf1-bab3-9fcb7f6879ae admin admin] Pushing event deleted for resources: {'Network': ['ID=00204a43-685b-4825-8037-05d0afa5be3e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:26.595293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Deleting subnet e480343d-1007-4a38-8552-5090db147d81 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:46:26.598491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.633299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.671536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.786154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.813319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e480343d-1007-4a38-8552-5090db147d81,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:26.814960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:26.818096 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f5f9d737-5b4a-4a29-8b70-420aefacefe8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e480343d-1007-4a38-8552-5090db147d81 HTTP/1.1" status: 204 len: 168 time: 0.2737238 Oct 16 13:46:26.820621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39092) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:27.183329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.258562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.278318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d419a29-170d-4536-ba20-9805e80d01cc']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:27.288306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9d20e8-ee51-4dd4-95f0-772f7a8ab689') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:27.288633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9d20e8-ee51-4dd4-95f0-772f7a8ab689') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:27.301679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.314606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.320297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:46:27.320701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:46:27.322317 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:46:27.466112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.472080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.475357 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d419a29-170d-4536-ba20-9805e80d01cc HTTP/1.1" status: 204 len: 168 time: 0.6538434 Oct 16 13:46:27.485965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58e3e1-fb18-4767-9835-2f2be834b8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d419a29-170d-4536-ba20-9805e80d01cc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:27.595549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b795-f8fa-4d22-912c-504b0f2785fc req-f33d49f4-1d25-4bd6-a830-4765f53bc2a5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:27.597259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47f7b795-f8fa-4d22-912c-504b0f2785fc req-f33d49f4-1d25-4bd6-a830-4765f53bc2a5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 943 time: 0.0576696 Oct 16 13:46:27.630408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b85b3d85-3810-44a6-8d65-4db8657b1fbd details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:46:27.634424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ee561d33-7e80-4859-875f-5ecf36bed2bb no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:46:27.637192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47f7b795-f8fa-4d22-912c-504b0f2785fc req-5899a1b6-0d29-4d69-b639-00d823dc2057 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Oct 16 13:46:27.661622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: ee561d33-7e80-4859-875f-5ecf36bed2bb {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:46:27.667230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ee561d33-7e80-4859-875f-5ecf36bed2bb not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:46:27.747625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b85b3d85-3810-44a6-8d65-4db8657b1fbd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:27.758445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'port_id': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'mac_address': 'fa:16:3e:eb:a5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:46:27.798878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.811577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85b3d85-3810-44a6-8d65-4db8657b1fbd {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:46:27.835392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b85b3d85-3810-44a6-8d65-4db8657b1fbd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:27.849989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39098) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:27.890808 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-31572df1-d594-452f-8baa-3f05dbf75bad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aa45832d737418f86bb5275589ad035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395975 Oct 16 13:46:27.893281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39100) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:27.900246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.943687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a88034-d8a3-4e88-bd77-e790a1fc712b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:27.951708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=b85b3d85-3810-44a6-8d65-4db8657b1fbd,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:27.976706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a88034-d8a3-4e88-bd77-e790a1fc712b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:28.097597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a88034-d8a3-4e88-bd77-e790a1fc712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:28.100109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24a88034-d8a3-4e88-bd77-e790a1fc712b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:28.101286 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24a88034-d8a3-4e88-bd77-e790a1fc712b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/270aebfd-4f60-4a3e-8252-3d23d9096ee2 HTTP/1.1" status: 204 len: 168 time: 0.2070699 Oct 16 13:46:28.109844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a88034-d8a3-4e88-bd77-e790a1fc712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270aebfd-4f60-4a3e-8252-3d23d9096ee2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:28.136264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['b85b3d85-3810-44a6-8d65-4db8657b1fbd'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:46:28.761474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd6de6-df74-4623-9244-6adb4ec21f34 req-d1f0497b-7a3c-4adc-a4ce-6ab0d70f7a8e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:28.762945 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cdd6de6-df74-4623-9244-6adb4ec21f34 req-d1f0497b-7a3c-4adc-a4ce-6ab0d70f7a8e tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 944 time: 0.0575509 Oct 16 13:46:28.804871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39108) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:28.807930 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cdd6de6-df74-4623-9244-6adb4ec21f34 req-e263c5a9-9ace-4f56-86e8-9acd42a562f4 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373194 Oct 16 13:46:28.846371 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-23cb109a-9b60-48ce-8b87-9936f2769468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9051f9607845f2806a5767e2ff0067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404308 Oct 16 13:46:28.848820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39110) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:28.900493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e84f60de-a442-4a24-b128-f273fe1195e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:28.921727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e84f60de-a442-4a24-b128-f273fe1195e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:29.094182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e84f60de-a442-4a24-b128-f273fe1195e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:29.096701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e84f60de-a442-4a24-b128-f273fe1195e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:29.097856 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e84f60de-a442-4a24-b128-f273fe1195e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3db6ac1-23c8-4533-a7df-616ba9993172 HTTP/1.1" status: 204 len: 168 time: 0.2481453 Oct 16 13:46:29.105819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f60de-a442-4a24-b128-f273fe1195e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db6ac1-23c8-4533-a7df-616ba9993172,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:29.638551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b85b3d85-3810-44a6-8d65-4db8657b1fbd up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:46:29.656989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-a5957e82-fbb3-42b6-a398-ebb11927b736 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479929 Oct 16 13:46:29.745321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-d96070cf-48b2-4f6d-9ceb-c3a4fb46d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:29.746823 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-d96070cf-48b2-4f6d-9ceb-c3a4fb46d56a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1098 time: 0.0482011 Oct 16 13:46:29.763009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port b85b3d85-3810-44a6-8d65-4db8657b1fbd completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:46:29.768019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port b85b3d85-3810-44a6-8d65-4db8657b1fbd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:46:29.768019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:29.859652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:29.887540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:29.891197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ddcb1-4fd3-44ea-95a9-48fb0a93c2b8" -d '{"events": [{"server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "name": "network-vif-plugged", "status": "completed", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:29.910751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b85b3d85-3810-44a6-8d65-4db8657b1fbd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:29.934334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bbc37b-6726-46a9-8156-4289bf35869f x-openstack-request-id: req-55bbc37b-6726-46a9-8156-4289bf35869f {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:29.934649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "name": "network-vif-plugged", "status": "completed", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:29.934910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55bbc37b-6726-46a9-8156-4289bf35869f {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:29.935305 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'code': 200} Oct 16 13:46:30.003794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1ff3-82db-4bf6-b679-bd2ba96251ab req-33cd5a9c-949b-4ade-9674-927b5608da37 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:30.005300 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d1f1ff3-82db-4bf6-b679-bd2ba96251ab req-33cd5a9c-949b-4ade-9674-927b5608da37 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 944 time: 0.1284733 Oct 16 13:46:30.026198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:30.039502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-97d4e56c-7e42-47da-82b1-106b31840022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:30.042003 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-97d4e56c-7e42-47da-82b1-106b31840022 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.2754822 Oct 16 13:46:30.080048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=b85b3d85-3810-44a6-8d65-4db8657b1fbd,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:30.097183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d1f1ff3-82db-4bf6-b679-bd2ba96251ab req-21851a93-4427-4986-87bf-0f632fb8063c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858419 Oct 16 13:46:30.126595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-5d7d87d9-69d9-4f0a-aca5-89fb641ae9aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 1001 time: 0.0759344 Oct 16 13:46:30.219544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-dabd4f5e-8b52-4215-9902-7d31cf890c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:30.221074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-dabd4f5e-8b52-4215-9902-7d31cf890c39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0825636 Oct 16 13:46:30.241537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c83cd-44d2-4ba9-b026-614713e22cfc req-525bbe88-541e-49d6-9cd8-676a00a079ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:30.244078 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-581c83cd-44d2-4ba9-b026-614713e22cfc req-525bbe88-541e-49d6-9cd8-676a00a079ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 1098 time: 0.0782144 Oct 16 13:46:30.297782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-581c83cd-44d2-4ba9-b026-614713e22cfc req-1084313c-c156-4ffe-877e-8beb6c790738 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400381 Oct 16 13:46:30.306482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-6828a57a-3aea-4a51-95f9-31820c0070ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:30.307871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-6828a57a-3aea-4a51-95f9-31820c0070ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0797060 Oct 16 13:46:30.496244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-52abb629-9e95-47ed-b871-d86075c0d7ba service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:46:30.497194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-52abb629-9e95-47ed-b871-d86075c0d7ba service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0054529 Oct 16 13:46:30.587657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-49058411-68ba-4148-8eab-d4d319286b82 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818141 Oct 16 13:46:30.680407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a03601cc-d0b1-4dfd-9526-390727adacdc req-4d6eb2cf-ca43-4003-8c7e-e7646cf6c2e9 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854621 Oct 16 13:46:31.223825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855afc7-ec6c-41de-8882-50ac03119868 req-eccca3c5-549b-431a-a2bb-b5fe16880437 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:31.225406 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6855afc7-ec6c-41de-8882-50ac03119868 req-eccca3c5-549b-431a-a2bb-b5fe16880437 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 945 time: 0.0609491 Oct 16 13:46:31.263671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6855afc7-ec6c-41de-8882-50ac03119868 req-f4783bbd-79ff-47b7-98b4-6126ee813cd9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Oct 16 13:46:32.386551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fd245-09a8-4e0c-8136-55e6957e65f9 req-55767fe0-38c6-407c-a301-78618ce1a46b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:32.388026 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-777fd245-09a8-4e0c-8136-55e6957e65f9 req-55767fe0-38c6-407c-a301-78618ce1a46b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 945 time: 0.0561674 Oct 16 13:46:32.425837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-777fd245-09a8-4e0c-8136-55e6957e65f9 req-95b6da51-c117-4cb5-b153-55d545b62d15 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Oct 16 13:46:32.549687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49933309-8496-4b57-836d-f776aecfb4a8 req-0e387980-792e-4f3d-9262-573dd8fed7b0 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:32.551159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49933309-8496-4b57-836d-f776aecfb4a8 req-0e387980-792e-4f3d-9262-573dd8fed7b0 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Oct 16 13:46:32.589133 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49933309-8496-4b57-836d-f776aecfb4a8 req-412ff737-d674-43aa-adac-9e435e5ff4ab tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Oct 16 13:46:32.611907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39130) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:32.758141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5470fa-f5e9-4869-8707-dd8223ec0d84 tempest-TestVolumeBootPattern-1223759995 tempest-TestVolumeBootPattern-1223759995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:32.759576 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3d5470fa-f5e9-4869-8707-dd8223ec0d84 tempest-TestVolumeBootPattern-1223759995 tempest-TestVolumeBootPattern-1223759995-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 1093 time: 0.1466587 Oct 16 13:46:32.762494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39134) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:32.767539 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:32.846300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:32.939331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:33.044869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Allocated IP 172.26.5.19 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/5d5c0866-75f9-42f9-ade5-7c60abeba8f2) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:46:33.143858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:33.300945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:33.347503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:46:33.350473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:46:33.354074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:46:33.379685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=5d5c0866-75f9-42f9-ade5-7c60abeba8f2,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:33.760585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:33.915891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:34.073458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:34.117156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:34.195012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event updated for resources: {'Port': ['ID=5d5c0866-75f9-42f9-ade5-7c60abeba8f2,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:34.204511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:34.321612 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Floating IP 5c8800cb-ca42-4206-8cf8-5efc3980772d associated. External IP: 172.26.5.19, port: b85b3d85-3810-44a6-8d65-4db8657b1fbd. Oct 16 13:46:34.563319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:46:34.687068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:46:34.697278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be092c-2181-430c-b56c-99335b335cef None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:46:34.707299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:34.707897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:34.787744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:34.822068 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b6ee8530-6dbb-4655-96d6-6546753b0fb9 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0585546 Oct 16 13:46:34.822647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:34.825008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc7d00-2129-4fcf-a679-c1cd033859e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:34.833501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:34.861814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5276a48-4a91-49a3-8f1f-0e343b0c1369 x-openstack-request-id: req-e5276a48-4a91-49a3-8f1f-0e343b0c1369 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:34.862100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:34.862353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5276a48-4a91-49a3-8f1f-0e343b0c1369 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:34.862754 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'status': 'completed', 'code': 200} Oct 16 13:46:34.933490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-ce00a33d-e464-4ac9-ad75-e0ed7bc9373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:34.934991 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-ce00a33d-e464-4ac9-ad75-e0ed7bc9373a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 1098 time: 0.0477197 Oct 16 13:46:35.029538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-82c5e0b8-0a01-4762-a347-8e973adab1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:35.031049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-82c5e0b8-0a01-4762-a347-8e973adab1dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.0879326 Oct 16 13:46:35.075974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 1, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}, {'id': '5c8800cb-ca42-4206-8cf8-5efc3980772d', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:eb:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:46:33Z', 'updated_at': '2021-10-16T13:46:33Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:35.103761 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-265b71b1-3a90-44a2-92cd-3c2cf9cdf178 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd HTTP/1.1" status: 200 len: 998 time: 0.0640454 Oct 16 13:46:35.104745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be092c-2181-430c-b56c-99335b335cef None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:46:35.113181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:35.113777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:35.155966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-3342aee9-0b33-4f7e-8f42-56e42c6f3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:35.157438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-3342aee9-0b33-4f7e-8f42-56e42c6f3fe3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0446362 Oct 16 13:46:35.215092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-70e8aa1c-eddd-44d0-90ec-d3b549621b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:35.216647 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-70e8aa1c-eddd-44d0-90ec-d3b549621b9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516315 Oct 16 13:46:35.237499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:35.308218 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-2cbf75cf-4256-4114-8f15-3d00cf8aa7a0 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Oct 16 13:46:35.402045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1afc7d00-2129-4fcf-a679-c1cd033859e3 req-35907fe7-9d59-4c59-8e2c-474b82e64814 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Oct 16 13:46:35.478865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-f3be092c-2181-430c-b56c-99335b335cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 1, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}, {'id': '5c8800cb-ca42-4206-8cf8-5efc3980772d', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:eb:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:46:33Z', 'updated_at': '2021-10-16T13:46:33Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:35.507762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3be092c-2181-430c-b56c-99335b335cef None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 1, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}, {'id': '5c8800cb-ca42-4206-8cf8-5efc3980772d', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:eb:a5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:46:33Z', 'updated_at': '2021-10-16T13:46:33Z', 'revision_number': 0, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:46:35.696931 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bcc6c7-db9e-4d67-8bcb-494c352304d0 None None] New status for floating IP 5c8800cb-ca42-4206-8cf8-5efc3980772d: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:46:42.190985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfeb1a-fd25-4018-bbed-34751b8df6a2 req-a31b428b-8979-4614-930a-d7f1184463cc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:42.192558 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08bfeb1a-fd25-4018-bbed-34751b8df6a2 req-a31b428b-8979-4614-930a-d7f1184463cc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.0572269 Oct 16 13:46:42.232743 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08bfeb1a-fd25-4018-bbed-34751b8df6a2 req-25fcab5e-d431-4aec-ae7c-dc68d4c11b0b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Oct 16 13:46:42.808333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2546eb5-673f-44ca-b8bf-1197dfa5821a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:43.364931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9d098-8fdf-4026-93f1-61cf94d30c9c req-7a42ea01-2084-405c-ad81-b93d232f996f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:43.366403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ad9d098-8fdf-4026-93f1-61cf94d30c9c req-7a42ea01-2084-405c-ad81-b93d232f996f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.0574822 Oct 16 13:46:43.408749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ad9d098-8fdf-4026-93f1-61cf94d30c9c req-3919623c-8f01-4e57-abeb-69ddcae337e2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363395 Oct 16 13:46:43.624829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927389d7-130b-454e-8a17-40f6239bf779 req-fb735711-0fb8-491d-9b62-45fed6cea417 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:43.626289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-927389d7-130b-454e-8a17-40f6239bf779 req-fb735711-0fb8-491d-9b62-45fed6cea417 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.0608337 Oct 16 13:46:43.734411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port ce255e4c-86cd-4373-b5e2-29f935305418 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:43.734739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:44.171951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port ce255e4c-86cd-4373-b5e2-29f935305418, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ce255e4c-86cd-4373-b5e2-29f935305418,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:44.172294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:44.289532 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:46:44.361146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:44.361496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:44.361807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4 disassociated. External IP: 172.26.5.174, port: ce255e4c-86cd-4373-b5e2-29f935305418. Oct 16 13:46:44.362143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for ce255e4c-86cd-4373-b5e2-29f935305418 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:44.541773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c67f9-9ea9-4608-b24f-b5ac593cd969 req-3cbbe6ab-8044-4cba-a7d1-4bafd4c76fa3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:44.543259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-647c67f9-9ea9-4608-b24f-b5ac593cd969 req-3cbbe6ab-8044-4cba-a7d1-4bafd4c76fa3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 945 time: 0.0638416 Oct 16 13:46:44.583373 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-647c67f9-9ea9-4608-b24f-b5ac593cd969 req-0e2b833e-10b9-4c76-8ffd-ffb51b09ec71 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bc7f414-5472-443b-bab6-81674ed6d557&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Oct 16 13:46:44.606103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:44.639263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=ce255e4c-86cd-4373-b5e2-29f935305418,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:44.774408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:46:44.905734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:46:44.915331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:46:44.930109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:44.930707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:44.948340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port ce255e4c-86cd-4373-b5e2-29f935305418 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:46:44.950911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:44.955258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-927389d7-130b-454e-8a17-40f6239bf779 req-5d44e990-adf6-4acd-9777-dcee3cf19f09 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/ce255e4c-86cd-4373-b5e2-29f935305418 HTTP/1.1" status: 204 len: 173 time: 1.3228848 Oct 16 13:46:44.955733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'name': 'network-vif-deleted', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:44.958188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb598f-986e-4f53-892c-ab7cab289298" -d '{"events": [{"server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "name": "network-vif-deleted", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:45.064738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:45.207255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d223141-33fe-4d2b-9cb6-36b13fd7a72a x-openstack-request-id: req-9d223141-33fe-4d2b-9cb6-36b13fd7a72a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:45.207547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb7fa77-ada1-4957-ace5-87b8fbbc5714", "name": "network-vif-deleted", "tag": "ce255e4c-86cd-4373-b5e2-29f935305418", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:45.207841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d223141-33fe-4d2b-9cb6-36b13fd7a72a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:45.208295 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb7fa77-ada1-4957-ace5-87b8fbbc5714', 'name': 'network-vif-deleted', 'tag': 'ce255e4c-86cd-4373-b5e2-29f935305418', 'status': 'completed', 'code': 200} Oct 16 13:46:45.284869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:45.313030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:46:45.321269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:45.321782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:45.455754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:45.483163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15c6a977-8995-4bb2-b18c-3a7092b74be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:45.669871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:45.694582 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-77756719-21fa-429c-ac74-792336088cad req-e249fb58-d373-4564-ac55-f7cade47f867 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb7fa77-ada1-4957-ace5-87b8fbbc5714 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Oct 16 13:46:45.700354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d667ac1-a22f-46e2-8e0d-ab0e02d2f5d7 None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:44:45Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd5d843d2-6fca-4561-85f8-0eb87bb2254a', 'name': '', 'network_id': '217db20d-3476-433f-84a8-f1794631c1a4', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:df:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:45Z', 'updated_at': '2021-10-16T13:44:48Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:46:45.925639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0862c14d-933c-4276-9851-c92c1370965e None None] New status for floating IP 05e34d3e-eaf4-40b0-b948-6f91775302b4: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:46:46.556650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:46.685851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:46.750791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39164) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:46.814534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:46.845499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.037185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.039750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.040962 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/4bc7f414-5472-443b-bab6-81674ed6d557 HTTP/1.1" status: 204 len: 168 time: 0.2890949 Oct 16 13:46:47.050343 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc7f414-5472-443b-bab6-81674ed6d557,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:47.058856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.059141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.064626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07eda93-8dc8-405f-b677-4d7943ea2402 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:47.142224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39168) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:47.275441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 32382487-2cee-413e-8375-38908bb27bcb {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:47.275791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.348913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.349133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.361054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 32382487-2cee-413e-8375-38908bb27bcb owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:47.571803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.600099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=32382487-2cee-413e-8375-38908bb27bcb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:47.663541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.666044 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:47.667180 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f119673a-d3f9-4fbd-a137-22c13ffe84ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/05e34d3e-eaf4-40b0-b948-6f91775302b4 HTTP/1.1" status: 204 len: 168 time: 0.5239499 Oct 16 13:46:47.769985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ce255e4c-86cd-4373-b5e2-29f935305418 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:46:47.790546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: ce255e4c-86cd-4373-b5e2-29f935305418 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:46:47.790887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ce255e4c-86cd-4373-b5e2-29f935305418 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:46:48.145125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2f79a-af7e-4d71-a7da-50e139066560 req-03a93bfe-179e-4d11-9bce-bf821d7c6ffc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:48.146599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bd2f79a-af7e-4d71-a7da-50e139066560 req-03a93bfe-179e-4d11-9bce-bf821d7c6ffc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 946 time: 0.0587964 Oct 16 13:46:48.184051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bd2f79a-af7e-4d71-a7da-50e139066560 req-f5d49b82-101e-4335-b96e-792f54cddf5e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Oct 16 13:46:48.414295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:49.306402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f4a0b-c68f-4753-bbb5-fcf069186538 req-a6324289-89c3-4696-ae27-741129f579d1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:49.307868 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3d6f4a0b-c68f-4753-bbb5-fcf069186538 req-a6324289-89c3-4696-ae27-741129f579d1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 946 time: 0.0554838 Oct 16 13:46:49.347923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3d6f4a0b-c68f-4753-bbb5-fcf069186538 req-922c3d03-2a0a-4b76-9d21-462e890b80e8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=1946fa2a-5781-45ab-9979-93f4a12670eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Oct 16 13:46:49.450437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-16eb1b06-f32e-426f-b2b2-cf19056eec7e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:49.451864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-16eb1b06-f32e-426f-b2b2-cf19056eec7e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 946 time: 0.0552897 Oct 16 13:46:49.560928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 15e0dcad-3317-411a-b9ee-baab85f543b0 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:49.561178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:49.649534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 15e0dcad-3317-411a-b9ee-baab85f543b0, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=15e0dcad-3317-411a-b9ee-baab85f543b0,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:49.649893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:49.663341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 15e0dcad-3317-411a-b9ee-baab85f543b0 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:49.883081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:49.913048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=15e0dcad-3317-411a-b9ee-baab85f543b0,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:49.970745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port 15e0dcad-3317-411a-b9ee-baab85f543b0 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:46:49.973117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:49.976335 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa9cbbdd-539f-460d-bd93-b01813a1be6f req-a6c06fbc-7642-4d5f-af3f-8576aa38544f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/15e0dcad-3317-411a-b9ee-baab85f543b0 HTTP/1.1" status: 204 len: 173 time: 0.5175302 Oct 16 13:46:49.976771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'name': 'network-vif-deleted', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:46:49.978993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6523c25b-fb90-409f-978e-23413e7d103a" -d '{"events": [{"server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "name": "network-vif-deleted", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:46:50.013327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3691386-f32f-4c24-aec4-1e8713395652 x-openstack-request-id: req-e3691386-f32f-4c24-aec4-1e8713395652 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:46:50.013638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7dffcb-c62b-467e-8cb3-679f1c8d0df4", "name": "network-vif-deleted", "tag": "15e0dcad-3317-411a-b9ee-baab85f543b0", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:46:50.013909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3691386-f32f-4c24-aec4-1e8713395652 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:46:50.014330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7dffcb-c62b-467e-8cb3-679f1c8d0df4', 'name': 'network-vif-deleted', 'tag': '15e0dcad-3317-411a-b9ee-baab85f543b0', 'status': 'completed', 'code': 200} Oct 16 13:46:50.452816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ef70218b-4e7a-47ca-ad5a-20e78ae6b35c req-2999d6f0-3ac8-4e7a-89ab-7300cdd6d0f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab7dffcb-c62b-467e-8cb3-679f1c8d0df4 HTTP/1.1" status: 200 len: 210 time: 0.0275881 Oct 16 13:46:51.508726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39184) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:51.571880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-615c914e-5621-4e59-9f2a-51a81ec73bc5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:51.599253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-615c914e-5621-4e59-9f2a-51a81ec73bc5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:51.800423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-615c914e-5621-4e59-9f2a-51a81ec73bc5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:51.802952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-615c914e-5621-4e59-9f2a-51a81ec73bc5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:51.804159 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-615c914e-5621-4e59-9f2a-51a81ec73bc5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/1946fa2a-5781-45ab-9979-93f4a12670eb HTTP/1.1" status: 204 len: 168 time: 0.2943962 Oct 16 13:46:51.813325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c914e-5621-4e59-9f2a-51a81ec73bc5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1946fa2a-5781-45ab-9979-93f4a12670eb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:51.906296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39188) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:52.322186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:52.442634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:52.609746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port d5d843d2-6fca-4561-85f8-0eb87bb2254a {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:52.610313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:52.700648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port d5d843d2-6fca-4561-85f8-0eb87bb2254a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d5d843d2-6fca-4561-85f8-0eb87bb2254a,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:52.701000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:52.712894 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for d5d843d2-6fca-4561-85f8-0eb87bb2254a owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:52.994488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:53.023661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=d5d843d2-6fca-4561-85f8-0eb87bb2254a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:53.214294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:53.765470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:46:53.833001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 15e0dcad-3317-411a-b9ee-baab85f543b0 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:46:53.853495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 15e0dcad-3317-411a-b9ee-baab85f543b0 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:46:53.853849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 15e0dcad-3317-411a-b9ee-baab85f543b0 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:46:53.890688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:46:53.896503 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8b181d10-de38-468a-952c-2efdc4a8f8a6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890614 Oct 16 13:46:53.899087 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39190) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:53.900749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] Sync routers for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:46:53.910547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:53.914724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:53.950614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet 7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:46:53.953756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:53.995215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.032041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:54.089126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.240634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.269368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:54.271368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.277085 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-221967d0-dd32-498c-9cbe-5aefd9e737bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/7ce14045-dbd7-4ea8-aec0-6ad4aedc45a3 HTTP/1.1" status: 204 len: 168 time: 0.3744080 Oct 16 13:46:54.277914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39192) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:54.300019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7120e26-1e40-49d3-8be1-92187e3ee7e4 None None] Network 217db20d-3476-433f-84a8-f1794631c1a4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:46:54.401994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.478366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:46:52Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:54.508516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] Checking router: e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:46:54.518674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] Routers {'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:54.519289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:54.534076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.560138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] DHCP port deletion for 217db20d-3476-433f-84a8-f1794631c1a4 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:46:54.668538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:54.668870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.678728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] Set router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:54.734848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] Deleting port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:46:54.735214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.748865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:54.749225 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.761585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:54.856370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] For port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,segment=NetworkSegment(401f5f49-2e75-48e5-9981-6dc7eff24a4e),segment_id=401f5f49-2e75-48e5-9981-6dc7eff24a4e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:46:54.856370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:54.869076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] Calling delete_port for 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:46:54.961901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:46:55.042651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.045662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:46:52Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:55.069944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:55.090976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c583b11-ffa6-46d6-b3b1-fa2cfca9a621 None None] The sync data for ids ['e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5'] in dv-neutron-743142-24-hyperv is: [{'id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'name': 'tempest-TestNetworkBasicOps-router-1708586539', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:44:41Z', 'updated_at': '2021-10-16T13:46:52Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:d8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:44:42Z', 'updated_at': '2021-10-16T13:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:46:55.110369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.138342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.145582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.181951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] Pushing event deleted for resources: {'Port': ['ID=304f39cc-9ba3-4a93-abd5-5613a3ba57b1,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:55.183821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386ad7c-d72b-4a5f-8caa-e024cdff8a8b None None] No DVR routers for this DVR port 304f39cc-9ba3-4a93-abd5-5613a3ba57b1 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:46:55.259636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.261821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.414008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.418145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:46:55.421862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.423065 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1c5c2c7b-2b64-41bd-bfd5-cd1663fc1783 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/e5a95fa9-f81c-4c6d-94c1-c61bfa6a8ba5 HTTP/1.1" status: 204 len: 168 time: 1.1447389 Oct 16 13:46:55.425692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39196) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:55.514280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.615631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.639464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217db20d-3476-433f-84a8-f1794631c1a4']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:55.648804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401f5f49-2e75-48e5-9981-6dc7eff24a4e') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:55.649097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401f5f49-2e75-48e5-9981-6dc7eff24a4e') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:55.660753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.675945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.682246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:46:55.682671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:46:55.686072 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:46:55.811556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.820097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:55.822917 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/217db20d-3476-433f-84a8-f1794631c1a4 HTTP/1.1" status: 204 len: 168 time: 0.3963115 Oct 16 13:46:55.835480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f98907-2b7a-44b9-9f0b-326f6a4e9684 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=217db20d-3476-433f-84a8-f1794631c1a4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:55.845645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39198) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:55.850537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--1602504252', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:56.063136 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:46:56.066721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.090899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:46:56.101372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.101512 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment e1ba6fdf-e1bd-44d7-b951-0d6943e8f278 of type vlan for network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 Oct 16 13:46:56.150983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.297803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.303633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:56.304254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.371195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=ab3eaa31-ca6e-4726-9620-46f41b2d5b30,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:56.382210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:46:56.428758 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-88e55934-0ec1-43aa-9104-a799ae197383 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5822186 Oct 16 13:46:56.431422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39200) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:56.436863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:56.549583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.551084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.615103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.864405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:56.883305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d5d843d2-6fca-4561-85f8-0eb87bb2254a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:46:56.905923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d5d843d2-6fca-4561-85f8-0eb87bb2254a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:46:56.906256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d5d843d2-6fca-4561-85f8-0eb87bb2254a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:46:56.906665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:46:56.931912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:46:56.935198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2b1ba3ac-0e5a-41b9-ba58-bdfa64bda302 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:46:57.115839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:57.140135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:57.250833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.58 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/b70db713-9f7f-463f-942b-ce552981e46f) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:46:57.348887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:57.468821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:57.513527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:46:57.516504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:46:57.520114 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:46:57.525324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=b70db713-9f7f-463f-942b-ce552981e46f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:57.863780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:58.090870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:58.333959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router d8abdc31-7490-41c3-ab81-27b8590668ee is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:46:58.459699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:46:58.468864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Sync routers for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:46:58.477475 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:58.478065 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:58.541813 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:58.543121 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bb71dbdb-303d-47ef-8c20-172c8bbcc530 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1108119 Oct 16 13:46:58.546213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39202) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:58.576502 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8637783-31af-4ae0-82fd-f6834e363a13 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291319 Oct 16 13:46:58.579065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39204) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:58.609593 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:58.677904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa307ad6-2610-471b-8992-e389026d8c21 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:58.679532 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aa307ad6-2610-471b-8992-e389026d8c21 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953200 Oct 16 13:46:58.682844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39206) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:58.713996 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a5b7832a-6b94-49bc-94a9-6c211c928158 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298114 Oct 16 13:46:58.717299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39208) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:58.722738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310529344', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:46:58.806883 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:46:57Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:58.835305 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Checking router: d8abdc31-7490-41c3-ab81-27b8590668ee for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:46:58.835683 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Updating router d8abdc31-7490-41c3-ab81-27b8590668ee port b70db713-9f7f-463f-942b-ce552981e46f binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:46:58.869610 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:58.905557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:46:58.910452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.136998 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.189003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.234521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.270157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=027f9cfb-50dd-4a09-bca5-a877cc5ebe6a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:59.280000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:46:59.280000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: ab3eaa31-ca6e-4726-9620-46f41b2d5b30, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:46:59.290378 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Attempting to bind port b70db713-9f7f-463f-942b-ce552981e46f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:46:59.290743 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Attempting to bind port b70db713-9f7f-463f-942b-ce552981e46f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:46:59.291092 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Attempting to bind port b70db713-9f7f-463f-942b-ce552981e46f on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:46:59.299428 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:46:59.299829 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:46:59.300185 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.300592 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:46:59.301046 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Bound port: b70db713-9f7f-463f-942b-ce552981e46f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:46:59.301418 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.333030 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Pushing event updated for resources: {'Port': ['ID=b70db713-9f7f-463f-942b-ce552981e46f,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:59.351174 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.351518 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.351851 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.352178 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.352530 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.352879 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.353204 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.353537 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.353858 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.354172 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.354485 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.354794 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:46:59.366834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:46:59.389509 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] For port b70db713-9f7f-463f-942b-ce552981e46f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:46:59.391934 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] For port b70db713-9f7f-463f-942b-ce552981e46f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b70db713-9f7f-463f-942b-ce552981e46f,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:46:59.508524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, ab3eaa31-ca6e-4726-9620-46f41b2d5b30) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:46:59.514791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:46:59.515827 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.517588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f2b5c-341b-4b1c-a381-bcf9498c9df9 None None] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:46:59.539163 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.599807 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9b9d2eca-032d-4fd6-9cf2-7b4009990f20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8814745 Oct 16 13:46:59.602909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39210) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:46:59.610692 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:46:59.611849 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:59.614426 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a41e-c379-4264-a660-403b6bfa73e1 None None] Pushing event updated for resources: {'Port': ['ID=b70db713-9f7f-463f-942b-ce552981e46f,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:46:59.680427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:46:59.682206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:46:59.749493 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:46:59.825613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Allocated IP 172.20.0.2 (ab3eaa31-ca6e-4726-9620-46f41b2d5b30/027f9cfb-50dd-4a09-bca5-a877cc5ebe6a/84e99aed-e7aa-4deb-980b-ab73089bfe09) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:46:59.966019 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:46:57Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:46:59.995917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f028-500d-41a0-8956-2b32efdee133 None None] The sync data for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv is: [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:46:57Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:46:59.998703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:00.055023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:00.106580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:00.111825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:00.116463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:00.119825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Pushing event updated for resources: {'Port': ['ID=84e99aed-e7aa-4deb-980b-ab73089bfe09,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:00.191496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Attempting to bind port 84e99aed-e7aa-4deb-980b-ab73089bfe09 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:00.191496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Attempting to bind port 84e99aed-e7aa-4deb-980b-ab73089bfe09 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:00.191496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Attempting to bind port 84e99aed-e7aa-4deb-980b-ab73089bfe09 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:00.195897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:00.196597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Checking segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:00.197038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:00.197610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Bound using segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:00.198083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Bound port: 84e99aed-e7aa-4deb-980b-ab73089bfe09, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:00.198501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:00.299353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] For port 84e99aed-e7aa-4deb-980b-ab73089bfe09, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:00.302578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] For port 84e99aed-e7aa-4deb-980b-ab73089bfe09, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=84e99aed-e7aa-4deb-980b-ab73089bfe09,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:47:00.392402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:00.464588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591c7e1-455c-4952-bc3d-ee8e1cc3f36d None None] Pushing event updated for resources: {'Port': ['ID=84e99aed-e7aa-4deb-980b-ab73089bfe09,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:00.511609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:00.860917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (ab3eaa31-ca6e-4726-9620-46f41b2d5b30/027f9cfb-50dd-4a09-bca5-a877cc5ebe6a/7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:47:00.961828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 84e99aed-e7aa-4deb-980b-ab73089bfe09 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:00.997001 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.018270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 84e99aed-e7aa-4deb-980b-ab73089bfe09 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:01.018562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.088945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.105837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.137460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:01.140200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 84e99aed-e7aa-4deb-980b-ab73089bfe09, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=84e99aed-e7aa-4deb-980b-ab73089bfe09,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:01.140659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:01.144706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:01.171436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:01.191980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.217609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.221130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b70db713-9f7f-463f-942b-ce552981e46f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:01.305839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=84e99aed-e7aa-4deb-980b-ab73089bfe09,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:01.319164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b70db713-9f7f-463f-942b-ce552981e46f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:01.319539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.412165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.417458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.438124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port b70db713-9f7f-463f-942b-ce552981e46f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b70db713-9f7f-463f-942b-ce552981e46f,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:01.546040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.606203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=b70db713-9f7f-463f-942b-ce552981e46f,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:01.734641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.834681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.859761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5595cf6-8bb6-434d-8831-a4185e09be7a None None] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:47:01.921900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:01.925492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:01.940751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-681a50a5-b509-4ff2-a808-9108dded45b1 None None] Provisioning complete for port 84e99aed-e7aa-4deb-980b-ab73089bfe09 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:01.941123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-681a50a5-b509-4ff2-a808-9108dded45b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:02.018088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:02.019704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:02.153982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router d8abdc31-7490-41c3-ab81-27b8590668ee has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:47:02.285940 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:47:02.291283 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cded7cf9-3a5a-4137-a5bd-aa0f1f9e3bf5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/d8abdc31-7490-41c3-ab81-27b8590668ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868982 Oct 16 13:47:02.293487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39212) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:02.299205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Sync routers for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:47:02.320022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:02.320889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:02.324058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a808d46f-deb6-4329-a8c1-43e1461ddf53 None None] Provisioning complete for port 84e99aed-e7aa-4deb-980b-ab73089bfe09 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:02.324555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a808d46f-deb6-4329-a8c1-43e1461ddf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:02.408259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.409090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.409314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.409794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.410560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.410750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.414617 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84a06aee-8d82-4cb9-afe0-9623e3db27d2 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1180956 Oct 16 13:47:02.415759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39214) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:02.480408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.481026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.481482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.481931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.482506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.482943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:02.484950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-383a4cfe-3aaf-4ac9-97eb-6cb7ce0de914 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0673428 Oct 16 13:47:02.489014 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39216) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:02.665210 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-33416126-d22a-435a-bef4-8e39dd38c598 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1749599 Oct 16 13:47:02.667911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39218) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:02.673070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1485006528', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:02.691756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:02.784098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a808d46f-deb6-4329-a8c1-43e1461ddf53 None None] Provisioning complete for port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:02.784400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a808d46f-deb6-4329-a8c1-43e1461ddf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:02.865302 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:47:02.869555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:02.873759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a808d46f-deb6-4329-a8c1-43e1461ddf53 None None] Port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:47:02.891184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] device_id is not set on port 75a662f4-4a96-4873-a338-84971b602a48 yet. {{(pid=101081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:47:02.921773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 84e99aed-e7aa-4deb-980b-ab73089bfe09 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:03.000334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 84e99aed-e7aa-4deb-980b-ab73089bfe09 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:03.000699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.003639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.12 (ab3eaa31-ca6e-4726-9620-46f41b2d5b30/027f9cfb-50dd-4a09-bca5-a877cc5ebe6a/75a662f4-4a96-4873-a338-84971b602a48) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:47:03.006493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:03.060659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Checking router: d8abdc31-7490-41c3-ab81-27b8590668ee for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:47:03.061082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Updating router d8abdc31-7490-41c3-ab81-27b8590668ee port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:47:03.062866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-340a959e-e633-44f7-b058-92c311655389 None None] Provisioning complete for port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:03.063226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-340a959e-e633-44f7-b058-92c311655389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.133567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.155581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-340a959e-e633-44f7-b058-92c311655389 None None] Port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:47:03.161882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.254671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.283319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b70db713-9f7f-463f-942b-ce552981e46f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:03.303380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:03.306476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:03.312531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:03.351418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:03.386393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:03.393687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.418345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b70db713-9f7f-463f-942b-ce552981e46f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:03.418345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.493626 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0731fd4a-9be7-465b-aa0c-8c27f9d9ee1a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8061106 Oct 16 13:47:03.613791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.615353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-cfd92426-34f8-4825-b3c7-43860797c0a4 None None] Provisioning complete for port 75a662f4-4a96-4873-a338-84971b602a48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:03.615708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cfd92426-34f8-4825-b3c7-43860797c0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.658341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-cfd92426-34f8-4825-b3c7-43860797c0a4 None None] Port 75a662f4-4a96-4873-a338-84971b602a48 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:47:03.693793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.774046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc23d73-a3fa-456a-be6a-1090d0202c14 None None] Pushing event updated for resources: {'Port': ['ID=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:03.810859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Attempting to bind port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:03.811310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Attempting to bind port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:03.811676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Attempting to bind port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:03.819903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:03.820279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Checking segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:03.820712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.821254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Bound using segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:03.821716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Bound port: 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:03.822093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.893806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] For port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:03.897255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] For port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:47:03.959124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39224) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:03.963979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980165687', 'description': 'tempest-secgroup-smoke-1980165687 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:03.977891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-54d6fa87-1dcd-44a0-b84a-8be198e0fed8 None None] Provisioning complete for port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:03.978218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-54d6fa87-1dcd-44a0-b84a-8be198e0fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:03.983031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.071192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.086042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc23d73-a3fa-456a-be6a-1090d0202c14 None None] Pushing event updated for resources: {'Port': ['ID=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:04.101923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:04.101923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:46:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:04.170054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.210139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-54d6fa87-1dcd-44a0-b84a-8be198e0fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.254816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.290562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634e6849-86c4-4cf1-bdec-6871a2c17dfa,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:04.293950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-54d6fa87-1dcd-44a0-b84a-8be198e0fed8 None None] For port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:04.313378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:04.367649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.371944 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-25f69f02-d869-4f7a-ac80-dbfba98d5d50 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4089975 Oct 16 13:47:04.372209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39226) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:04.377721 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '634e6849-86c4-4cf1-bdec-6871a2c17dfa', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:04.394913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-54d6fa87-1dcd-44a0-b84a-8be198e0fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.483552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.515510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6fa87-1dcd-44a0-b84a-8be198e0fed8 None None] Pushing event updated for resources: {'Port': ['ID=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:04.560253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.565166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-99112c53-1f68-4aa4-a2b3-23d09a36ca55 None None] Provisioning complete for port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:04.565534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-99112c53-1f68-4aa4-a2b3-23d09a36ca55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.629528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-55df251c-5870-4197-af67-dd127729ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:03Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:04.665865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.683301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df251c-5870-4197-af67-dd127729ce73 None None] The sync data for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv is: [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:03Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:47:04.691409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da3fec0-b4f6-475d-af21-78fde002d910,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:04.817249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.819108 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1095fe09-ed8f-4d65-9c06-efd83e90c80c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451637 Oct 16 13:47:04.821381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39228) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:04.826066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '634e6849-86c4-4cf1-bdec-6871a2c17dfa', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:04.930747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:04.935235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:05.004207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:05.004727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.008979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.102814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.125160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7206aba5-f59c-4c0c-8990-f66cc96e5308,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:05.190975 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.192614 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5e7460d7-f1b4-4bc0-9281-f8772fdbf0ce tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3702552 Oct 16 13:47:05.195690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39230) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:05.200712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '634e6849-86c4-4cf1-bdec-6871a2c17dfa', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:05.314774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.391690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.459842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.478067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c141408-534a-4efe-bf68-00caff3375f1,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:05.553240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.554767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4f122662-ca84-4677-8a38-2c1154c3a32d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578596 Oct 16 13:47:05.557540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39232) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:05.562067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '634e6849-86c4-4cf1-bdec-6871a2c17dfa', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:05.665561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.732901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.813832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.833068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34b14eb-6fd4-498a-a1ad-4b6f7f2af3b3,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:05.918709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:05.919947 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-64236847-2afb-4d99-b72e-666ae4a3ef66 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3614492 Oct 16 13:47:05.922643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39234) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:05.927629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '634e6849-86c4-4cf1-bdec-6871a2c17dfa', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:06.037279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:47:06.042581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.104422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.196942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.216424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3515c5c-a84c-414e-beff-9a92e6f70456,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:06.310741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.311968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8f6c1a76-2801-43ab-89b5-fc4d68f0da11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3884070 Oct 16 13:47:06.315285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39236) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:06.319721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '634e6849-86c4-4cf1-bdec-6871a2c17dfa', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:06.417229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:47:06.422448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.488782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.574349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.610275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dff1fef-ab0a-46f4-802a-aace14a2d3a2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:06.682024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:06.683184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f8c2a0e9-8668-4487-83e1-5554c7020657 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3669615 Oct 16 13:47:06.873074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-5c0ff4c4-d587-4677-8b7c-b2a0143a922c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980165687&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0345776 Oct 16 13:47:06.930774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-4b400a34-8b29-4126-ae08-8e17927f8754 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:06.932253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-4b400a34-8b29-4126-ae08-8e17927f8754 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 931 time: 0.0518410 Oct 16 13:47:06.947994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-7fc196ab-471d-4deb-96ab-6c3b1f676d6d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:47:06.948986 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-7fc196ab-471d-4deb-96ab-6c3b1f676d6d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0051904 Oct 16 13:47:06.994186 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-ebc8ffcc-6324-4ec0-add8-1b3e9d987556 service neutron] 10.222.0.24 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0384605 Oct 16 13:47:07.087600 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-e62a99b9-53d9-4c12-af54-f4558657c09e service neutron] 10.222.0.24 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876994 Oct 16 13:47:07.178069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-d6e9ce31-d799-4cfb-a899-55df25c924a4 service neutron] 10.222.0.24 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845304 Oct 16 13:47:07.491551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b61da0a-e64d-414a-8e98-eaa9790d89c7 req-1b430dfe-9b8c-4ccc-89a8-98c7b33463d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 210 time: 0.0318480 Oct 16 13:47:08.591685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ac759ad-7239-4a8c-9f27-042e588b975b req-6a3c2e97-7aa1-4660-8812-aeaae56d183c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 210 time: 0.0326962 Oct 16 13:47:09.466115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-58222730-03fd-4373-8223-1cbabe090c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:09.467364 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-58222730-03fd-4373-8223-1cbabe090c47 service neutron] 10.222.0.31 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1027 time: 0.0395181 Oct 16 13:47:09.575316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-27f52e21-978f-4e75-867d-f4fe3810724b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:09.576779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-27f52e21-978f-4e75-867d-f4fe3810724b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30 HTTP/1.1" status: 200 len: 797 time: 0.1034193 Oct 16 13:47:09.619429 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-194d5d3e-b7fa-433d-b6b7-d80ac90a6ac4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 380 time: 0.0331986 Oct 16 13:47:09.631054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Request body: {'port': {'device_id': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:09.707864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0467f85-62a8-436f-a69e-ac219f2d5033 req-46daa6c1-1f35-4a30-a345-4ef14cf3c9d2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 210 time: 0.0401354 Oct 16 13:47:09.722039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:10.024671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a662f4-4a96-4873-a338-84971b602a48 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:47:10.032117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:10.044266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Transition to ACTIVE for port object 75a662f4-4a96-4873-a338-84971b602a48 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:47:10.166159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:10.233968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:10.308973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:10.309305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:10.309632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:10.314152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:47:10.314501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:10.319737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:10.320077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Checking segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:10.320490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Bound using segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:10.320918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Bound port: 75a662f4-4a96-4873-a338-84971b602a48, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:10.321279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:10.392239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:10.395550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:47:10.461272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:10.494879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:10.495820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:10.497218 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] 10.222.0.31 "PUT /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1132 time: 0.8711741 Oct 16 13:47:10.499563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'tag': '75a662f4-4a96-4873-a338-84971b602a48'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:47:10.503344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa50e44-8ac4-44be-ba91-abefdf5225e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac396c8d-fd00-43d0-9794-18bfeb182ce6", "tag": "75a662f4-4a96-4873-a338-84971b602a48"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:47:10.540905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad697d9-46b3-488c-8b4a-47936762b108 service neutron] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:10.556591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317338a-57e3-4c34-a3cf-f99bb904998c x-openstack-request-id: req-4317338a-57e3-4c34-a3cf-f99bb904998c {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:47:10.556960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac396c8d-fd00-43d0-9794-18bfeb182ce6", "tag": "75a662f4-4a96-4873-a338-84971b602a48", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:47:10.557298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4317338a-57e3-4c34-a3cf-f99bb904998c {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:47:10.558251 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'tag': '75a662f4-4a96-4873-a338-84971b602a48', 'status': 'completed', 'code': 200} Oct 16 13:47:10.634337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa50e44-8ac4-44be-ba91-abefdf5225e4 req-9e24b5f0-e6e1-491a-89dc-1ee602ef3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:10.635918 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2fa50e44-8ac4-44be-ba91-abefdf5225e4 req-9e24b5f0-e6e1-491a-89dc-1ee602ef3fb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 1135 time: 0.0558491 Oct 16 13:47:10.736519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa50e44-8ac4-44be-ba91-abefdf5225e4 req-73951fa3-c472-4efc-a9b8-82a07d0c36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:10.737928 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2fa50e44-8ac4-44be-ba91-abefdf5225e4 req-73951fa3-c472-4efc-a9b8-82a07d0c36ae service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0940018 Oct 16 13:47:10.873961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa50e44-8ac4-44be-ba91-abefdf5225e4 req-aff784ff-2452-4703-8398-895e5fe9e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:10.875422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2fa50e44-8ac4-44be-ba91-abefdf5225e4 req-aff784ff-2452-4703-8398-895e5fe9e412 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298101 Oct 16 13:47:10.888110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724248d-5d46-481c-a723-b42417d62176 req-8f16226d-b359-4d07-b102-a199a4346681 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:10.890145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8724248d-5d46-481c-a723-b42417d62176 req-8f16226d-b359-4d07-b102-a199a4346681 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 982 time: 0.1095936 Oct 16 13:47:10.956247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8724248d-5d46-481c-a723-b42417d62176 req-36f630bc-4a96-44bb-8412-06fa7cb125f2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 Oct 16 13:47:10.972423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9e2b3fc2-05c3-4d86-bf04-3568c8979bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:10.973960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-9e2b3fc2-05c3-4d86-bf04-3568c8979bf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 1135 time: 0.0623806 Oct 16 13:47:11.022973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-b1b4be29-c087-4393-aecc-dabed8009ed3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 217 time: 0.0402637 Oct 16 13:47:11.070856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-bb11af04-dbaf-47cc-9614-9e0c8c5cf67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:11.072359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-bb11af04-dbaf-47cc-9614-9e0c8c5cf67c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=027f9cfb-50dd-4a09-bca5-a877cc5ebe6a HTTP/1.1" status: 200 len: 835 time: 0.0425541 Oct 16 13:47:11.123411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-407a8625-b678-465a-b2e6-d8e5b27aa305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:11.124894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-407a8625-b678-465a-b2e6-d8e5b27aa305 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457442 Oct 16 13:47:11.218474 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-e14c6c61-c639-4e4d-964e-78b7ad9f7045 service neutron] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863774 Oct 16 13:47:11.308575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7a4ecc7-cbcd-4ac4-aa55-731e133d0b18 req-8ef52f8b-5fb2-4039-8377-526683ec8b38 service neutron] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831282 Oct 16 13:47:12.085129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74daa7a-a5c7-4c93-b689-0154394c993e req-4a0f50a8-724d-4fb1-b2f8-e3ef1622d2aa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:12.086621 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e74daa7a-a5c7-4c93-b689-0154394c993e req-4a0f50a8-724d-4fb1-b2f8-e3ef1622d2aa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 982 time: 0.0614212 Oct 16 13:47:12.126389 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e74daa7a-a5c7-4c93-b689-0154394c993e req-360af8bd-4acc-4061-b15f-585043b60925 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Oct 16 13:47:12.801852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9c4e05b0-2548-4f6c-a875-7f7a098d1cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:13.249006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d96c6-29e7-46fb-85c8-713bd802bd9a req-b1b5d663-3207-498e-b9c1-21e01b313eea tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:13.250531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cc7d96c6-29e7-46fb-85c8-713bd802bd9a req-b1b5d663-3207-498e-b9c1-21e01b313eea tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 982 time: 0.0588369 Oct 16 13:47:13.290133 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cc7d96c6-29e7-46fb-85c8-713bd802bd9a req-fdb93e72-e669-4a2c-a46b-f65010bd5363 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Oct 16 13:47:13.903295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:47:13.998279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:14.012640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '75a662f4-4a96-4873-a338-84971b602a48', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'port_id': '75a662f4-4a96-4873-a338-84971b602a48', 'mac_address': 'fa:16:3e:d5:fc:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:47:14.054024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:14.066538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a662f4-4a96-4873-a338-84971b602a48 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:47:14.085383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:14.167731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:14.220290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:14.228538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.228890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.229231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.229613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.229956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.230293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.230620 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.230949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.231278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.231600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.231931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.232263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:14.399193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['75a662f4-4a96-4873-a338-84971b602a48'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:47:14.415838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d110f08-f033-4a70-982e-877ed2ab0ed1 req-a8a1a069-78bf-4b05-b2ac-251b780c2ecd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:14.417534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1d110f08-f033-4a70-982e-877ed2ab0ed1 req-a8a1a069-78bf-4b05-b2ac-251b780c2ecd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 983 time: 0.0590754 Oct 16 13:47:14.462654 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1d110f08-f033-4a70-982e-877ed2ab0ed1 req-291264ea-6377-49a1-ae83-9f6d1d2dd906 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Oct 16 13:47:15.413154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6c056313-30b1-4892-a82d-eda33a1fe80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:15.584944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ed026-7fe2-4883-bf48-58dbe51a0be6 req-459495f1-127f-48a5-bf5b-d3dfd35f39fd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:15.586408 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-736ed026-7fe2-4883-bf48-58dbe51a0be6 req-459495f1-127f-48a5-bf5b-d3dfd35f39fd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 983 time: 0.0570750 Oct 16 13:47:15.624676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-736ed026-7fe2-4883-bf48-58dbe51a0be6 req-baa8f09c-b407-47b3-9d1c-bf29fadb9115 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Oct 16 13:47:15.941434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:16.080115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 75a662f4-4a96-4873-a338-84971b602a48 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:47:16.084124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 75a662f4-4a96-4873-a338-84971b602a48 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:16.084520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:16.327199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:16.350275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a662f4-4a96-4873-a338-84971b602a48'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:47:16.352512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a322e2-ff75-4b04-93f0-4c999e4e6f8c" -d '{"events": [{"server_uuid": "ac396c8d-fd00-43d0-9794-18bfeb182ce6", "name": "network-vif-plugged", "status": "completed", "tag": "75a662f4-4a96-4873-a338-84971b602a48"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:47:16.365839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:16.388680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f465c3ba-15ba-40f8-b976-bc4ce04bfe23 x-openstack-request-id: req-f465c3ba-15ba-40f8-b976-bc4ce04bfe23 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:47:16.388971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac396c8d-fd00-43d0-9794-18bfeb182ce6", "name": "network-vif-plugged", "status": "completed", "tag": "75a662f4-4a96-4873-a338-84971b602a48", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:47:16.389248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f465c3ba-15ba-40f8-b976-bc4ce04bfe23 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:47:16.389643 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a662f4-4a96-4873-a338-84971b602a48', 'code': 200} Oct 16 13:47:16.472195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:16.527187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:16.618120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:16.714777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:16.754761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121650a-af9d-4f93-a08e-dbeb41241593 req-c1692626-1610-41d5-8db4-10ff77bacce0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:16.756116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0121650a-af9d-4f93-a08e-dbeb41241593 req-c1692626-1610-41d5-8db4-10ff77bacce0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.0665138 Oct 16 13:47:16.816663 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0121650a-af9d-4f93-a08e-dbeb41241593 req-b9918e97-c0f2-4413-abcc-24cc0f04dc44 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Oct 16 13:47:16.822456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33e448-c60d-400a-a58c-f71a6c07c8bf req-c938d929-20c9-4075-9066-42c2e536241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:16.823887 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c33e448-c60d-400a-a58c-f71a6c07c8bf req-c938d929-20c9-4075-9066-42c2e536241f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 1137 time: 0.0870109 Oct 16 13:47:16.858964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c33e448-c60d-400a-a58c-f71a6c07c8bf req-b2fc754f-4e23-4925-9e72-0cdf01ea88c5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280821 Oct 16 13:47:17.940198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923966b-d982-4f06-83c5-a737059c5052 req-ae3e32f6-57b2-44e9-a92f-2f996eaee358 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:17.942765 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b923966b-d982-4f06-83c5-a737059c5052 req-ae3e32f6-57b2-44e9-a92f-2f996eaee358 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.0557609 Oct 16 13:47:17.981194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b923966b-d982-4f06-83c5-a737059c5052 req-3e3356e3-946e-48e0-a48a-e49c5aca0431 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Oct 16 13:47:18.394148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:19.101085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60db8a-9dfb-4d30-96c6-86402cff53c9 req-421ac88e-e35e-454e-ba05-3879dccf20d3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:19.102530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da60db8a-9dfb-4d30-96c6-86402cff53c9 req-421ac88e-e35e-454e-ba05-3879dccf20d3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.0564418 Oct 16 13:47:19.139120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da60db8a-9dfb-4d30-96c6-86402cff53c9 req-45eff3b4-1b27-4276-8645-4378d0c5ca12 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Oct 16 13:47:19.263489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343b8d-fdf9-4373-b5e0-d56367fc861b req-00848af3-a422-4577-9b45-a14888c8d5d7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:19.265003 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-27343b8d-fdf9-4373-b5e0-d56367fc861b req-00848af3-a422-4577-9b45-a14888c8d5d7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.0620019 Oct 16 13:47:19.304565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-27343b8d-fdf9-4373-b5e0-d56367fc861b req-872f0ca0-e628-4d82-b29d-5562967c7731 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 Oct 16 13:47:19.325945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39296) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:19.373036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e7c6f-0007-4a7c-b855-b8040b8f0b1c tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:19.374498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b19e7c6f-0007-4a7c-b855-b8040b8f0b1c tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 1132 time: 0.0475833 Oct 16 13:47:19.377390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39298) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:19.382311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '75a662f4-4a96-4873-a338-84971b602a48', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:19.465197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:19.563745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:19.667042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.163 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/97d615d1-cfb4-4765-944a-11249b026122) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:47:19.770663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:19.874368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:19.918657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:19.921498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:19.925080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:19.949013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=97d615d1-cfb4-4765-944a-11249b026122,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:19.963115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.966254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:19.967343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:20.341816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:20.476604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:20.632164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:20.693220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:20.766307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=97d615d1-cfb4-4765-944a-11249b026122,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:20.775761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:20.892694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP e30a7439-dbff-4280-b1b4-3e70ca13987f associated. External IP: 172.26.5.163, port: 75a662f4-4a96-4873-a338-84971b602a48. Oct 16 13:47:21.290239 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:47:21.455176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router d8abdc31-7490-41c3-ab81-27b8590668ee has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:47:21.579910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:47:21.589900 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] Sync routers for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:47:21.598877 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:21.600976 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:21.652146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:21.690073 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-47fd0102-0088-448b-9d62-23454a214598 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3115513 Oct 16 13:47:21.690639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'tag': '75a662f4-4a96-4873-a338-84971b602a48'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:47:21.693712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d471b5-05e8-413f-916d-8a2b1b2a95d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac396c8d-fd00-43d0-9794-18bfeb182ce6", "tag": "75a662f4-4a96-4873-a338-84971b602a48"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:47:21.694482 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39300) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:21.733371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3727637-99ec-42a7-b2be-3b87adc4edb6 x-openstack-request-id: req-f3727637-99ec-42a7-b2be-3b87adc4edb6 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:47:21.733689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac396c8d-fd00-43d0-9794-18bfeb182ce6", "tag": "75a662f4-4a96-4873-a338-84971b602a48", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:47:21.734096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3727637-99ec-42a7-b2be-3b87adc4edb6 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:47:21.734504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'tag': '75a662f4-4a96-4873-a338-84971b602a48', 'status': 'completed', 'code': 200} Oct 16 13:47:21.782700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1229dcb3-6575-4d02-9482-cc99cf1add39 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:21.787072 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1229dcb3-6575-4d02-9482-cc99cf1add39 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6&network_id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30 HTTP/1.1" status: 200 len: 1132 time: 0.0890517 Oct 16 13:47:21.804220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-dafc5a6f-2ee9-4f64-b97b-6cb5b91185c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:21.805796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-dafc5a6f-2ee9-4f64-b97b-6cb5b91185c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 1137 time: 0.0497990 Oct 16 13:47:21.823877 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:21.902785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-c62271e6-26ca-4aa4-8583-c7a2490fcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:21.904293 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-c62271e6-26ca-4aa4-8583-c7a2490fcc1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30 HTTP/1.1" status: 200 len: 898 time: 0.0917118 Oct 16 13:47:21.983237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-89c15fe9-f5c9-4658-9a66-3ff89910685f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1038 time: 0.0710940 Oct 16 13:47:22.033214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-32e3d4f1-9753-40b2-a35c-7531ebeaef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:22.034675 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-32e3d4f1-9753-40b2-a35c-7531ebeaef6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=027f9cfb-50dd-4a09-bca5-a877cc5ebe6a HTTP/1.1" status: 200 len: 835 time: 0.0446208 Oct 16 13:47:22.067479 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e30a7439-dbff-4280-b1b4-3e70ca13987f', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.163', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'port_id': '75a662f4-4a96-4873-a338-84971b602a48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1485006528', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'mac_address': 'fa:16:3e:d5:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:47:20Z', 'updated_at': '2021-10-16T13:47:20Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:04Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:22.089037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-4629ddf2-61bf-414f-89ba-8dd41d4c9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:22.090675 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-4629ddf2-61bf-414f-89ba-8dd41d4c9236 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0482683 Oct 16 13:47:22.095617 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] Checking router: d8abdc31-7490-41c3-ab81-27b8590668ee for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:47:22.104352 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:22.104942 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:22.198329 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-ec371942-b851-4427-81c0-03dd4a4fc352 service neutron] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999572 Oct 16 13:47:22.236404 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:22.330990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce54c4-3b13-44c9-99db-ebbb42ec77c5 req-2bc108c3-4494-416f-a582-ce3dedb6b682 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:22.332543 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-85ce54c4-3b13-44c9-99db-ebbb42ec77c5 req-2bc108c3-4494-416f-a582-ce3dedb6b682 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.1240442 Oct 16 13:47:22.349865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32d471b5-05e8-413f-916d-8a2b1b2a95d1 req-07381919-24db-4e4a-b2a0-72e61808d280 service neutron] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400647 Oct 16 13:47:22.378401 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-85ce54c4-3b13-44c9-99db-ebbb42ec77c5 req-43b293ec-6e50-4c7a-a7dc-55dddd2e67b6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 Oct 16 13:47:22.459867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:22.473927 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e30a7439-dbff-4280-b1b4-3e70ca13987f', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.163', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'port_id': '75a662f4-4a96-4873-a338-84971b602a48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1485006528', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'mac_address': 'fa:16:3e:d5:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:47:20Z', 'updated_at': '2021-10-16T13:47:20Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:04Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:22.501469 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f68785-5c4d-42e9-a321-940b7f82a4dc None None] The sync data for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv is: [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e30a7439-dbff-4280-b1b4-3e70ca13987f', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.163', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'port_id': '75a662f4-4a96-4873-a338-84971b602a48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1485006528', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'mac_address': 'fa:16:3e:d5:fc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac396c8d-fd00-43d0-9794-18bfeb182ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:47:20Z', 'updated_at': '2021-10-16T13:47:20Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:04Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:47:22.794840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5ea3f-315f-4bee-8c6b-df5903e964da None None] New status for floating IP e30a7439-dbff-4280-b1b4-3e70ca13987f: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:47:23.501147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209816f-5cb3-44c3-ab9a-01e12e906767 req-26ad341e-ffb1-491e-9cd6-61130bfc1ae3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:23.502655 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9209816f-5cb3-44c3-ab9a-01e12e906767 req-26ad341e-ffb1-491e-9cd6-61130bfc1ae3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.0558677 Oct 16 13:47:23.539643 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9209816f-5cb3-44c3-ab9a-01e12e906767 req-dec6f377-b70b-4df3-9a4b-b989d7def58c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304875 Oct 16 13:47:23.643681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4d40a-e548-404f-bce2-723a81674e0b req-6d17b3c3-5256-4d37-9745-21f30da6d007 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:23.645216 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5df4d40a-e548-404f-bce2-723a81674e0b req-6d17b3c3-5256-4d37-9745-21f30da6d007 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 984 time: 0.0582573 Oct 16 13:47:23.694442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4d40a-e548-404f-bce2-723a81674e0b req-a2e6df3b-cef1-4f3b-a83d-f454d0fb5c10 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:23.695715 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5df4d40a-e548-404f-bce2-723a81674e0b req-a2e6df3b-cef1-4f3b-a83d-f454d0fb5c10 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0441790 Oct 16 13:47:23.802292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5df4d40a-e548-404f-bce2-723a81674e0b req-8acb3a50-b79b-42c7-a363-7ecbd1ce8c23 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1003726 Oct 16 13:47:23.812338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:23.880677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:24.016563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:24.051516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:24.087814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] device_id is not set on port 75a662f4-4a96-4873-a338-84971b602a48 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:47:24.096396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:24.188258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:24.310328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=6']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:24.383598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] No DVR routers for this DVR port 75a662f4-4a96-4873-a338-84971b602a48 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:47:24.479828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ae3feda6-5ce3-4489-8426-7010ecb76622 None None] Provisioning complete for port 75a662f4-4a96-4873-a338-84971b602a48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:24.480475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ae3feda6-5ce3-4489-8426-7010ecb76622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:24.519533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ae3feda6-5ce3-4489-8426-7010ecb76622 None None] Port 75a662f4-4a96-4873-a338-84971b602a48 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:47:24.539668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] In _notify_port_updated(), no bound segment for port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:47:24.540507 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:24.541110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:24.542374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5df4d40a-e548-404f-bce2-723a81674e0b req-00ca8329-4ed7-4b03-a974-86ed56b8224a service neutron] 10.222.0.31 "PUT /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1027 time: 0.7339711 Oct 16 13:47:24.634846 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2f86dc9-d664-477f-9d07-93d5953de686 req-a2347fb7-1c84-45bd-87c8-1835188310dd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac396c8d-fd00-43d0-9794-18bfeb182ce6 HTTP/1.1" status: 200 len: 210 time: 0.0276794 Oct 16 13:47:25.687552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:25.739056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2e89e8-b70e-47a5-9e65-6530e783fa44 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:25.740503 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e2e89e8-b70e-47a5-9e65-6530e783fa44 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 926 time: 0.0518525 Oct 16 13:47:26.083642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39322) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:26.088215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293602306', 'description': 'tempest-secgroup-smoke-1293602306 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:26.176978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.242230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.304472 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.332206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7d974-f0ae-4b64-a680-7ad6512f6a0c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:26.397819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.399072 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9288ef5b-d7cf-4534-a4f8-bf3ef7b82b32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3144324 Oct 16 13:47:26.401788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39324) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:26.406031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7d974-f0ae-4b64-a680-7ad6512f6a0c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:26.492375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.545958 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.616504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:26.635587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96deec6e-e4ec-43d2-b5dc-ec9e183876c5,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:27.060906 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.062732 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-830573a3-2cfc-4c34-a1a6-fbd2fa0b84fe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6594689 Oct 16 13:47:27.065173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39326) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:27.069480 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7d974-f0ae-4b64-a680-7ad6512f6a0c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:27.184283 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.241834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.321694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.339784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b5f1b-891d-40bc-8f1f-2e9121150f10,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:27.413054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.414270 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aa746bca-f9da-4e4d-9756-c46aef166cb6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3481867 Oct 16 13:47:27.417108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39328) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:27.421329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7d974-f0ae-4b64-a680-7ad6512f6a0c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:27.512616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.570562 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.641740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.660251 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109731bc-85ac-4772-b89b-87add7821e9c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:27.746552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.747736 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c0a0d8a9-212e-4b24-80cf-46601d99f559 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296809 Oct 16 13:47:27.750473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39330) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:27.755240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7d974-f0ae-4b64-a680-7ad6512f6a0c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:27.840359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.898674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:27.983957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:47:27.984943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.006977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef1c648-82f7-4600-842a-628b44c898d2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:28.027707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:47:28.078156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.079387 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-64fa30ea-beb6-481e-88f4-43bdb563b790 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280098 Oct 16 13:47:28.082446 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39332) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:28.086680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7d974-f0ae-4b64-a680-7ad6512f6a0c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:28.182257 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:47:28.187035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.247316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.336814 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.356266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368a37b2-39ab-46c3-8ecb-cd7519f0a1bc,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:28.430325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.431527 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d2942efb-cbeb-477b-9506-ac45aa5be0e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3481565 Oct 16 13:47:28.437988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39334) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:28.438616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'eeb7d974-f0ae-4b64-a680-7ad6512f6a0c', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:28.533171 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:47:28.538810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.601236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.670545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.689658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193d1653-4d55-4757-80e8-7a7589c33e8f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:28.767335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:28.768579 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bd8f33f5-f548-407c-a85d-f1e13e64fbf2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333626 Oct 16 13:47:28.904861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-4e157d02-126d-43f8-963b-887342b28365 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293602306&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0337355 Oct 16 13:47:28.961982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f9a56325-326d-434c-bcac-6e36fcd3b2e3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:28.963229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f9a56325-326d-434c-bcac-6e36fcd3b2e3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 931 time: 0.0517650 Oct 16 13:47:29.057188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-7450b324-543a-4e7c-bd60-54a2075ca454 service neutron] 10.222.0.24 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0819421 Oct 16 13:47:29.144397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-3df7f0e8-e38f-4f54-8813-c50c46ba57ba service neutron] 10.222.0.24 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813901 Oct 16 13:47:29.237110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f31dda1c-5993-497a-8899-8086ab34a6f1 service neutron] 10.222.0.24 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865443 Oct 16 13:47:29.480854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-471923cd-1a0e-47ef-b006-ddda819eb012 req-429a0d73-f3ea-4596-b0cd-cdcc2c2e5890 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 210 time: 0.0284195 Oct 16 13:47:30.573865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67f7af1e-32b9-4a75-9c7a-82c987b0ca22 req-09782e8b-3c99-4581-9c0e-027cc75f0c69 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 210 time: 0.0278642 Oct 16 13:47:31.355439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-591a4030-c177-4bf0-b601-18942035533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:31.356835 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-591a4030-c177-4bf0-b601-18942035533d service neutron] 10.222.0.31 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1027 time: 0.0383630 Oct 16 13:47:31.474496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-e722c8d9-2180-4ad2-858f-4c7e92f96813 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:31.475845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-e722c8d9-2180-4ad2-858f-4c7e92f96813 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30 HTTP/1.1" status: 200 len: 797 time: 0.1101978 Oct 16 13:47:31.527107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-9fcc2bc4-c629-424b-b92b-c86f81b79617 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 473 time: 0.0349555 Oct 16 13:47:31.543959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Request body: {'port': {'device_id': '9f667e30-8ba4-45ce-b2cf-4fc9e1195704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:31.611433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:31.689397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07ef33df-9fc4-480b-81ed-e2c2ceb525c6 req-9b9340f4-59e3-4ef5-b615-354e29eb7e67 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 210 time: 0.0362802 Oct 16 13:47:31.916411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a662f4-4a96-4873-a338-84971b602a48 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:47:31.923540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:31.935002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Transition to ACTIVE for port object 75a662f4-4a96-4873-a338-84971b602a48 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:47:31.999769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:32.089531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=7']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:32.190525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:32.191073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:32.192263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:32.198195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:47:32.198507 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Attempting to bind port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:32.203767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:32.205232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Checking segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:32.205232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Bound using segment: {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:32.205232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Bound port: 75a662f4-4a96-4873-a338-84971b602a48, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:32.205756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:32.274852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:32.278062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:47:32.339278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:32.378523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.379728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:32.381142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] 10.222.0.31 "PUT /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1132 time: 0.8412807 Oct 16 13:47:32.385768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f667e30-8ba4-45ce-b2cf-4fc9e1195704', 'tag': '75a662f4-4a96-4873-a338-84971b602a48'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:47:32.385768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6366b35-b10f-466c-b7f8-9a5cc2650758" -d '{"events": [{"name": "network-changed", "server_uuid": "9f667e30-8ba4-45ce-b2cf-4fc9e1195704", "tag": "75a662f4-4a96-4873-a338-84971b602a48"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:47:32.410375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771d3af-2081-4cb9-814b-e6292e1ffff7 service neutron] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=8']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:32.421040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662901fc-1dbf-483d-99fd-e08cfaeed48a x-openstack-request-id: req-662901fc-1dbf-483d-99fd-e08cfaeed48a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:47:32.421333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f667e30-8ba4-45ce-b2cf-4fc9e1195704", "tag": "75a662f4-4a96-4873-a338-84971b602a48", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:47:32.421587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-662901fc-1dbf-483d-99fd-e08cfaeed48a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:47:32.421992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f667e30-8ba4-45ce-b2cf-4fc9e1195704', 'tag': '75a662f4-4a96-4873-a338-84971b602a48', 'status': 'completed', 'code': 200} Oct 16 13:47:32.491270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b35-b10f-466c-b7f8-9a5cc2650758 req-a4addfff-5453-436b-8018-c68a8a05b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.492822 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6366b35-b10f-466c-b7f8-9a5cc2650758 req-a4addfff-5453-436b-8018-c68a8a05b451 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 1135 time: 0.0497267 Oct 16 13:47:32.599977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b35-b10f-466c-b7f8-9a5cc2650758 req-de4675b0-25d7-4d23-8659-e6f5fff05d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.601517 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6366b35-b10f-466c-b7f8-9a5cc2650758 req-de4675b0-25d7-4d23-8659-e6f5fff05d35 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1002355 Oct 16 13:47:32.697349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366b35-b10f-466c-b7f8-9a5cc2650758 req-cb0efe75-5a50-4da6-9383-edb0498897c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.698800 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6366b35-b10f-466c-b7f8-9a5cc2650758 req-cb0efe75-5a50-4da6-9383-edb0498897c6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900078 Oct 16 13:47:32.812871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-02182d7b-8849-4a9b-a78d-4590cd655e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.814283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-02182d7b-8849-4a9b-a78d-4590cd655e1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 1135 time: 0.0772576 Oct 16 13:47:32.875106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6a19-f777-4545-8206-3860498dcb41 req-837928bd-cb89-436e-a18a-4fdd6841cc58 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.876662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ffa6a19-f777-4545-8206-3860498dcb41 req-837928bd-cb89-436e-a18a-4fdd6841cc58 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 982 time: 0.1129904 Oct 16 13:47:32.923854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-63101ca1-1a3d-44e8-b974-3aab712f4bc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1038 time: 0.1008177 Oct 16 13:47:32.931375 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ffa6a19-f777-4545-8206-3860498dcb41 req-45fce314-bb1b-4b17-8d56-52e758b831e4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476766 Oct 16 13:47:32.977172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-04a21f4d-12d4-41f9-a45b-9dad4d103bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:32.978620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-04a21f4d-12d4-41f9-a45b-9dad4d103bae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=027f9cfb-50dd-4a09-bca5-a877cc5ebe6a HTTP/1.1" status: 200 len: 835 time: 0.0464253 Oct 16 13:47:33.031079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-caaff6d0-5fd5-4127-8542-4760fd6d5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:33.032575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-caaff6d0-5fd5-4127-8542-4760fd6d5c1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469878 Oct 16 13:47:33.125952 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-8341d178-d8ca-4168-9fd3-0e33501d6f7d service neutron] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864244 Oct 16 13:47:33.216061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88dfdf9e-8b19-4f4a-a257-e2f1c264cde0 req-a32f8c48-b913-41c3-bb58-9962249ca0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832639 Oct 16 13:47:34.057760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18488b21-7c20-4896-bd26-efd08d53c978 req-6828ae79-7eb7-4753-984f-d6459acf64be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:34.059213 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18488b21-7c20-4896-bd26-efd08d53c978 req-6828ae79-7eb7-4753-984f-d6459acf64be tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 982 time: 0.0588729 Oct 16 13:47:34.097063 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18488b21-7c20-4896-bd26-efd08d53c978 req-420e8bef-7065-4ba6-b586-ed85ea887183 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Oct 16 13:47:35.215264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0cc05-aaf3-4f04-a351-b628d4123b42 req-c6e43447-c989-4260-8219-1de4778d463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:35.216763 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73c0cc05-aaf3-4f04-a351-b628d4123b42 req-c6e43447-c989-4260-8219-1de4778d463b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 982 time: 0.0567429 Oct 16 13:47:35.254254 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73c0cc05-aaf3-4f04-a351-b628d4123b42 req-9c599029-3677-4f31-b107-8890c521995e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Oct 16 13:47:36.048593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:47:36.142160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:36.153525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '75a662f4-4a96-4873-a338-84971b602a48', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'port_id': '75a662f4-4a96-4873-a338-84971b602a48', 'mac_address': 'fa:16:3e:d5:fc:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:47:36.193997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:36.206826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a662f4-4a96-4873-a338-84971b602a48 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:47:36.227174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:36.286417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:36.342932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=9']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:36.380738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559bc3c-56df-4c3d-a1cb-11d4fed727be req-aed2117c-5bff-4d14-a284-20c0cb7a10b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:36.382202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a559bc3c-56df-4c3d-a1cb-11d4fed727be req-aed2117c-5bff-4d14-a284-20c0cb7a10b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 983 time: 0.0597813 Oct 16 13:47:36.419831 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a559bc3c-56df-4c3d-a1cb-11d4fed727be req-13fd832c-ece2-4a5a-86c5-2423336344bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Oct 16 13:47:36.502613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['75a662f4-4a96-4873-a338-84971b602a48'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:47:37.543178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c2965-522c-45f4-9436-dff8087f7812 req-5d73b0dd-aa7d-4de3-a2fa-aef18bd8d056 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:37.544589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f14c2965-522c-45f4-9436-dff8087f7812 req-5d73b0dd-aa7d-4de3-a2fa-aef18bd8d056 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 983 time: 0.0563788 Oct 16 13:47:37.581839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f14c2965-522c-45f4-9436-dff8087f7812 req-f5fe49f4-b9b0-4176-b956-3c484a78999a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Oct 16 13:47:38.047937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:38.190196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 75a662f4-4a96-4873-a338-84971b602a48 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:47:38.194390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 75a662f4-4a96-4873-a338-84971b602a48 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:38.194851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:38.279488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:38.301182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f667e30-8ba4-45ce-b2cf-4fc9e1195704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a662f4-4a96-4873-a338-84971b602a48'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:47:38.303337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d53cab-8374-45bc-a23b-cabafff0dde6" -d '{"events": [{"server_uuid": "9f667e30-8ba4-45ce-b2cf-4fc9e1195704", "name": "network-vif-plugged", "status": "completed", "tag": "75a662f4-4a96-4873-a338-84971b602a48"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:47:38.316143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:38.382412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:38.407222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96542743-4ebd-4659-8efc-c9a67d2053f7 x-openstack-request-id: req-96542743-4ebd-4659-8efc-c9a67d2053f7 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:47:38.407514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f667e30-8ba4-45ce-b2cf-4fc9e1195704", "name": "network-vif-plugged", "status": "completed", "tag": "75a662f4-4a96-4873-a338-84971b602a48", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:47:38.407762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96542743-4ebd-4659-8efc-c9a67d2053f7 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:47:38.408151 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f667e30-8ba4-45ce-b2cf-4fc9e1195704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a662f4-4a96-4873-a338-84971b602a48', 'code': 200} Oct 16 13:47:38.437610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=10']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:38.707409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee2e3-6dd4-4f8e-bed6-63503abe80fc req-b76a89cc-53f4-4482-b055-d054e4b019bd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:38.709345 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22cee2e3-6dd4-4f8e-bed6-63503abe80fc req-b76a89cc-53f4-4482-b055-d054e4b019bd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0601835 Oct 16 13:47:38.785372 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22cee2e3-6dd4-4f8e-bed6-63503abe80fc req-6f3924a5-4530-46d8-8333-95f835fe2c47 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481019 Oct 16 13:47:38.792610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817db7e-b369-435a-822c-18954e77cec9 req-4d4eb05f-139d-4943-9685-1b3601661b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:38.794141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9817db7e-b369-435a-822c-18954e77cec9 req-4d4eb05f-139d-4943-9685-1b3601661b14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 1138 time: 0.0839322 Oct 16 13:47:38.831163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9817db7e-b369-435a-822c-18954e77cec9 req-21c92de5-e37f-4998-a3cd-32dae262b71b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296838 Oct 16 13:47:39.908838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372921a-9050-46be-9833-83d1938010fe req-6de868da-900f-486f-844c-468efc7d988d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:39.910310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0372921a-9050-46be-9833-83d1938010fe req-6de868da-900f-486f-844c-468efc7d988d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0567281 Oct 16 13:47:39.950229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0372921a-9050-46be-9833-83d1938010fe req-e6e4f973-e367-4102-946b-c6c7e06e4e0c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Oct 16 13:47:41.072983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec4d76-256b-48de-a5a0-0c6a371c5ad9 req-4a4e86ec-142f-457d-8933-cbbd9527dd46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:41.074527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1cec4d76-256b-48de-a5a0-0c6a371c5ad9 req-4a4e86ec-142f-457d-8933-cbbd9527dd46 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0564959 Oct 16 13:47:41.129981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1cec4d76-256b-48de-a5a0-0c6a371c5ad9 req-d971ecd2-941b-4a68-9b7d-20eddb553764 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Oct 16 13:47:41.250431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0504b2c-9c74-4136-a3a8-6353f41dcc1d req-fcb5ec89-6400-4de4-b04b-fd1400de001f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:41.251898 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0504b2c-9c74-4136-a3a8-6353f41dcc1d req-fcb5ec89-6400-4de4-b04b-fd1400de001f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0565386 Oct 16 13:47:41.290647 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0504b2c-9c74-4136-a3a8-6353f41dcc1d req-68abbdde-e34c-4204-ab0e-dedd47ad81c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Oct 16 13:47:41.312186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39396) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:41.391152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb3f30-5a2a-4199-9a63-292af03153de tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:41.392603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c1eb3f30-5a2a-4199-9a63-292af03153de tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704&network_id=ab3eaa31-ca6e-4726-9620-46f41b2d5b30 HTTP/1.1" status: 200 len: 1133 time: 0.0793321 Oct 16 13:47:41.904699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93189ffe-9ac0-4297-9336-50c9c771286d req-fa47269f-f870-4f27-a82d-8b86052bb1b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:41.906195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-93189ffe-9ac0-4297-9336-50c9c771286d req-fa47269f-f870-4f27-a82d-8b86052bb1b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0617776 Oct 16 13:47:41.947313 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-93189ffe-9ac0-4297-9336-50c9c771286d req-f6bdab4f-4b05-4adf-b460-dee7b5f240a5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350242 Oct 16 13:47:42.812954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39a68232-60b6-44ed-b9cf-41974d46c82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:43.072281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d7e7e-bccd-4f91-82db-a90596298e3e req-c9678ce0-fee3-4e56-970b-a710d5824c20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:43.074268 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf2d7e7e-bccd-4f91-82db-a90596298e3e req-c9678ce0-fee3-4e56-970b-a710d5824c20 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0582004 Oct 16 13:47:43.116587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf2d7e7e-bccd-4f91-82db-a90596298e3e req-d95f9415-982b-4db0-8c30-51b34a898d14 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1c5ea7f-c368-4da7-bb95-03fb9361efa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357027 Oct 16 13:47:43.232097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-eb3faa55-b696-452e-ba81-0d98131ccdb7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:43.233574 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-eb3faa55-b696-452e-ba81-0d98131ccdb7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 985 time: 0.0606449 Oct 16 13:47:43.286160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-1504e8f2-7ee0-4d09-b460-3dd4952ad4db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:43.287488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-1504e8f2-7ee0-4d09-b460-3dd4952ad4db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0471940 Oct 16 13:47:43.386566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-53d8b7a1-7399-4851-8bf8-2affa12beab8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0928395 Oct 16 13:47:43.397880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:43.464926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:43.601525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=75a662f4-4a96-4873-a338-84971b602a48,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:43.636717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] For port 75a662f4-4a96-4873-a338-84971b602a48, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:43.673182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] device_id is not set on port 75a662f4-4a96-4873-a338-84971b602a48 yet. {{(pid=101080) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 16 13:47:43.681272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:43.801675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:43.888351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Pushing event updated for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=11']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:43.938647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] No DVR routers for this DVR port 75a662f4-4a96-4873-a338-84971b602a48 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:47:44.091978 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6f48190d-0334-42ea-9412-c54d5829c58c None None] Provisioning complete for port 75a662f4-4a96-4873-a338-84971b602a48 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:44.092655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6f48190d-0334-42ea-9412-c54d5829c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:44.131567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6f48190d-0334-42ea-9412-c54d5829c58c None None] Port 75a662f4-4a96-4873-a338-84971b602a48 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:47:44.356932 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97549aae-2203-446b-a625-7b42107ef8ee req-23c78975-44ce-46ad-bbc2-93a91eb9b49d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 210 time: 0.0371122 Oct 16 13:47:44.454411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] In _notify_port_updated(), no bound segment for port 75a662f4-4a96-4873-a338-84971b602a48 on network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 {{(pid=101080) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 16 13:47:44.455464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:44.456069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:44.457373 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc9c3402-13e6-4869-b673-16e50dbaba91 req-4d85116a-cf0a-42a3-ac71-666089062e65 service neutron] 10.222.0.31 "PUT /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 200 len: 1028 time: 1.0634472 Oct 16 13:47:45.430141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-987114ce-fc38-4ef0-bc42-2cc842d24cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:45.465351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-17b809f6-ba4c-462c-9cd4-1441be7f3c22 req-c9a66524-ae47-4293-aecd-71d8e5301bc2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f667e30-8ba4-45ce-b2cf-4fc9e1195704 HTTP/1.1" status: 200 len: 210 time: 0.0305123 Oct 16 13:47:46.531041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39412) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:46.544536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:46.587543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83daef21-1d8e-49fa-b43c-9cef0d968819 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:46.613608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83daef21-1d8e-49fa-b43c-9cef0d968819 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:46.693116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:46.789941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83daef21-1d8e-49fa-b43c-9cef0d968819 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:46.793289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-83daef21-1d8e-49fa-b43c-9cef0d968819 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:46.794432 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-83daef21-1d8e-49fa-b43c-9cef0d968819 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/eeb7d974-f0ae-4b64-a680-7ad6512f6a0c HTTP/1.1" status: 204 len: 168 time: 0.2643120 Oct 16 13:47:46.803696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daef21-1d8e-49fa-b43c-9cef0d968819 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7d974-f0ae-4b64-a680-7ad6512f6a0c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:46.898993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39416) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:47.079477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 97d615d1-cfb4-4765-944a-11249b026122 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:47:47.079711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:47.155744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:47.156062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:47.167774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 97d615d1-cfb4-4765-944a-11249b026122 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:47:47.464859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:47.489922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=97d615d1-cfb4-4765-944a-11249b026122,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:47.555356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:47.556052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP e30a7439-dbff-4280-b1b4-3e70ca13987f disassociated (deleted). External IP: 172.26.5.163, port: 75a662f4-4a96-4873-a338-84971b602a48. Oct 16 13:47:47.805097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router d8abdc31-7490-41c3-ab81-27b8590668ee has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:47:47.929310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:47:47.934215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:47.939117 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] Sync routers for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:47:47.947886 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:47.948514 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:47.970236 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5e3772eb-32b1-47de-a72f-23b5e2b911d4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/e30a7439-dbff-4280-b1b4-3e70ca13987f HTTP/1.1" status: 204 len: 168 time: 1.0678451 Oct 16 13:47:48.037917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39422) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:48.078461 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:48.097483 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.112480 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:47:48.126662 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.159344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 75a662f4-4a96-4873-a338-84971b602a48 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:47:48.270503 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.273181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.274384 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/634e6849-86c4-4cf1-bdec-6871a2c17dfa HTTP/1.1" status: 204 len: 168 time: 0.2354755 Oct 16 13:47:48.283887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e6849-86c4-4cf1-bdec-6871a2c17dfa,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:48.287620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:04Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:48.291156 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.291515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.291853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.292192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.292578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.292886 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.293356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.293686 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.294085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.294418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.294838 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.295064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeeb4d-c12c-4441-9bf3-95d779f72f53 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:48.327506 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] Checking router: d8abdc31-7490-41c3-ab81-27b8590668ee for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:47:48.332987 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:48.334008 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:48.379796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39426) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:48.457814 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:48.479616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.485519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 75a662f4-4a96-4873-a338-84971b602a48 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:47:48.486512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.574208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.586359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 75a662f4-4a96-4873-a338-84971b602a48 owned by {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:47:48.664469 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:04Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:48.693093 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017d9282-6744-4002-92c3-d5cbb07402bc None None] The sync data for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv is: [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d', 'name': '', 'network_id': 'ab3eaa31-ca6e-4726-9620-46f41b2d5b30', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:dc:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:00Z', 'updated_at': '2021-10-16T13:47:04Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': '027f9cfb-50dd-4a09-bca5-a877cc5ebe6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:47:48.788077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.818974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=75a662f4-4a96-4873-a338-84971b602a48,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:48.906468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:48.913732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:48.913882 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2feb64bd-e79e-408d-a0be-5bb42f15873c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/ports/75a662f4-4a96-4873-a338-84971b602a48 HTTP/1.1" status: 204 len: 168 time: 0.5325518 Oct 16 13:47:48.970852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98abde2-181c-406e-8a4f-c1dd5c56a7f7 None None] New status for floating IP e30a7439-dbff-4280-b1b4-3e70ca13987f: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:47:49.357734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:49.642422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:47:49.642665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:49.733247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:49.733600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:49.745975 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:47:50.024166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:50.049845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:50.250760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:50.797481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router d8abdc31-7490-41c3-ab81-27b8590668ee has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:47:50.924866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:47:50.930107 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-411becb6-9661-4e40-a621-fbe66838998b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/d8abdc31-7490-41c3-ab81-27b8590668ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0149522 Oct 16 13:47:50.932608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39430) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:50.935193 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] Sync routers for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:47:50.944446 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:50.945043 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:50.984303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet 027f9cfb-50dd-4a09-bca5-a877cc5ebe6a {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:47:50.987345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.031078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.067944 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:51.118033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.270386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.303236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=027f9cfb-50dd-4a09-bca5-a877cc5ebe6a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:51.308232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.312252 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e07a401-6b4e-4a6a-bd81-b128c031f1c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/027f9cfb-50dd-4a09-bca5-a877cc5ebe6a HTTP/1.1" status: 204 len: 168 time: 0.3778212 Oct 16 13:47:51.315070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39432) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:51.317176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad4dfb-84a6-4a00-adbc-8c0d7aa2e653 None None] Network ab3eaa31-ca6e-4726-9620-46f41b2d5b30 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:47:51.346414 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:49Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:51.374726 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] Checking router: d8abdc31-7490-41c3-ab81-27b8590668ee for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:47:51.383350 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] Routers {'d8abdc31-7490-41c3-ab81-27b8590668ee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:51.383956 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d8abdc31-7490-41c3-ab81-27b8590668ee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:51.459629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.509960 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] Set router d8abdc31-7490-41c3-ab81-27b8590668ee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:51.513880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] DHCP port deletion for ab3eaa31-ca6e-4726-9620-46f41b2d5b30 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:47:51.573577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] Deleting port 84e99aed-e7aa-4deb-980b-ab73089bfe09 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:47:51.574036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.592220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.640510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] For port 84e99aed-e7aa-4deb-980b-ab73089bfe09, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=84e99aed-e7aa-4deb-980b-ab73089bfe09,segment=NetworkSegment(e1ba6fdf-e1bd-44d7-b951-0d6943e8f278),segment_id=e1ba6fdf-e1bd-44d7-b951-0d6943e8f278)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:51.641228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.654749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] Calling delete_port for 84e99aed-e7aa-4deb-980b-ab73089bfe09 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:47:51.698890 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:49Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:51.702044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port b70db713-9f7f-463f-942b-ce552981e46f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:47:51.702387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.731600 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96fe43-5b27-4ae4-96ab-777095ffebcf None None] The sync data for ids ['d8abdc31-7490-41c3-ab81-27b8590668ee'] in dv-neutron-743142-24-hyperv is: [{'id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'name': 'tempest-TestNetworkBasicOps-router-1079996739', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:46:56Z', 'updated_at': '2021-10-16T13:47:49Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'b70db713-9f7f-463f-942b-ce552981e46f', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8abdc31-7490-41c3-ab81-27b8590668ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:46:57Z', 'updated_at': '2021-10-16T13:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:47:51.792658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port b70db713-9f7f-463f-942b-ce552981e46f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b70db713-9f7f-463f-942b-ce552981e46f,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:51.793269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.805212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for b70db713-9f7f-463f-942b-ce552981e46f owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:47:51.816553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:51.843039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] Pushing event deleted for resources: {'Port': ['ID=84e99aed-e7aa-4deb-980b-ab73089bfe09,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:51.848651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfa02c-0d7c-4f0e-80e6-f53c69e78633 None None] No DVR routers for this DVR port 84e99aed-e7aa-4deb-980b-ab73089bfe09 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:47:52.047022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.077730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=b70db713-9f7f-463f-942b-ce552981e46f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:52.141892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.252464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.254801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.404985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.409251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router d8abdc31-7490-41c3-ab81-27b8590668ee {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:47:52.412877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.415471 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c8fa003d-c64b-44c7-b900-2878d1cea7ae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/d8abdc31-7490-41c3-ab81-27b8590668ee HTTP/1.1" status: 204 len: 168 time: 1.0974123 Oct 16 13:47:52.416300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39434) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:52.504522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.508266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.593160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.613061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3eaa31-ca6e-4726-9620-46f41b2d5b30']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:52.622579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:52.622870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ba6fdf-e1bd-44d7-b951-0d6943e8f278') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:52.631924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.645592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.651267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:47:52.651643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:47:52.655309 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:47:52.782097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.790252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.792484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/ab3eaa31-ca6e-4726-9620-46f41b2d5b30 HTTP/1.1" status: 204 len: 168 time: 0.3751209 Oct 16 13:47:52.802492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39436) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:52.804889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d75dcd-cb96-4175-9ac0-6b5a9064b4cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=ab3eaa31-ca6e-4726-9620-46f41b2d5b30,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:52.817871 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-08d44271-a48e-4d55-a944-c2c507ce309d tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0141311 Oct 16 13:47:52.821425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39438) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:52.827148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--763698139', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:52.917147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 84e99aed-e7aa-4deb-980b-ab73089bfe09 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:47:52.938907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 84e99aed-e7aa-4deb-980b-ab73089bfe09 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:47:52.939275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 84e99aed-e7aa-4deb-980b-ab73089bfe09 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:47:52.939693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b70db713-9f7f-463f-942b-ce552981e46f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:47:52.948120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:47:52.957216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.959632 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: b70db713-9f7f-463f-942b-ce552981e46f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:47:52.959973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b70db713-9f7f-463f-942b-ce552981e46f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:47:52.960402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:47:52.975398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:47:52.981289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:47:52.985363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7a3f09a5-794c-4b25-acd6-1f54d8cf4d6d not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:47:52.985755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:52.985755 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment fb2a63f4-5550-44f9-8dc8-ac26a933bcb2 of type vlan for network 9a2a90d1-5634-4f52-8e76-aa737d6052ec Oct 16 13:47:53.023632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.131262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.139198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:53.139198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.208422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=9a2a90d1-5634-4f52-8e76-aa737d6052ec,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:53.219204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:47:53.259309 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-593fe534-102e-428d-a42d-967011c8a05c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4368320 Oct 16 13:47:53.262512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39440) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:53.267185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7499076', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:53.370899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.371927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.426992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.670614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.953064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:53.972115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:54.075667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.231 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/53426b5d-bcb1-425c-b332-17fe945a7272) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:47:54.178319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:54.293197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:54.333806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:54.338584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:54.342267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:54.375046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:54.692202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:54.921998 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:55.155269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:47:55.278653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:47:55.288151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Sync routers for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:47:55.297902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:55.298500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:55.346151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:55.347429 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dd20c4d4-3c3e-4bfd-b9e8-f993ebfdd548 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0839713 Oct 16 13:47:55.350348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39442) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:55.378106 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-534deaf8-5097-4097-b33a-43eb1542c084 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266161 Oct 16 13:47:55.380639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39444) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:55.421945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:55.469557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7ca45-d567-499a-9d8d-ff2988ea73dd tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:55.471064 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2dc7ca45-d567-499a-9d8d-ff2988ea73dd tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895417 Oct 16 13:47:55.473815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39446) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:55.511226 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e20f45e2-5905-4b47-93fd-6d795d5e8be8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363564 Oct 16 13:47:55.514374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39448) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:55.519093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-314022157', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:47:55.605495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:54Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:55.634117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Checking router: b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:47:55.634509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Updating router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 port 53426b5d-bcb1-425c-b332-17fe945a7272 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:47:55.664001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:55.675587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:47:55.679260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:55.904650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:55.928980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:55.968768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:55.973068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:55.973434 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: 9a2a90d1-5634-4f52-8e76-aa737d6052ec, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:47:55.978821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:56.032840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Attempting to bind port 53426b5d-bcb1-425c-b332-17fe945a7272 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:56.033211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Attempting to bind port 53426b5d-bcb1-425c-b332-17fe945a7272 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:56.033570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Attempting to bind port 53426b5d-bcb1-425c-b332-17fe945a7272 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:56.040140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af05cee-ca60-4f3a-b1f4-9dda0b53d855 None None] Pushing event updated for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:56.041364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:47:56.043465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:56.044115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:56.046442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:56.046442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:56.046777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Bound port: 53426b5d-bcb1-425c-b332-17fe945a7272, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:56.047566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:56.103005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] For port 53426b5d-bcb1-425c-b332-17fe945a7272, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:56.106688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] For port 53426b5d-bcb1-425c-b332-17fe945a7272, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=53426b5d-bcb1-425c-b332-17fe945a7272,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:47:56.116038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 9a2a90d1-5634-4f52-8e76-aa737d6052ec) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:56.126161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:56.126959 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:56.131861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db63cae-0c7b-430b-a171-217456fb3c5c None None] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:47:56.157218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:56.210358 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c8592995-d020-45b1-bc18-df58fb669ce3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6947932 Oct 16 13:47:56.213059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39452) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:56.420408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:56.421052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:56.444959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af05cee-ca60-4f3a-b1f4-9dda0b53d855 None None] Pushing event updated for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:56.578828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:47:56.579679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:56.626290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:56.851964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Allocated IP 172.20.0.2 (9a2a90d1-5634-4f52-8e76-aa737d6052ec/f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e/6374312b-aa81-4562-ad93-b31ba6ee3e77) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:47:56.974828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:54Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:57.013801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afab26c2-3266-4e4a-afd2-08e31229f81f None None] The sync data for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv is: [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:54Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:47:57.022046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.071874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.127828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.178588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:57.183263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:57.191735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:57.195496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Pushing event updated for resources: {'Port': ['ID=6374312b-aa81-4562-ad93-b31ba6ee3e77,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:57.267800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Attempting to bind port 6374312b-aa81-4562-ad93-b31ba6ee3e77 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:57.268171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Attempting to bind port 6374312b-aa81-4562-ad93-b31ba6ee3e77 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:57.268580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Attempting to bind port 6374312b-aa81-4562-ad93-b31ba6ee3e77 on network 9a2a90d1-5634-4f52-8e76-aa737d6052ec {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:57.274074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:57.274636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Checking segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:57.275144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.275539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Bound using segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:57.276029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Bound port: 6374312b-aa81-4562-ad93-b31ba6ee3e77, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:57.276936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.350046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (9a2a90d1-5634-4f52-8e76-aa737d6052ec/f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e/e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:47:57.359601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] For port 6374312b-aa81-4562-ad93-b31ba6ee3e77, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:47:57.362983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] For port 6374312b-aa81-4562-ad93-b31ba6ee3e77, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6374312b-aa81-4562-ad93-b31ba6ee3e77,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:47:57.453512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.475937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.529151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124094a4-a605-4eb8-870f-3d0c093f69b0 None None] Pushing event updated for resources: {'Port': ['ID=6374312b-aa81-4562-ad93-b31ba6ee3e77,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:57.573426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.622175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:57.625644 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:57.629971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:47:57.661605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:57.720070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:57.963694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:58.266948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:58.288978 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:47:58.332669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:58.415429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:58.417203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:58.508597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:47:58.510045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:47:58.650088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:47:58.806524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:47:58.814799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39454) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:58.815309 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-062c32f2-221c-4d7a-b0e3-2b3641ce9923 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007979 Oct 16 13:47:58.872363 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Sync routers for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:47:58.874299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d875f-f1f4-4703-9398-085261bf7904 None None] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:47:58.884184 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:47:58.884826 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:58.970540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-eb6b35d1-108c-4890-b4e9-ed118009e33e None None] Provisioning complete for port 6374312b-aa81-4562-ad93-b31ba6ee3e77 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:58.970912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb6b35d1-108c-4890-b4e9-ed118009e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.044877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.045660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.046127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.046580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.047031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.047479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.051787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b0571e78-696e-4d35-91de-70b6f9a1a803 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2334888 Oct 16 13:47:59.051967 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:47:59.052082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39456) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:59.054371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:59.176374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb6b35d1-108c-4890-b4e9-ed118009e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.239477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-eb6b35d1-108c-4890-b4e9-ed118009e33e None None] For port 6374312b-aa81-4562-ad93-b31ba6ee3e77, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6374312b-aa81-4562-ad93-b31ba6ee3e77,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:59.246576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 53426b5d-bcb1-425c-b332-17fe945a7272 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:59.246576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.296205 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:47:58Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:47:59.327274 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Checking router: b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:47:59.327623 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Updating router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:47:59.343904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.371320 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eb6b35d1-108c-4890-b4e9-ed118009e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.374492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 53426b5d-bcb1-425c-b332-17fe945a7272, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=53426b5d-bcb1-425c-b332-17fe945a7272,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:47:59.380458 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.428417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b35d1-108c-4890-b4e9-ed118009e33e None None] Pushing event updated for resources: {'Port': ['ID=6374312b-aa81-4562-ad93-b31ba6ee3e77,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:59.457234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.458483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6374312b-aa81-4562-ad93-b31ba6ee3e77 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:47:59.516456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.516983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.517351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.517788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.518220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.519203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:47:59.520712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5b51d5b2-ccef-4b2e-84cc-0aef0fe3dd59 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.4677420 Oct 16 13:47:59.523459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39458) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:47:59.563619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d64412bc-6162-4924-b805-6b79ec643998 None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:59.564014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d64412bc-6162-4924-b805-6b79ec643998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.599818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:59.629839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d64412bc-6162-4924-b805-6b79ec643998 None None] Port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:47:59.631547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6374312b-aa81-4562-ad93-b31ba6ee3e77 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:59.631811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.682154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d64412bc-6162-4924-b805-6b79ec643998 None None] Provisioning complete for port 6374312b-aa81-4562-ad93-b31ba6ee3e77 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:59.683047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d64412bc-6162-4924-b805-6b79ec643998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.741566 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.842400 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.867251 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b29924c5-75de-421a-8aab-a8a3d6238ce5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3426344 Oct 16 13:47:59.941777 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:47:59.948668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4ec26942-bc67-43ee-8b72-b3107235c93b None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:47:59.949269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4ec26942-bc67-43ee-8b72-b3107235c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.962788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.964248 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.965035 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.965717 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:47:59.972522 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Attempting to bind port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:47:59.973126 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Attempting to bind port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:47:59.973706 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Attempting to bind port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 on network 9a2a90d1-5634-4f52-8e76-aa737d6052ec {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:47:59.979717 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:47:59.980870 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Checking segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:47:59.981658 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:47:59.982244 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Bound using segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:47:59.982891 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Bound port: e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:47:59.983446 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.007232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4ec26942-bc67-43ee-8b72-b3107235c93b None None] Port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:48:00.059419 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] For port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:48:00.067776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] For port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:48:00.126897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d19cd0d7-3e13-4607-bbd5-b22c17280f9e None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:00.127262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d19cd0d7-3e13-4607-bbd5-b22c17280f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.139720 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.173244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d19cd0d7-3e13-4607-bbd5-b22c17280f9e None None] Port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:48:00.209083 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:00.209260 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:47:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:00.298457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fd66d57f-f4be-4100-8ee6-76058fa03fda None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:00.298838 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd66d57f-f4be-4100-8ee6-76058fa03fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.327656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39462) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:00.332856 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368739585', 'description': 'tempest-secgroup-smoke-368739585 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:00.357199 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a18a1-d696-48b9-8aa9-8f6f8a5c14ab None None] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:00.419388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd66d57f-f4be-4100-8ee6-76058fa03fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.422436 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.455746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fd66d57f-f4be-4100-8ee6-76058fa03fda None None] For port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:00.457704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:00.499882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.536544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd66d57f-f4be-4100-8ee6-76058fa03fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.565174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.595366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66d57f-f4be-4100-8ee6-76058fa03fda None None] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:00.607004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81de9703-a7af-4ff3-bd39-ea9607c14eac,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:00.655260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c4e5850-4f44-437a-86ec-7e64f2d08620 None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:00.655724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c4e5850-4f44-437a-86ec-7e64f2d08620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.666946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:00Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:00.689129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.693322 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cfa0443e-ba7d-405f-92d1-7e3da9a867a8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3619449 Oct 16 13:48:00.693507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39464) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:00.696023 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1abe8-71fa-46c4-ad20-275629138b7b None None] The sync data for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv is: [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:00Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:48:00.699789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '81de9703-a7af-4ff3-bd39-ea9607c14eac', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:00.807429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.875208 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.942488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:00.961075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3353afb-0dc7-483f-818e-e39bfab0e337,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:01.006285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:01.044005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.045456 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa37a018-02e3-4b20-b6d7-2b9188eba59d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510323 Oct 16 13:48:01.048548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39466) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:01.054433 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '81de9703-a7af-4ff3-bd39-ea9607c14eac', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:01.066849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 53426b5d-bcb1-425c-b332-17fe945a7272 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:01.067348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.160131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6374312b-aa81-4562-ad93-b31ba6ee3e77 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:01.189805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.221541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6374312b-aa81-4562-ad93-b31ba6ee3e77 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:01.222180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.261973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.320095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:01.366857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.376270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:01.376747 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.386104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c94835-03c4-49e0-af89-d737d6d43556,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:01.449759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.453938 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eb533c7d-f565-436c-8685-b67a778e9346 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4012473 Oct 16 13:48:01.454351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39468) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:01.459445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '81de9703-a7af-4ff3-bd39-ea9607c14eac', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:01.567844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.635585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.710032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.729767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7a94b8-8d6e-4c64-ae99-4fea1543e4e1,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:01.796589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.797829 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fa03fd51-0838-4954-98c5-525fd5e40910 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420329 Oct 16 13:48:01.800652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39470) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:01.804939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '81de9703-a7af-4ff3-bd39-ea9607c14eac', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:01.907527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:01.966310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.064741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.083820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b6011f-4647-497d-bee1-538052fcbc3d,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:02.170302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.171131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b5ab0316-6f19-44cd-91d0-edcec5d05347 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695664 Oct 16 13:48:02.174008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39472) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:02.178578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '81de9703-a7af-4ff3-bd39-ea9607c14eac', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:02.268067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:48:02.273293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.342973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.417968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.437219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f502dd8e-7df3-43ba-acd8-d0e546863fd3,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:02.501096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.502392 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5a19eab4-aa48-4485-91b7-4b17b381f7ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273191 Oct 16 13:48:02.505011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39474) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:02.509357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '81de9703-a7af-4ff3-bd39-ea9607c14eac', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:02.593691 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:48:02.598466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.659708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.736362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.755454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fb2a03-4825-4fba-9bc6-eaf22c177dc2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:02.835136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:02.836349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dbfd4273-e999-4c90-abdb-4eae0e81b404 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3303442 Oct 16 13:48:02.973887 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-eb3cfa7d-5605-403b-bba7-4efa4c83820d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368739585&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0340371 Oct 16 13:48:03.083274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-43146175-a9ef-4e88-9e8a-3a64dbdd67db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:03.084796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-43146175-a9ef-4e88-9e8a-3a64dbdd67db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=9a2a90d1-5634-4f52-8e76-aa737d6052ec HTTP/1.1" status: 200 len: 796 time: 0.1042972 Oct 16 13:48:03.099682 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-a6c187ce-12c0-4ce9-be78-ccd1afc74f3b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0091374 Oct 16 13:48:03.190628 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-4192d559-e752-4fde-8824-42774e32c8d5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856113 Oct 16 13:48:03.291234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-bc579110-7c8c-4237-b891-20b96dabebb8 service neutron] 10.222.0.24 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885289 Oct 16 13:48:03.385176 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-56803f8b-081b-45d9-b05d-f5a2a3a357b5 service neutron] 10.222.0.24 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873730 Oct 16 13:48:03.702370 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f87a99b6-e08a-40da-8036-8ed060988fa5 req-b3c35f55-4a4f-4c43-b5f7-9b40403bae0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Oct 16 13:48:04.797170 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9ceddb8f-c4fc-488c-960e-cd285f1bbf55 req-a89df6ff-ccf2-4de1-9410-e13b95d20af7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 210 time: 0.0283809 Oct 16 13:48:05.713672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-e08cca63-338a-4e43-a06b-a5924710e4f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:05.716359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-e08cca63-338a-4e43-a06b-a5924710e4f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=9a2a90d1-5634-4f52-8e76-aa737d6052ec HTTP/1.1" status: 200 len: 796 time: 0.1140192 Oct 16 13:48:05.760149 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-f0aa75ed-c6dd-472b-be26-504d5ce5a540 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 379 time: 0.0363455 Oct 16 13:48:05.769350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['81de9703-a7af-4ff3-bd39-ea9607c14eac']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:05.906922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e9e06f1a-6a46-400f-b741-6e37b77fd6c9 req-b83fdb38-4039-40a9-bc51-6a54570cd4d1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 210 time: 0.0395055 Oct 16 13:48:05.970808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:48:05.974374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:06.169194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.7 (9a2a90d1-5634-4f52-8e76-aa737d6052ec/f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e/bfaa2db0-2eda-4fac-8437-21f473fdd9aa) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:48:06.323963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:06.411345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:06.489908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:48:06.495725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:48:06.507375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:48:06.540538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:06.578122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:06.578939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:06.676236 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-599fb38d-0455-49da-8a97-907a7c3bb148 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105079 Oct 16 13:48:06.689870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Request body: {'port': {'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:06.715347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3c26600e-08d8-4369-b123-dfae6fbc509b None None] Provisioning complete for port bfaa2db0-2eda-4fac-8437-21f473fdd9aa triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:06.715958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3c26600e-08d8-4369-b123-dfae6fbc509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:06.755616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-3c26600e-08d8-4369-b123-dfae6fbc509b None None] Port bfaa2db0-2eda-4fac-8437-21f473fdd9aa cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:48:06.763005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:07.080982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601cda2-552e-4b3f-8e53-9c3077438c15 req-8f632f05-959c-4fd0-a055-39eda95afef3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:07.082513 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3601cda2-552e-4b3f-8e53-9c3077438c15 req-8f632f05-959c-4fd0-a055-39eda95afef3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 931 time: 0.1038756 Oct 16 13:48:07.089769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaa2db0-2eda-4fac-8437-21f473fdd9aa {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:48:07.103625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:07.126600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Transition to ACTIVE for port object bfaa2db0-2eda-4fac-8437-21f473fdd9aa will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:48:07.139979 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3601cda2-552e-4b3f-8e53-9c3077438c15 req-7f6e4a90-b6be-4120-b64d-f3f08e129b76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452428 Oct 16 13:48:07.206836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:07.268138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Pushing event updated for resources: {'Port': ['ID=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:07.339781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Attempting to bind port bfaa2db0-2eda-4fac-8437-21f473fdd9aa on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:48:07.340011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Attempting to bind port bfaa2db0-2eda-4fac-8437-21f473fdd9aa by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:48:07.340374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Attempting to bind port bfaa2db0-2eda-4fac-8437-21f473fdd9aa on network 9a2a90d1-5634-4f52-8e76-aa737d6052ec {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:48:07.346287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Port bfaa2db0-2eda-4fac-8437-21f473fdd9aa on network 9a2a90d1-5634-4f52-8e76-aa737d6052ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:48:07.346587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Attempting to bind port bfaa2db0-2eda-4fac-8437-21f473fdd9aa on network 9a2a90d1-5634-4f52-8e76-aa737d6052ec {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:48:07.352431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:48:07.352801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Checking segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:48:07.353195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Bound using segment: {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:48:07.353748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Bound port: bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:48:07.354103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:07.431731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] For port bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:48:07.435148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] For port bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:48:07.502407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:07.542361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:07.543013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:07.544767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] 10.222.0.31 "PUT /v2.0/ports/bfaa2db0-2eda-4fac-8437-21f473fdd9aa HTTP/1.1" status: 200 len: 1093 time: 0.8595443 Oct 16 13:48:07.545207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:07.548244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ae6b7-2213-4e6a-a589-4ccee4386789" -d '{"events": [{"name": "network-changed", "server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:07.578412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4198c1c-b8c8-43a4-bab8-ceea1b4fe3ba service neutron] Pushing event updated for resources: {'Port': ['ID=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:07.590982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162389a7-cf94-471e-8542-edddba8b7f70 x-openstack-request-id: req-162389a7-cf94-471e-8542-edddba8b7f70 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:07.591210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:07.591460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-162389a7-cf94-471e-8542-edddba8b7f70 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:07.591900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'status': 'completed', 'code': 200} Oct 16 13:48:07.662464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae6b7-2213-4e6a-a589-4ccee4386789 req-daa3aa19-a989-4164-b353-c75a72a1f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:07.664055 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b94ae6b7-2213-4e6a-a589-4ccee4386789 req-daa3aa19-a989-4164-b353-c75a72a1f578 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 1096 time: 0.0512733 Oct 16 13:48:07.784539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae6b7-2213-4e6a-a589-4ccee4386789 req-875c0be2-35ba-4bc2-91b7-2b1eb632d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:07.786420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b94ae6b7-2213-4e6a-a589-4ccee4386789 req-875c0be2-35ba-4bc2-91b7-2b1eb632d2ca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1139112 Oct 16 13:48:07.888779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae6b7-2213-4e6a-a589-4ccee4386789 req-a37c47e0-9252-44e6-9d8d-de91c80bab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:07.890449 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b94ae6b7-2213-4e6a-a589-4ccee4386789 req-a37c47e0-9252-44e6-9d8d-de91c80bab5a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960052 Oct 16 13:48:07.978422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-deee4fcf-94e2-443c-8d70-0b5f8f9db49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:07.979907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-deee4fcf-94e2-443c-8d70-0b5f8f9db49e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 1096 time: 0.0538793 Oct 16 13:48:08.024897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-736aa55a-2bf7-4a1e-81fa-3a20a8efdf53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa HTTP/1.1" status: 200 len: 217 time: 0.0374050 Oct 16 13:48:08.082903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-28ebaf70-0e1f-43d3-b5b0-8443a903da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:08.084391 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-28ebaf70-0e1f-43d3-b5b0-8443a903da63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e HTTP/1.1" status: 200 len: 834 time: 0.0512059 Oct 16 13:48:08.152147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-ffb03278-c8d6-4393-94e3-132e626ba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:08.153722 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-ffb03278-c8d6-4393-94e3-132e626ba85a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a2a90d1-5634-4f52-8e76-aa737d6052ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0594752 Oct 16 13:48:08.279632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-2a73510e-088f-41ce-a194-a94176d1fe8b service neutron] 10.222.0.31 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188297 Oct 16 13:48:08.307286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b04e8-020e-42a3-be91-bb0332f8f5ab req-118505d3-9c00-4cd2-a1bf-95e46d50e6f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:08.308764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-861b04e8-020e-42a3-be91-bb0332f8f5ab req-118505d3-9c00-4cd2-a1bf-95e46d50e6f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 943 time: 0.0910671 Oct 16 13:48:08.391509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-861b04e8-020e-42a3-be91-bb0332f8f5ab req-7aee4fe3-4003-4e24-b12d-8eab2c7c3526 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727642 Oct 16 13:48:08.420820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d644b6eb-448d-42a6-99e4-4102d25f6cfe req-aa9693a1-0135-4a93-be5e-6f648b4e8f99 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339147 Oct 16 13:48:09.516786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee4172-7b4a-4364-bda4-706fa0169afa req-6f1c7e55-295d-45ec-bcbe-1c60077e9d69 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:09.518188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3ee4172-7b4a-4364-bda4-706fa0169afa req-6f1c7e55-295d-45ec-bcbe-1c60077e9d69 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 943 time: 0.0565875 Oct 16 13:48:09.559836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3ee4172-7b4a-4364-bda4-706fa0169afa req-5cf39cdc-372c-49e0-aab7-301dc2a557b5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357485 Oct 16 13:48:10.124521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bfaa2db0-2eda-4fac-8437-21f473fdd9aa details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:48:10.220716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:10.235303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:48:10.276287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:10.289275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaa2db0-2eda-4fac-8437-21f473fdd9aa {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:48:10.307929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:10.401415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:10.452873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:10.613822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['bfaa2db0-2eda-4fac-8437-21f473fdd9aa'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:48:10.693162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b3767-b445-45d7-a817-324fb0c13b94 req-90cdb11a-8ecc-4f6d-9119-1d2a5dace87c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:10.694566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db0b3767-b445-45d7-a817-324fb0c13b94 req-90cdb11a-8ecc-4f6d-9119-1d2a5dace87c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 944 time: 0.0568266 Oct 16 13:48:10.733962 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db0b3767-b445-45d7-a817-324fb0c13b94 req-0076bca0-800f-495b-af28-3eb0aaee4987 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329947 Oct 16 13:48:11.854211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de8e8f-8c8e-400d-b121-d2a8471a6070 req-1267010c-bbda-49bd-9db2-9752bda16410 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:11.855731 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0de8e8f-8c8e-400d-b121-d2a8471a6070 req-1267010c-bbda-49bd-9db2-9752bda16410 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 944 time: 0.0561118 Oct 16 13:48:11.893553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0de8e8f-8c8e-400d-b121-d2a8471a6070 req-88edfdb4-1103-4e78-a47f-4771a468420a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Oct 16 13:48:12.140554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bfaa2db0-2eda-4fac-8437-21f473fdd9aa up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:12.278813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port bfaa2db0-2eda-4fac-8437-21f473fdd9aa completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:48:12.283890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port bfaa2db0-2eda-4fac-8437-21f473fdd9aa triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:12.284251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:12.369717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:12.391788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:12.393956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72f30b-b7bc-43d7-8558-e404e5273b07" -d '{"events": [{"server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:12.408076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:12.430553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf91902-266b-49d9-b10d-d9f6ac7babb5 x-openstack-request-id: req-cbf91902-266b-49d9-b10d-d9f6ac7babb5 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:12.436984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:12.436984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbf91902-266b-49d9-b10d-d9f6ac7babb5 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:12.436984 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'code': 200} Oct 16 13:48:12.485258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:12.534409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:12.745643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd41c6-8b6a-4887-94b9-3a08de382a23 req-b3595d11-8840-4c8f-a039-952999208701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:12.747214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0cd41c6-8b6a-4887-94b9-3a08de382a23 req-b3595d11-8840-4c8f-a039-952999208701 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 1098 time: 0.0481639 Oct 16 13:48:12.785211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0cd41c6-8b6a-4887-94b9-3a08de382a23 req-cb4066d8-3ebb-4396-a1e9-631421de0bd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312557 Oct 16 13:48:12.801235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-86d82a2e-b977-416d-b18a-31def189dc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:13.010370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b56ef5-59a9-4455-b52c-37efbeccaf05 req-e92500ae-8131-4c12-9b89-7d55bfc8b641 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:13.011732 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64b56ef5-59a9-4455-b52c-37efbeccaf05 req-e92500ae-8131-4c12-9b89-7d55bfc8b641 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 945 time: 0.0549417 Oct 16 13:48:13.049275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64b56ef5-59a9-4455-b52c-37efbeccaf05 req-65c3bff6-a856-4973-b68c-d381143a7e5b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Oct 16 13:48:14.169719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539970e3-c402-4a7d-9597-f023944092e0 req-4e28eb6d-df9b-4f97-bac4-76232a4b4e48 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:14.171231 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-539970e3-c402-4a7d-9597-f023944092e0 req-4e28eb6d-df9b-4f97-bac4-76232a4b4e48 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 945 time: 0.0554843 Oct 16 13:48:14.210583 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-539970e3-c402-4a7d-9597-f023944092e0 req-39b610e5-8374-495c-9093-169f6249ec67 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332665 Oct 16 13:48:14.332785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f08cfb-ddd8-4166-9341-f62cca313c97 req-691025cb-1a8c-4b7b-ab2d-e2c5cf14710e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:14.334148 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8f08cfb-ddd8-4166-9341-f62cca313c97 req-691025cb-1a8c-4b7b-ab2d-e2c5cf14710e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 945 time: 0.0600820 Oct 16 13:48:14.370362 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8f08cfb-ddd8-4166-9341-f62cca313c97 req-8d8028e4-0beb-4399-8f01-9940123926ff tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303533 Oct 16 13:48:14.392469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39534) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:14.439207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1ec76-6d3c-4acd-907a-cd1058f27a23 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:14.440762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9ea1ec76-6d3c-4acd-907a-cd1058f27a23 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 1093 time: 0.0472734 Oct 16 13:48:14.448477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39536) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:14.453851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:48:14.566818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:14.664955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:14.768413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.54 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/300eee4e-d8de-4f99-b891-f4d6db382e43) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:48:14.871008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:14.953392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:14.991169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:48:14.993912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:48:15.000032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:48:15.032435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=300eee4e-d8de-4f99-b891-f4d6db382e43,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:15.401248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-418024be-c3f3-4fdd-b9c8-ee58cc430b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:15.736229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:15.880908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.035557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.120836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.199837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=300eee4e-d8de-4f99-b891-f4d6db382e43,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:16.209976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.326123 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 8c1916e5-8351-4494-9ce9-b02fe136a50a associated. External IP: 172.26.5.54, port: bfaa2db0-2eda-4fac-8437-21f473fdd9aa. Oct 16 13:48:16.537898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.568637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:48:16.686740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.695341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:48:16.705941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] Sync routers for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:48:16.718899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:16.719532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:16.781427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:16.820116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-88c44c55-e320-4967-807d-8fdae875c8bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3705630 Oct 16 13:48:16.820770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:16.822880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39538) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:16.823382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece98112-804a-400e-9763-0912e6cc4611" -d '{"events": [{"name": "network-changed", "server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:16.862197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e22052-1ea4-44a2-a4d8-bdcab21eb1df x-openstack-request-id: req-27e22052-1ea4-44a2-a4d8-bdcab21eb1df {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:16.862496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:16.862753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27e22052-1ea4-44a2-a4d8-bdcab21eb1df {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:16.863182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'status': 'completed', 'code': 200} Oct 16 13:48:16.932240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98112-804a-400e-9763-0912e6cc4611 req-d6df42d4-ade8-4344-85b9-8fb8d162bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:16.933962 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-d6df42d4-ade8-4344-85b9-8fb8d162bc4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 1098 time: 0.0508807 Oct 16 13:48:16.960091 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-522e768d-209d-4bef-849a-b4ca29e97e2b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 HTTP/1.1" status: 200 len: 920 time: 0.1357481 Oct 16 13:48:16.962651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39542) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:16.998859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:17.034556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98112-804a-400e-9763-0912e6cc4611 req-6a094a98-5a01-4ac4-b493-887a8dea9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:17.037819 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-6a094a98-5a01-4ac4-b493-887a8dea9894 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a2a90d1-5634-4f52-8e76-aa737d6052ec HTTP/1.1" status: 200 len: 897 time: 0.0955038 Oct 16 13:48:17.037979 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-35b148b4-bcb2-4ca9-b0f2-ab5f7c278808 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 990 time: 0.0726650 Oct 16 13:48:17.115286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-8e809b74-4973-42ea-b71c-65582162e47d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa HTTP/1.1" status: 200 len: 998 time: 0.0720420 Oct 16 13:48:17.167711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98112-804a-400e-9763-0912e6cc4611 req-a5340cc2-a155-41e0-850f-c7298ad4feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:17.169229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-a5340cc2-a155-41e0-850f-c7298ad4feae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e HTTP/1.1" status: 200 len: 834 time: 0.0460439 Oct 16 13:48:17.222336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98112-804a-400e-9763-0912e6cc4611 req-631df41a-563c-4acc-9710-744a992a4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:17.223755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-631df41a-563c-4acc-9710-744a992a4a2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a2a90d1-5634-4f52-8e76-aa737d6052ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480449 Oct 16 13:48:17.234663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '8c1916e5-8351-4494-9ce9-b02fe136a50a', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:48:15Z', 'updated_at': '2021-10-16T13:48:15Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:00Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:17.266570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] Checking router: b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:48:17.274921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:17.275520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:17.318583 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-5f43af87-6d91-46f5-bb65-4adbc513a1fb service neutron] 10.222.0.31 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879028 Oct 16 13:48:17.399937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:17.414310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ece98112-804a-400e-9763-0912e6cc4611 req-b1fcf2ff-02aa-42ee-ba72-b463e1951a29 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 Oct 16 13:48:17.635888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '8c1916e5-8351-4494-9ce9-b02fe136a50a', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:48:15Z', 'updated_at': '2021-10-16T13:48:15Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:00Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:17.663281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1812ee1-eecd-4dae-bd22-809ce243c67b None None] The sync data for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv is: [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '8c1916e5-8351-4494-9ce9-b02fe136a50a', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:48:15Z', 'updated_at': '2021-10-16T13:48:15Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:00Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:48:17.856626 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edff645-df4f-4105-859b-1ece29cb3c44 None None] New status for floating IP 8c1916e5-8351-4494-9ce9-b02fe136a50a: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:48:18.040545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39544) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:18.107236 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bfa974fb-6b2e-46d1-8290-28c2e5dad6b8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 990 time: 0.0655265 Oct 16 13:48:18.401002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:19.111736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39546) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:19.179937 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d6e8c7df-837a-49a6-8658-b77d78535cae tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 992 time: 0.0669873 Oct 16 13:48:22.501748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:33.283545 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-42c3dec7-13e6-4991-ac68-d2fd06696f04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515051 Oct 16 13:48:33.376080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-f94d7655-84de-40bb-80c9-3297df9e0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:33.377609 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-f94d7655-84de-40bb-80c9-3297df9e0fda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1098 time: 0.0477757 Oct 16 13:48:33.481862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-567c3fca-2550-4d37-9898-d6ae833f3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:33.483267 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-567c3fca-2550-4d37-9898-d6ae833f3a08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.0869184 Oct 16 13:48:33.554341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-3f6774ae-eed3-45d4-844c-1af3e6d7fa95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 1001 time: 0.0633078 Oct 16 13:48:33.604150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-2d4bdf52-9f44-41b7-8393-fafd838e615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:33.605609 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-2d4bdf52-9f44-41b7-8393-fafd838e615d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0434091 Oct 16 13:48:33.661648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-16b3b47f-70a3-4e9c-9e49-45d2b593019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:33.663130 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-16b3b47f-70a3-4e9c-9e49-45d2b593019f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495584 Oct 16 13:48:33.752885 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-fa9a8448-cccb-4d5d-bf43-d22ee0044474 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824311 Oct 16 13:48:33.846170 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4215c4ac-9e9b-447e-b8bc-22e359768812 req-6475ea1c-653b-47a7-8173-d59681bbb992 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864010 Oct 16 13:48:35.288670 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:48:42.827246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fee0a741-c3fc-408e-8253-6aa42a81426a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:45.400612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b0cccb3c-9305-4866-8d3c-450015494040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:45.740835 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39556) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:45.869348 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-57d253fd-7a50-4b55-96b0-c7d8bece1cf1 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1273735 Oct 16 13:48:45.872082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39558) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:46.075289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedfb557-b5a2-4f92-b316-d836d18580d5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Notify agent at dv-neutron-743142-24-hyperv the message router_removed_from_agent {{(pid=101081) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 16 13:48:46.078679 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cedfb557-b5a2-4f92-b316-d836d18580d5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "DELETE /v2.0/agents/a30afd19-685b-47cc-8cfe-09c543689826/l3-routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 HTTP/1.1" status: 204 len: 168 time: 0.2056718 Oct 16 13:48:46.081585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39560) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:46.209876 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-07230fac-fcd3-4cc5-879b-4b252099f649 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1266179 Oct 16 13:48:46.212425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:46.280035 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-92230eb1-cd35-4fab-bf28-02cc930adc75 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 992 time: 0.0665519 Oct 16 13:48:46.543327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:46.673145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:46.857552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d51acd-ab68-4766-b2f3-827d3c7aae7d None None] New status for floating IP 8c1916e5-8351-4494-9ce9-b02fe136a50a: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:48:46.948717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:48:47.078636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:47.101073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 53426b5d-bcb1-425c-b332-17fe945a7272, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=53426b5d-bcb1-425c-b332-17fe945a7272,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:47.177520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:47.178274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:48:47.263419 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:47.273266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.273610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.273943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.274276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.274608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.274933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.275255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.275576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.276242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.276589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.276906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.277226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:47.283939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39564) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:47.321353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:47.357516 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b536df88-b2f9-4c98-91f9-526ba2acb62d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 990 time: 0.0667427 Oct 16 13:48:47.357743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:47.429216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:47.480202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:48.400415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:48.462392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39568) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:48.503745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39570) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:48.669290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e9fc48-9304-4b6f-a951-6d522ecd6646 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:48:48.669638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9fc48-9304-4b6f-a951-6d522ecd6646 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Notify agent at dv-neutron-743142-24-hyperv the message router_added_to_agent {{(pid=101080) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 16 13:48:48.675489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Deleting port 5d5c0866-75f9-42f9-ade5-7c60abeba8f2 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:48:48.678501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:48.700035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c5e9fc48-9304-4b6f-a951-6d522ecd6646 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "POST /v2.0/agents/a30afd19-685b-47cc-8cfe-09c543689826/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2343566 Oct 16 13:48:48.700262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39574) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:48.725872 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] Sync routers for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:48:48.741488 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:48.742378 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:48.757249 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:48.757563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:48.770591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Calling delete_port for 5d5c0866-75f9-42f9-ade5-7c60abeba8f2 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:48:48.841914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9dd1338a-1054-4194-bdd2-679fc9cac4e4 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1404281 Oct 16 13:48:48.845147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39578) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:48.875499 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:48.925544 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d1183f16-557f-460a-95cf-c74ab95c35e1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 990 time: 0.0793083 Oct 16 13:48:48.977585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:49.009947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'Port': ['ID=5d5c0866-75f9-42f9-ade5-7c60abeba8f2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:49.031882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.032220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.032580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.032908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.033232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.033561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.033877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.034196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.034510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.034825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.035138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.035449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:49.074824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:49.075181 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Floating IP 5c8800cb-ca42-4206-8cf8-5efc3980772d disassociated (deleted). External IP: 172.26.5.19, port: b85b3d85-3810-44a6-8d65-4db8657b1fbd. Oct 16 13:48:49.114861 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '8c1916e5-8351-4494-9ce9-b02fe136a50a', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:48:15Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:49.142620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] Checking router: b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:48:49.150667 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:49.151266 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:49.273673 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:49.336739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:48:49.535482 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '8c1916e5-8351-4494-9ce9-b02fe136a50a', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:48:15Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:49.569895 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07155dd9-9d3a-4a77-bd6f-d2aca580d689 None None] The sync data for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv is: [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '8c1916e5-8351-4494-9ce9-b02fe136a50a', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'port_id': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'mac_address': 'fa:16:3e:9a:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:48:15Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:47Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:48:49.793012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:48:49.798657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:49.813160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:48:49.822715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:49.823332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:49.833966 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ce1037f7-bff0-4880-9704-dd8dd041462f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "DELETE /v2.0/floatingips/5c8800cb-ca42-4206-8cf8-5efc3980772d HTTP/1.1" status: 204 len: 168 time: 1.3290150 Oct 16 13:48:49.835120 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:49.837682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166716f9-06a9-40d5-a87b-3c8e7c143e41" -d '{"events": [{"name": "network-changed", "server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:49.883647 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fae163-3f39-4d68-a231-893fc50da032 x-openstack-request-id: req-23fae163-3f39-4d68-a231-893fc50da032 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:49.884364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:49.884364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23fae163-3f39-4d68-a231-893fc50da032 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:49.885023 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'status': 'completed', 'code': 200} Oct 16 13:48:49.927753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39584) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:49.962310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-1cb2b641-af28-4c3b-98e9-6fd0843dcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:49.969546 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-1cb2b641-af28-4c3b-98e9-6fd0843dcfbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 1098 time: 0.0606484 Oct 16 13:48:50.006722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:50.008722 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b4711398-ced6-4da9-aecc-f92b3c5de084 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 990 time: 0.0792689 Oct 16 13:48:50.088750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-d34666ab-917c-418f-92ce-34752a34305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:50.090259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-d34666ab-917c-418f-92ce-34752a34305b service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.1151090 Oct 16 13:48:50.142665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-da6765b5-d98f-489c-8ced-67650d9226cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd HTTP/1.1" status: 200 len: 217 time: 0.0446725 Oct 16 13:48:50.209027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-b1465203-3984-463d-9a1e-6c8a51feae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:50.211784 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-b1465203-3984-463d-9a1e-6c8a51feae39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.0620465 Oct 16 13:48:50.289149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-6b7cffae-7484-445b-8be6-67ff57e340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:50.290711 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-6b7cffae-7484-445b-8be6-67ff57e340d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709066 Oct 16 13:48:50.300181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 1, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:50.334845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:48:50.344664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:50.345591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:50.453710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-3634076a-3afb-48a9-a0d3-56f63a9ffdf4 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552949 Oct 16 13:48:50.466777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc425d-71b2-42b6-ab33-f868892488d8 req-22daa918-df9f-46dc-a4ac-25ff8223daa1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:50.469415 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bbcc425d-71b2-42b6-ab33-f868892488d8 req-22daa918-df9f-46dc-a4ac-25ff8223daa1 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 945 time: 0.0867088 Oct 16 13:48:50.482123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:50.571799 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bbcc425d-71b2-42b6-ab33-f868892488d8 req-a12eb99b-f8ca-485e-a4c8-da3ca02042a5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823195 Oct 16 13:48:50.592759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-166716f9-06a9-40d5-a87b-3c8e7c143e41 req-9dde2e1b-9de6-450c-8174-9139900ce012 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223545 Oct 16 13:48:50.882201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 1, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:50.915157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df855dfc-2547-48ac-b1da-1a8b13570d79 None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '09d4b8e1-fb07-45c5-9768-1dffbab36e67', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'floating_ip_address': '172.26.5.182', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'port_id': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'mac_address': 'fa:16:3e:ad:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:43:41Z', 'updated_at': '2021-10-16T13:43:45Z', 'revision_number': 1, 'project_id': '373278b19057453d9698b00ac17f36e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:48:51.001891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:51.010064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39588) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:51.054345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 53426b5d-bcb1-425c-b332-17fe945a7272 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:51.054705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:51.081180 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cc1708f4-8432-4407-8648-18605e6935cf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 990 time: 0.0698829 Oct 16 13:48:51.142119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:51.237034 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 53426b5d-bcb1-425c-b332-17fe945a7272, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=53426b5d-bcb1-425c-b332-17fe945a7272,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:51.297804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:51.298669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:51.390365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:51.399364 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd57ce-4ef7-4cc1-973b-13578d93df42 None None] New status for floating IP 5c8800cb-ca42-4206-8cf8-5efc3980772d: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:48:51.401555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:51.402092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:51.489830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:51.529188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:51.587266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:51.592448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a1c0f-9787-423a-ad96-d7aeeccd04bd None None] New status for floating IP 8c1916e5-8351-4494-9ce9-b02fe136a50a: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:48:51.704706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fed60-b662-47c2-8cea-4255bdedeb38 req-e1a9a676-7076-4ee2-81e5-62f7e9700d3b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:51.706547 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-790fed60-b662-47c2-8cea-4255bdedeb38 req-e1a9a676-7076-4ee2-81e5-62f7e9700d3b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 945 time: 0.0595512 Oct 16 13:48:51.738521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:51.747411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-790fed60-b662-47c2-8cea-4255bdedeb38 req-dc03fb02-9feb-4377-9cd6-ca48532d5c4a tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345283 Oct 16 13:48:51.886818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-51a31ca5-bddd-4934-96f4-8ca4e50e0868 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:51.888376 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-51a31ca5-bddd-4934-96f4-8ca4e50e0868 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 945 time: 0.0641944 Oct 16 13:48:51.995625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Deleting port b85b3d85-3810-44a6-8d65-4db8657b1fbd {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:48:51.995966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:52.084867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39592) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:52.089852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] For port b85b3d85-3810-44a6-8d65-4db8657b1fbd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b85b3d85-3810-44a6-8d65-4db8657b1fbd,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:52.090217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:52.103711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Calling delete_port for b85b3d85-3810-44a6-8d65-4db8657b1fbd owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:48:52.221802 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-16d1d4d2-514b-4d0b-8304-b6f275537d47 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 200 len: 992 time: 0.1351357 Oct 16 13:48:52.314665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:52.348198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'Port': ['ID=b85b3d85-3810-44a6-8d65-4db8657b1fbd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:52.377317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.377663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.377999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.378332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.378660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.378983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.379303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.379622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.379978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.380256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.380614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.380929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:48:52.400621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] No DVR routers for this DVR port b85b3d85-3810-44a6-8d65-4db8657b1fbd on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:48:52.402969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:52.406755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aeaa36d8-995b-4f4a-b9e5-5be27d4aa826 req-dc2fe63f-cdf3-4c78-b0ab-d9cfaf627988 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "DELETE /v2.0/ports/b85b3d85-3810-44a6-8d65-4db8657b1fbd HTTP/1.1" status: 204 len: 173 time: 0.5114300 Oct 16 13:48:52.406902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'name': 'network-vif-deleted', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:52.411181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c564faf-02aa-4aba-aa7a-396a09a3ba79" -d '{"events": [{"server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "name": "network-vif-deleted", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:52.443720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2792f65-0772-4193-bdcf-5300d5918bdc x-openstack-request-id: req-f2792f65-0772-4193-bdcf-5300d5918bdc {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:52.444008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1fe561a-3228-4b04-83e6-46ccac304896", "name": "network-vif-deleted", "tag": "b85b3d85-3810-44a6-8d65-4db8657b1fbd", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:52.444257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2792f65-0772-4193-bdcf-5300d5918bdc {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:52.444686 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1fe561a-3228-4b04-83e6-46ccac304896', 'name': 'network-vif-deleted', 'tag': 'b85b3d85-3810-44a6-8d65-4db8657b1fbd', 'status': 'completed', 'code': 200} Oct 16 13:48:52.463676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39600) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:52.543010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:52.901958 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0471c868-54d3-4cca-855f-c43ebcca0a0b req-5fcee785-eae5-4e61-8c16-abd63cbe9048 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0364027 Oct 16 13:48:52.978160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 300eee4e-d8de-4f99-b891-f4d6db382e43 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:48:52.978471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:52.986958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:53.040393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 53426b5d-bcb1-425c-b332-17fe945a7272 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:53.040761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.055976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.056346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.068378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 300eee4e-d8de-4f99-b891-f4d6db382e43 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:48:53.133298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:48:53.184849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:48:53.185109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.364173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.389254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=300eee4e-d8de-4f99-b891-f4d6db382e43,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:53.457364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.457614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 8c1916e5-8351-4494-9ce9-b02fe136a50a disassociated (deleted). External IP: 172.26.5.54, port: bfaa2db0-2eda-4fac-8437-21f473fdd9aa. Oct 16 13:48:53.703163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:48:53.833901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:48:53.838463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:53.844063 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] Sync routers for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:48:53.852932 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:53.853529 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:53.874933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-292ebb42-6543-4241-9a42-384becdb7ef4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/8c1916e5-8351-4494-9ce9-b02fe136a50a HTTP/1.1" status: 204 len: 168 time: 1.4071429 Oct 16 13:48:53.981611 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:54.012015 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bb6824c3-b0e8-47bb-9cd8-c78b2990787a req-0528269f-96d7-4fd4-b8cd-bf5baf11b16d tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0293343 Oct 16 13:48:54.199023 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:54.232731 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] Checking router: b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:48:54.242212 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:48:54.242942 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:54.328349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559e0b-c351-4c9c-a9a1-87471928b019 req-3b1350f0-553f-48da-8208-d51d717cd464 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:54.330116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-17559e0b-c351-4c9c-a9a1-87471928b019 req-3b1350f0-553f-48da-8208-d51d717cd464 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 945 time: 0.0617125 Oct 16 13:48:54.372215 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-17559e0b-c351-4c9c-a9a1-87471928b019 req-95b48de6-93d9-497e-93fb-98bc545983ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Oct 16 13:48:54.372920 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:48:54.445541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:54.448026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c330a-319e-41bb-8274-f943fe81f787" -d '{"events": [{"name": "network-changed", "server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:54.488909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18e2383-8548-4854-bd04-9cbda19d1f25 x-openstack-request-id: req-a18e2383-8548-4854-bd04-9cbda19d1f25 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:54.489157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:54.489415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a18e2383-8548-4854-bd04-9cbda19d1f25 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:54.489822 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'status': 'completed', 'code': 200} Oct 16 13:48:54.567310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c330a-319e-41bb-8274-f943fe81f787 req-907dd0b5-a99a-46c0-a410-79f5d1ec74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:54.568962 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-907dd0b5-a99a-46c0-a410-79f5d1ec74d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 1098 time: 0.0551147 Oct 16 13:48:54.608759 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:48:54.645773 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d3c764-9243-4a7b-a00e-932378ab8274 None None] The sync data for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv is: [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:47:57Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9', 'name': '', 'network_id': '9a2a90d1-5634-4f52-8e76-aa737d6052ec', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:4d:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:57Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:48:54.666955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c330a-319e-41bb-8274-f943fe81f787 req-375d773f-a412-470f-97e9-712c09320d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:54.668792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-375d773f-a412-470f-97e9-712c09320d5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a2a90d1-5634-4f52-8e76-aa737d6052ec HTTP/1.1" status: 200 len: 897 time: 0.0922918 Oct 16 13:48:54.717388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-8622b47d-4597-4033-97d1-e8edd8679f15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa HTTP/1.1" status: 200 len: 217 time: 0.0403316 Oct 16 13:48:54.782635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c330a-319e-41bb-8274-f943fe81f787 req-418263d4-c515-4b1f-a04f-c8ce9862f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:54.784283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-418263d4-c515-4b1f-a04f-c8ce9862f386 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e HTTP/1.1" status: 200 len: 834 time: 0.0598004 Oct 16 13:48:54.844386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c330a-319e-41bb-8274-f943fe81f787 req-3507c9a4-144f-4496-b600-88ad8ae596e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:54.844386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-3507c9a4-144f-4496-b600-88ad8ae596e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a2a90d1-5634-4f52-8e76-aa737d6052ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0524580 Oct 16 13:48:54.947423 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-d4482f27-4131-4369-8c02-ec26ca105738 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945346 Oct 16 13:48:55.054066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576c330a-319e-41bb-8274-f943fe81f787 req-6d751f02-b63f-4b94-bddc-1c5e961d8ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978200 Oct 16 13:48:55.120881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-37f6e4c9-113d-4268-872b-8f311402535e req-f4a7196b-9d20-4a6f-9c92-25b0c4ff3f2c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0313821 Oct 16 13:48:55.359136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fac9b-30c4-4aa7-8c0e-f1e95b8db9c3 None None] New status for floating IP 8c1916e5-8351-4494-9ce9-b02fe136a50a: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:48:55.517599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecde82-bc75-4ef2-a5ec-4c347884b6c3 req-1a9d10ba-2e5d-4392-aafd-303b1cfa8858 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:55.519032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9ecde82-bc75-4ef2-a5ec-4c347884b6c3 req-1a9d10ba-2e5d-4392-aafd-303b1cfa8858 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 945 time: 0.0557425 Oct 16 13:48:55.595406 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9ecde82-bc75-4ef2-a5ec-4c347884b6c3 req-bfbd1335-c4e0-4ee6-9fc7-aed872f4142e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=81de9703-a7af-4ff3-bd39-ea9607c14eac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678058 Oct 16 13:48:55.603593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-532b95cc-0f75-4a78-8356-8c18aeebdbb1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:48:55.605035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-532b95cc-0f75-4a78-8356-8c18aeebdbb1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 945 time: 0.0851433 Oct 16 13:48:55.711076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port bfaa2db0-2eda-4fac-8437-21f473fdd9aa {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:48:55.711414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:55.802862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port bfaa2db0-2eda-4fac-8437-21f473fdd9aa, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:55.803140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:55.815041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for bfaa2db0-2eda-4fac-8437-21f473fdd9aa owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:48:56.023173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:56.055738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=bfaa2db0-2eda-4fac-8437-21f473fdd9aa,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:56.104010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port bfaa2db0-2eda-4fac-8437-21f473fdd9aa on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:48:56.106731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:56.110303 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fb4f93cb-0dcb-4c3e-a2f1-19157923d023 req-c646537b-2dec-441b-9cdf-6be91d335cf4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/bfaa2db0-2eda-4fac-8437-21f473fdd9aa HTTP/1.1" status: 204 len: 173 time: 0.4972076 Oct 16 13:48:56.221289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-990446a7-c874-454e-b5ad-07ccc2e3e674 req-f8112f5e-3b08-4d38-a04a-c5408ab69ca6 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0333364 Oct 16 13:48:56.340783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b85b3d85-3810-44a6-8d65-4db8657b1fbd no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:48:56.359979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: b85b3d85-3810-44a6-8d65-4db8657b1fbd {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:48:56.360677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b85b3d85-3810-44a6-8d65-4db8657b1fbd not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:48:56.491169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'name': 'network-vif-deleted', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:48:56.493693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a773ef3-2cdd-4533-b4fb-42ef8095d794" -d '{"events": [{"server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "name": "network-vif-deleted", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:48:56.538524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3a5dc0-5c26-4f4e-89f4-06253127c7b2 x-openstack-request-id: req-0a3a5dc0-5c26-4f4e-89f4-06253127c7b2 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:48:56.539152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de79ae39-a044-4c07-8618-7a735cb08a22", "name": "network-vif-deleted", "tag": "bfaa2db0-2eda-4fac-8437-21f473fdd9aa", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:48:56.539486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a3a5dc0-5c26-4f4e-89f4-06253127c7b2 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:48:56.539947 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de79ae39-a044-4c07-8618-7a735cb08a22', 'name': 'network-vif-deleted', 'tag': 'bfaa2db0-2eda-4fac-8437-21f473fdd9aa', 'status': 'completed', 'code': 200} Oct 16 13:48:56.705478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8c2fcc63-9c10-4238-9663-a0c5a611256a req-15f67406-c19c-45cf-9808-110d2ae92e13 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=de79ae39-a044-4c07-8618-7a735cb08a22 HTTP/1.1" status: 200 len: 210 time: 0.0324786 Oct 16 13:48:57.335185 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-66b39f3c-3838-4d99-b292-16fe4527ceea req-08dd0be0-e7d9-4882-a8a0-cce5d5837ce7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1fe561a-3228-4b04-83e6-46ccac304896 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Oct 16 13:48:57.760908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39628) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:57.820016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25ba0ad0-702d-4549-8e36-7771a2ff8303 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:57.845802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25ba0ad0-702d-4549-8e36-7771a2ff8303 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:57.975153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25ba0ad0-702d-4549-8e36-7771a2ff8303 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:57.977728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25ba0ad0-702d-4549-8e36-7771a2ff8303 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:57.978900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-25ba0ad0-702d-4549-8e36-7771a2ff8303 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/81de9703-a7af-4ff3-bd39-ea9607c14eac HTTP/1.1" status: 204 len: 168 time: 0.2169800 Oct 16 13:48:57.988747 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba0ad0-702d-4549-8e36-7771a2ff8303 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81de9703-a7af-4ff3-bd39-ea9607c14eac,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:58.062095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39632) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:48:58.548467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:59.216401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:48:59.216745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:59.306208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:48:59.306572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:59.320230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:48:59.629461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:48:59.659878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:48:59.872253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.130027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:49:00.255760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:00.263247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-70dd1e14-f344-426a-be2f-117cde2e279d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1976717 Oct 16 13:49:00.264133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39644) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:00.265358 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] Sync routers for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:00.274553 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:00.275267 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:00.317270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:49:00.320557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.346478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bfaa2db0-2eda-4fac-8437-21f473fdd9aa no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:00.370827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.376801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: bfaa2db0-2eda-4fac-8437-21f473fdd9aa {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:00.377312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bfaa2db0-2eda-4fac-8437-21f473fdd9aa not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:00.403050 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:00.503815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.584082 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:59Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:00.618167 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] Checking router: b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:00.623864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] Routers {'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:00.625068 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:00.634976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.666602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:00.670913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.677816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4519234a-73b7-4bd9-9cc3-94a7c76f7b8a None None] Network 9a2a90d1-5634-4f52-8e76-aa737d6052ec requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:49:00.678005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4a540182-ad98-43da-931e-60db1a62a063 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/f92f0414-6d0e-48c2-8303-bc2c6ac7ed1e HTTP/1.1" status: 204 len: 168 time: 0.4126205 Oct 16 13:49:00.680538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39648) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:00.832096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:00.867457 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] Set router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:00.964829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] DHCP port deletion for 9a2a90d1-5634-4f52-8e76-aa737d6052ec request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:49:00.994828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.034728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] Deleting port 6374312b-aa81-4562-ad93-b31ba6ee3e77 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:01.035370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.081639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:59Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:01.118846 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f8314-90bd-45de-a229-e64183d8c06e None None] The sync data for ids ['b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23'] in dv-neutron-743142-24-hyperv is: [{'id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'name': 'tempest-TestNetworkBasicOps-router-7499076', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231'}], 'enable_snat': True}, 'gw_port_id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:59Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '53426b5d-bcb1-425c-b332-17fe945a7272', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:47:53Z', 'updated_at': '2021-10-16T13:48:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:01.119294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] For port 6374312b-aa81-4562-ad93-b31ba6ee3e77, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6374312b-aa81-4562-ad93-b31ba6ee3e77,segment=NetworkSegment(fb2a63f4-5550-44f9-8dc8-ac26a933bcb2),segment_id=fb2a63f4-5550-44f9-8dc8-ac26a933bcb2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:01.120028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.135274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] Calling delete_port for 6374312b-aa81-4562-ad93-b31ba6ee3e77 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:01.156735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 53426b5d-bcb1-425c-b332-17fe945a7272 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:01.156735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.249245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 53426b5d-bcb1-425c-b332-17fe945a7272, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=53426b5d-bcb1-425c-b332-17fe945a7272,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:01.250255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.262054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 53426b5d-bcb1-425c-b332-17fe945a7272 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:01.330013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.357463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] Pushing event deleted for resources: {'Port': ['ID=6374312b-aa81-4562-ad93-b31ba6ee3e77,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:01.364000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8a3ab-59dd-49d1-bd48-bc879cac2bd6 None None] No DVR routers for this DVR port 6374312b-aa81-4562-ad93-b31ba6ee3e77 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:49:01.503804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.536100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=53426b5d-bcb1-425c-b332-17fe945a7272,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:01.605315 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.714525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.716660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.840184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.840791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:49:01.848043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:01.849194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-25daeede-ddfd-4000-97b4-68c0fcbf86bf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/b24ec2f8-fd04-4c5d-a6b7-4d65b7265a23 HTTP/1.1" status: 204 len: 168 time: 1.1671367 Oct 16 13:49:01.851894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39652) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:01.934939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.341524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.365624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a90d1-5634-4f52-8e76-aa737d6052ec']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:02.375208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:02.375520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2a63f4-5550-44f9-8dc8-ac26a933bcb2') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:02.385161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.398138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.404023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:49:02.408518 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:49:02.520301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.533326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.533326 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/9a2a90d1-5634-4f52-8e76-aa737d6052ec HTTP/1.1" status: 204 len: 168 time: 0.6786003 Oct 16 13:49:02.544819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f9fd0-0d38-417a-ac16-6e40628c14f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=9a2a90d1-5634-4f52-8e76-aa737d6052ec,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:02.553590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39654) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:02.560176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--1640348888', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:02.661373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:49:02.665159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.689507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:49:02.698113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.698993 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment c22871cc-0722-425f-b8b2-2f12c78dadc1 of type vlan for network d2323261-dfbd-4b6a-a9e4-6925a67141e0 Oct 16 13:49:02.741335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.843968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.850082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:02.850745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:02.923541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=d2323261-dfbd-4b6a-a9e4-6925a67141e0,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:02.932707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:49:02.945514 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-51eb6d3e-11ff-4967-94d0-cae7941991ab tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3918419 Oct 16 13:49:02.948397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39660) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:02.954273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:03.010943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:03.042071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 53426b5d-bcb1-425c-b332-17fe945a7272 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:03.043725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 53426b5d-bcb1-425c-b332-17fe945a7272 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:03.043725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6374312b-aa81-4562-ad93-b31ba6ee3e77 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:03.063609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:03.065013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:03.066005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 6374312b-aa81-4562-ad93-b31ba6ee3e77 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:03.066545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6374312b-aa81-4562-ad93-b31ba6ee3e77 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:03.067002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:03.088512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:03.088777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e5e8c2cd-2ef3-4362-b6aa-17a332c9aae9 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:03.174974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:03.416674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:03.684893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:03.711041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:03.821299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.248 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/0b269ff3-bf9b-4028-9932-cfee75bd2327) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:49:03.925883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:04.030601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:04.082446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:49:04.085487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:04.088386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:49:04.119544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=0b269ff3-bf9b-4028-9932-cfee75bd2327,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:04.475105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:04.723227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:04.960300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:49:05.072000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39668) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:05.086805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:05.098482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Sync routers for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:05.109551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:05.110169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:05.174510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.176462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c773f8ce-0235-4fc3-8942-975d55924bf8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2259820 Oct 16 13:49:05.182302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39670) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:05.224466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e7025cdc-704b-4d2d-925c-e3ce7108a6af tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415659 Oct 16 13:49:05.224713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39672) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:05.257202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:05.265299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Deleting port f3cb507c-6e44-4fb3-9dd6-c8989c1bc071 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:05.265642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.349422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.349920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.363185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Calling delete_port for f3cb507c-6e44-4fb3-9dd6-c8989c1bc071 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:05.399120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51bf83-8600-460b-a8cc-466edb3e323b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:05.401012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8b51bf83-8600-460b-a8cc-466edb3e323b tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1750345 Oct 16 13:49:05.403459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39674) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:05.439978 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b7961344-d1cd-4122-a5c6-c2958d67b00d tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354130 Oct 16 13:49:05.442451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39676) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:05.447994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294637929', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:05.461559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:04Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:05.489257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Checking router: 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:05.489593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Updating router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 port 0b269ff3-bf9b-4028-9932-cfee75bd2327 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:49:05.523163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.622687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:49:05.627009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.655444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.686340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'Port': ['ID=f3cb507c-6e44-4fb3-9dd6-c8989c1bc071,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:05.754391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.754918 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Floating IP 09d4b8e1-fb07-45c5-9768-1dffbab36e67 disassociated (deleted). External IP: 172.26.5.182, port: 92cf93ae-ad4c-40ea-8a32-7332b4192412. Oct 16 13:49:05.798479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.883843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.915066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.941409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Attempting to bind port 0b269ff3-bf9b-4028-9932-cfee75bd2327 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:49:05.941779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Attempting to bind port 0b269ff3-bf9b-4028-9932-cfee75bd2327 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:49:05.942147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Attempting to bind port 0b269ff3-bf9b-4028-9932-cfee75bd2327 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:49:05.949551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c6de7-b937-4ba9-b5cb-0c128b169d49 None None] Pushing event updated for resources: {'Port': ['ID=0b269ff3-bf9b-4028-9932-cfee75bd2327,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:05.953048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:49:05.953048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:49:05.953968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.954361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:49:05.954837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Bound port: 0b269ff3-bf9b-4028-9932-cfee75bd2327, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:49:05.955248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:05.982460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=c4c0302a-b3c0-410c-9462-ca7d502cbc36,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:05.993546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:49:05.994016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: d2323261-dfbd-4b6a-a9e4-6925a67141e0, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:49:05.999172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:49:06.023274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] For port 0b269ff3-bf9b-4028-9932-cfee75bd2327, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:49:06.026312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] For port 0b269ff3-bf9b-4028-9932-cfee75bd2327, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0b269ff3-bf9b-4028-9932-cfee75bd2327,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:49:06.066551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:49:06.090003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:06.128971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:06.133586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:06.142918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, d2323261-dfbd-4b6a-a9e4-6925a67141e0) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:06.148612 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:06.151089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:06.151704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:06.157131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d9a06-616e-4a1d-952c-e0fb7147804e None None] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:49:06.159308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:06.160432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:06.161916 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:06.162743 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:06.167863 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-466009b9-ffab-43e9-afcf-a98e8886015b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "DELETE /v2.0/floatingips/09d4b8e1-fb07-45c5-9768-1dffbab36e67 HTTP/1.1" status: 204 len: 168 time: 1.0945356 Oct 16 13:49:06.168517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:49:06.180068 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507d586e-00e4-4053-9fad-0c02634a2d57" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:49:06.211441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c6de7-b937-4ba9-b5cb-0c128b169d49 None None] Pushing event updated for resources: {'Port': ['ID=0b269ff3-bf9b-4028-9932-cfee75bd2327,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:06.247752 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39684) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:06.253102 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3684a43b-5ab0-4bbc-ba69-cf4064c1da4b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8088202 Oct 16 13:49:06.313024 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:06.479476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0cb55f-af22-411f-a984-247f8c9f756a x-openstack-request-id: req-8b0cb55f-af22-411f-a984-247f8c9f756a {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:49:06.479768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:49:06.479997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b0cb55f-af22-411f-a984-247f8c9f756a {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:49:06.480423 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'status': 'completed', 'code': 200} Oct 16 13:49:06.569711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-cb9070f6-43aa-42f6-ac09-0823f693f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:06.571405 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-cb9070f6-43aa-42f6-ac09-0823f693f05a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=373278b19057453d9698b00ac17f36e4&device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 1098 time: 0.0895090 Oct 16 13:49:06.576165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:06.632151 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:06.666498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:06.677426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-d2323261-dfbd-4b6a-a9e4-6925a67141e0', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:49:06.677995 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:06.678284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:06.679012 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:06.834120 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:06.935963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Allocated IP 172.20.0.2 (d2323261-dfbd-4b6a-a9e4-6925a67141e0/c4c0302a-b3c0-410c-9462-ca7d502cbc36/bdd711e3-92aa-4963-8c66-19984e411b08) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:49:06.959632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:06.975853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:04Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:07.016521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8cfb8-1a48-44ec-ae05-23c41c6deb49 None None] The sync data for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv is: [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:04Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:07.139981 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:07.184919 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d763581-31ff-4343-90ba-648bf7e1894e None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:38:42Z', 'revision_number': 4, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '22d0b885-c894-4bbb-8d3d-e7a45937d236', 'name': '', 'network_id': '5041a6a7-3056-43c2-b8a8-24735191457f', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'mac_address': 'fa:16:3e:b7:84:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:40Z', 'updated_at': '2021-10-16T13:38:48Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'subnets': [{'id': '46e453e0-1f13-4b30-a9fc-46c8e590cd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:07.194187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a23c2a-7dc0-4ae0-ba28-c49e5cd4f212 req-eea99f46-713e-4f44-afdd-6e09b8be022b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:07.201270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8a23c2a-7dc0-4ae0-ba28-c49e5cd4f212 req-eea99f46-713e-4f44-afdd-6e09b8be022b tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 945 time: 0.5983424 Oct 16 13:49:07.255176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-c9dccfc4-3cbb-45fb-8fad-be4e9aae937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:07.256706 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-c9dccfc4-3cbb-45fb-8fad-be4e9aae937d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 200 len: 912 time: 0.6775029 Oct 16 13:49:07.276310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.341581 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8a23c2a-7dc0-4ae0-ba28-c49e5cd4f212 req-c2fd306c-ed49-4af4-ba4b-3e0eca0434b7 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/security-groups?id=21a44621-c513-4a40-beeb-5b114571a380&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394138 Oct 16 13:49:07.346002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-cdab6776-f5dd-4bbd-a988-a8b39b6bf368 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 200 len: 217 time: 0.0745170 Oct 16 13:49:07.349609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.416903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-8a453e21-9f43-4521-acc3-4ab8dca03338 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:07.419098 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-8a453e21-9f43-4521-acc3-4ab8dca03338 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 945 time: 0.2950618 Oct 16 13:49:07.427597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (d2323261-dfbd-4b6a-a9e4-6925a67141e0/c4c0302a-b3c0-410c-9462-ca7d502cbc36/e86492cf-678d-49a0-8615-2a120765fe92) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:49:07.431817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:49:07.461267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:07.465497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:49:07.484698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Pushing event updated for resources: {'Port': ['ID=bdd711e3-92aa-4963-8c66-19984e411b08,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:07.527386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-6d77cc2a-8ab6-4595-9b5b-d4659d5be102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:07.528931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-6d77cc2a-8ab6-4595-9b5b-d4659d5be102 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 200 len: 850 time: 0.1730111 Oct 16 13:49:07.585446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Attempting to bind port bdd711e3-92aa-4963-8c66-19984e411b08 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:49:07.585857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Attempting to bind port bdd711e3-92aa-4963-8c66-19984e411b08 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:49:07.586227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Attempting to bind port bdd711e3-92aa-4963-8c66-19984e411b08 on network d2323261-dfbd-4b6a-a9e4-6925a67141e0 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:49:07.598400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:49:07.598559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Checking segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:49:07.598942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.599341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Bound using segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:49:07.599828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Bound port: bdd711e3-92aa-4963-8c66-19984e411b08, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:49:07.600210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.616274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.644683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-f662aaef-5e55-419e-ac17-503662783559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:07.646210 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-f662aaef-5e55-419e-ac17-503662783559 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5041a6a7-3056-43c2-b8a8-24735191457f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1054304 Oct 16 13:49:07.682236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0a813-5242-4a87-a64b-1ddc971ab38f None None] New status for floating IP 09d4b8e1-fb07-45c5-9768-1dffbab36e67: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:49:07.743757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Deleting port 92cf93ae-ad4c-40ea-8a32-7332b4192412 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:07.744179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.751330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.782445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] For port bdd711e3-92aa-4963-8c66-19984e411b08, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:49:07.786917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] For port bdd711e3-92aa-4963-8c66-19984e411b08, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bdd711e3-92aa-4963-8c66-19984e411b08,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:49:07.793801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-548d2479-fe9b-49a1-806d-3d83a6989824 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381955 Oct 16 13:49:07.822737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:49:07.829072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:07.833849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:49:07.858942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.870898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e86492cf-678d-49a0-8615-2a120765fe92,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:07.892517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.934742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] For port 92cf93ae-ad4c-40ea-8a32-7332b4192412, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=92cf93ae-ad4c-40ea-8a32-7332b4192412,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:07.934975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:07.944715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58ad0d-5d11-4c2d-935c-569a0601f9d7 None None] Pushing event updated for resources: {'Port': ['ID=bdd711e3-92aa-4963-8c66-19984e411b08,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:07.962171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Calling delete_port for 92cf93ae-ad4c-40ea-8a32-7332b4192412 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:07.992794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-507d586e-00e4-4053-9fad-0c02634a2d57 req-b414ead0-af74-41b1-a2cb-8b1e491abf88 service neutron] 10.222.0.31 "GET /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640792 Oct 16 13:49:08.180988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:08.233211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:08.273165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'Port': ['ID=92cf93ae-ad4c-40ea-8a32-7332b4192412,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:08.335528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] No DVR routers for this DVR port 92cf93ae-ad4c-40ea-8a32-7332b4192412 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:49:08.337980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:08.341457 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f6760561-9bc3-43ff-ab52-30d605b72562 req-234c2069-3c91-44c4-9e0f-d3dbf0cb02d5 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.31 "DELETE /v2.0/ports/92cf93ae-ad4c-40ea-8a32-7332b4192412 HTTP/1.1" status: 204 len: 173 time: 0.9036033 Oct 16 13:49:08.341914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'name': 'network-vif-deleted', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:49:08.344782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1e4b9-9685-470c-93e5-87e4682be9ae" -d '{"events": [{"server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "name": "network-vif-deleted", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:49:08.380754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d70cf6-fa84-44d7-ab8e-bacc28f02cef x-openstack-request-id: req-f5d70cf6-fa84-44d7-ab8e-bacc28f02cef {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:49:08.381045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0ed25a-3954-4a5f-95d8-241bf414346c", "name": "network-vif-deleted", "tag": "92cf93ae-ad4c-40ea-8a32-7332b4192412", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:49:08.381295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5d70cf6-fa84-44d7-ab8e-bacc28f02cef {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:49:08.381732 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0ed25a-3954-4a5f-95d8-241bf414346c', 'name': 'network-vif-deleted', 'tag': '92cf93ae-ad4c-40ea-8a32-7332b4192412', 'status': 'completed', 'code': 200} Oct 16 13:49:08.459900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7f107ac-06a4-4d48-ac5e-8a28db5f4e31 req-833bcb88-7b1b-49a2-9057-533e4fa8e9eb tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0286999 Oct 16 13:49:08.518000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:08.588337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:08.675508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:08.677442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=e86492cf-678d-49a0-8615-2a120765fe92,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:08.792051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:49:08.793538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:08.966046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:49:09.087441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bdd711e3-92aa-4963-8c66-19984e411b08 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:49:09.118245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:09.120063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9533f-9159-4711-9507-1e1a926fd3a5 None None] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:49:09.128529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39692) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:09.132949 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e566803b-713f-428d-aa90-4510f645f7f7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/0d4ede43-aaa3-4f11-a896-d2340d75cbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838747 Oct 16 13:49:09.234879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-23994398-32ec-4647-92f4-1ea8dc24ae7f None None] Provisioning complete for port bdd711e3-92aa-4963-8c66-19984e411b08 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:09.235248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-23994398-32ec-4647-92f4-1ea8dc24ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:09.262223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.262769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.263065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.263524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.264750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.265945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.267783 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e6dad04-501a-4709-bf7a-ebb6db89a6b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1380298 Oct 16 13:49:09.270459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39694) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:09.334274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.334274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.334691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.334979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.335397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.335873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:09.341218 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8addcf0f-5de1-4369-8c72-c8f4084a2624 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0665631 Oct 16 13:49:09.343301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39696) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:09.348213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port bdd711e3-92aa-4963-8c66-19984e411b08 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:09.348631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:09.500535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-23994398-32ec-4647-92f4-1ea8dc24ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:09.540690 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a8e6fc81-a82c-4c40-988d-9cc5132c9bfc tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1946530 Oct 16 13:49:09.582968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-23994398-32ec-4647-92f4-1ea8dc24ae7f None None] For port bdd711e3-92aa-4963-8c66-19984e411b08, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bdd711e3-92aa-4963-8c66-19984e411b08,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:09.587309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:09.615843 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ee02d12d-fbce-4d11-80b1-40ad681ed9cc req-62d5ea97-6cef-4dfe-a73c-ee0c9d093cf2 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0504546 Oct 16 13:49:09.653266 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Sync routers for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:09.658070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-23994398-32ec-4647-92f4-1ea8dc24ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:09.670742 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:09.671736 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:09.824699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:49:09.824699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:49:09.846191 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:09.855797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23994398-32ec-4647-92f4-1ea8dc24ae7f None None] Pushing event updated for resources: {'Port': ['ID=bdd711e3-92aa-4963-8c66-19984e411b08,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:09.987661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e625c9a9-50db-4e54-a022-536a551e2d94 None None] Provisioning complete for port bdd711e3-92aa-4963-8c66-19984e411b08 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:09.991205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e625c9a9-50db-4e54-a022-536a551e2d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.017563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39702) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:10.022802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800804898', 'description': 'tempest-secgroup-smoke-1800804898 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:10.117071 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:10.125242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e625c9a9-50db-4e54-a022-536a551e2d94 None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:10.125737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e625c9a9-50db-4e54-a022-536a551e2d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.148148 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Checking router: 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:10.148466 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Updating router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 port e86492cf-678d-49a0-8615-2a120765fe92 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:49:10.166160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.175985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e625c9a9-50db-4e54-a022-536a551e2d94 None None] Port e86492cf-678d-49a0-8615-2a120765fe92 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:49:10.185470 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.275212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.300569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8aecc2a4-82c5-4930-a72a-063b21c303e1 None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:10.301042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8aecc2a4-82c5-4930-a72a-063b21c303e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.341295 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.379621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890afe6b-af43-41ef-937d-ab9b7c2310d6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:10.414788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b269ff3-bf9b-4028-9932-cfee75bd2327 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:49:10.418500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8aecc2a4-82c5-4930-a72a-063b21c303e1 None None] Port e86492cf-678d-49a0-8615-2a120765fe92 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:49:10.439782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 92cf93ae-ad4c-40ea-8a32-7332b4192412 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:10.444585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.446656 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1b9ebbfe-8bbe-44d9-8250-5d7f2ed63d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4275348 Oct 16 13:49:10.449726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39704) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:10.457588 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '890afe6b-af43-41ef-937d-ab9b7c2310d6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:10.472516 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 92cf93ae-ad4c-40ea-8a32-7332b4192412 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:10.472864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 92cf93ae-ad4c-40ea-8a32-7332b4192412 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:10.504683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0b269ff3-bf9b-4028-9932-cfee75bd2327 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:10.505046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.546876 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.552343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-31c8d207-27de-489e-ac4f-e36430a3df18 None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:10.552721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-31c8d207-27de-489e-ac4f-e36430a3df18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.556953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.617195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-31c8d207-27de-489e-ac4f-e36430a3df18 None None] Port e86492cf-678d-49a0-8615-2a120765fe92 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:49:10.626915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.638801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.639232 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.666801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0b269ff3-bf9b-4028-9932-cfee75bd2327, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0b269ff3-bf9b-4028-9932-cfee75bd2327,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:10.714577 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Pushing event updated for resources: {'Port': ['ID=e86492cf-678d-49a0-8615-2a120765fe92,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:10.723903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.744437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df30fb83-91c9-4fd0-9346-14fcd26e856e req-b3d8a3e5-590c-46ab-a167-5afcbbc6d030 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0399158 Oct 16 13:49:10.753706 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.754203 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.754361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.754749 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.755180 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.755613 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.756044 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.756492 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.756915 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.757339 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.757963 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.758556 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.759018 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:49:10.759222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cde56f8-759a-4b0e-bfea-4b2d81ec99e6,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:10.823991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0b269ff3-bf9b-4028-9932-cfee75bd2327,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:10.842102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.844817 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2ffd2117-1c88-4fb9-8913-d52cc48acfaa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938196 Oct 16 13:49:10.847488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39708) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:10.852437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '890afe6b-af43-41ef-937d-ab9b7c2310d6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:10.898521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Attempting to bind port e86492cf-678d-49a0-8615-2a120765fe92 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:49:10.899220 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Attempting to bind port e86492cf-678d-49a0-8615-2a120765fe92 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:49:10.899812 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Attempting to bind port e86492cf-678d-49a0-8615-2a120765fe92 on network d2323261-dfbd-4b6a-a9e4-6925a67141e0 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:49:10.908402 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:49:10.909129 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Checking segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:49:10.909535 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.909946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Bound using segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:49:10.910645 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Bound port: e86492cf-678d-49a0-8615-2a120765fe92, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:49:10.911134 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.953949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f9835495-1172-4f2a-9e5a-fb3b1bc0068f None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:10.954348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f9835495-1172-4f2a-9e5a-fb3b1bc0068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.972126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:10.985997 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] For port e86492cf-678d-49a0-8615-2a120765fe92, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:49:10.989650 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] For port e86492cf-678d-49a0-8615-2a120765fe92, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e86492cf-678d-49a0-8615-2a120765fe92,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:49:11.002267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f9835495-1172-4f2a-9e5a-fb3b1bc0068f None None] Port e86492cf-678d-49a0-8615-2a120765fe92 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:49:11.019665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bdd711e3-92aa-4963-8c66-19984e411b08 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:49:11.057411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.068899 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.072943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port bdd711e3-92aa-4963-8c66-19984e411b08 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:11.073341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.124655 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.134296 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:11.134937 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:48:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:11.154377 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88843595-9405-4992-8467-4783544686f9,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:11.172606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b269ff3-bf9b-4028-9932-cfee75bd2327 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:49:11.206569 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d655b21-7de3-4bb1-9add-24b009f53999 None None] Pushing event updated for resources: {'Port': ['ID=e86492cf-678d-49a0-8615-2a120765fe92,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:11.236118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0b269ff3-bf9b-4028-9932-cfee75bd2327 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:11.236602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.242816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.244151 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-00f93a8e-9d17-4680-b211-c5871ed1399b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953645 Oct 16 13:49:11.246962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39710) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:11.252098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '890afe6b-af43-41ef-937d-ab9b7c2310d6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:11.353998 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.363011 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:11.423659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.433490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-20470414-5385-48b4-be11-bfb2cd10f57e None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:11.433902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20470414-5385-48b4-be11-bfb2cd10f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.491134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.523204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7858a5-f7fd-44c3-b6ae-c9749b33df7d,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:11.540806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20470414-5385-48b4-be11-bfb2cd10f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.567671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.568909 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ffb36409-c562-4db9-867f-0530c90a8032 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209379 Oct 16 13:49:11.571735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39712) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:11.581287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '890afe6b-af43-41ef-937d-ab9b7c2310d6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:11.581522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-20470414-5385-48b4-be11-bfb2cd10f57e None None] For port e86492cf-678d-49a0-8615-2a120765fe92, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e86492cf-678d-49a0-8615-2a120765fe92,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:11.591376 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:11.619436 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674b29e-85bb-4c37-a353-67e5625861a1 None None] The sync data for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv is: [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:11.645923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20470414-5385-48b4-be11-bfb2cd10f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.679670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.737999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20470414-5385-48b4-be11-bfb2cd10f57e None None] Pushing event updated for resources: {'Port': ['ID=e86492cf-678d-49a0-8615-2a120765fe92,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:11.776903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.835601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f10bcace-07b0-4497-a768-461164e7c9e0 req-dae939e3-5597-4b76-a5a8-8e2b12f8db0c tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0305104 Oct 16 13:49:11.838321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.862633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe53cc6-08ca-46ae-b188-614a7547b623,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:11.922452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:11.923754 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ecd20e37-9088-4c2d-9ee7-b50f67da82df tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3499424 Oct 16 13:49:11.926737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39716) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:11.931600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '890afe6b-af43-41ef-937d-ab9b7c2310d6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:12.011759 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:49:12.018258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.084888 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.158747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.175331 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30890446-255f-407f-81c5-6c9bd7e0e1d0,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:12.236951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.241076 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a73e1585-e4cc-4eb9-9fd8-8f6e7d973fc0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103213 Oct 16 13:49:12.241441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39718) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:12.246295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '890afe6b-af43-41ef-937d-ab9b7c2310d6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:12.288891 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:49:12.354493 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:49:12.361332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.430223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.502632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.527000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abeac792-5e59-4405-a704-2969ad0d2379,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:12.607585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.609475 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-15a0cbcf-0594-4e07-a481-fc3897a8925a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664744 Oct 16 13:49:12.761875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-a268025e-08d0-44c5-a6a5-dbe227c61d3e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800804898&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0405424 Oct 16 13:49:12.792993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-92749c6c-c15a-4176-9653-3f6812670ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:12.879030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-90aeb664-d323-4efa-8dca-2ce25cdfd46f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:12.880675 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-90aeb664-d323-4efa-8dca-2ce25cdfd46f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 200 len: 797 time: 0.1107810 Oct 16 13:49:12.897528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-932a7dd7-8cf6-4bc1-9f97-842352828a8a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0101702 Oct 16 13:49:12.958258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ef990de2-22c8-4d12-98e1-8d1bea6ea14f req-f5534da4-6b5b-4374-8fdd-5a0a3bb6386f tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0457673 Oct 16 13:49:12.989663 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-630decca-f5ce-4066-9343-3391fba023b7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858977 Oct 16 13:49:13.014031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e86492cf-678d-49a0-8615-2a120765fe92 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:49:13.076129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-b3246757-e07f-4aec-926a-5e0f11838cd7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:49:13.078798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-b3246757-e07f-4aec-926a-5e0f11838cd7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0768960 Oct 16 13:49:13.200358 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-784befe2-43ee-4a29-94d8-83f8cca34268 service neutron] 10.222.0.24 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111996 Oct 16 13:49:13.238813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:13.240515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:13.289493 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-25f550bb-08aa-4ff7-b6a9-2d936f2ca8b9 service neutron] 10.222.0.24 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924516 Oct 16 13:49:13.526379 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2d5b4b8-b7ca-4534-9c10-82235f7b5844 req-b45cf91b-475c-414a-b343-1f705844ce07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 210 time: 0.0281572 Oct 16 13:49:14.067317 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bde8507d-1eb5-432a-b258-fd68b1f3cd31 req-0caf30c8-ddd3-4616-9fac-b84bcf5c5165 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca0ed25a-3954-4a5f-95d8-241bf414346c HTTP/1.1" status: 200 len: 210 time: 0.0280831 Oct 16 13:49:14.625462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e755451-b0d0-4dd4-afa9-6e3737a28829 req-1abca605-6ef5-4bed-aa46-16927841caa7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 210 time: 0.0285213 Oct 16 13:49:15.122822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39756) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:15.323500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Deleting port 7d576ea0-fab4-4cf0-b00a-f30d8bc24001 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:15.323846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.407784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-15e32468-6b07-4e2c-aec4-481a89b7ddbb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:15.409250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-15e32468-6b07-4e2c-aec4-481a89b7ddbb tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 200 len: 797 time: 0.1616893 Oct 16 13:49:15.415272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e329ffe2-124b-411f-a0c9-fa1645a90ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.444843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.445161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.469956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Calling delete_port for 7d576ea0-fab4-4cf0-b00a-f30d8bc24001 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:15.477428 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-4917ea82-4001-4621-96af-1d97ad2e269a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 380 time: 0.0591114 Oct 16 13:49:15.487808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['890afe6b-af43-41ef-937d-ab9b7c2310d6']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:15.724707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-66323a5f-4795-4c10-9f83-39aa1cbe2058 req-a86564fc-a022-4161-9601-4ca074e9c962 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 210 time: 0.0294526 Oct 16 13:49:15.725397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:49:15.728788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.783994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.820220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'Port': ['ID=7d576ea0-fab4-4cf0-b00a-f30d8bc24001,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:15.928454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.930842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:15.931966 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ac350470-f1d8-4bc2-9538-dbfa5c2d6542 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "DELETE /v2.0/floatingips/5022a5e9-b365-4b57-b189-c5d723b329e0 HTTP/1.1" status: 204 len: 168 time: 0.8080726 Oct 16 13:49:15.941724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.3 (d2323261-dfbd-4b6a-a9e4-6925a67141e0/c4c0302a-b3c0-410c-9462-ca7d502cbc36/4b186a3d-bfd3-4155-8de3-faa428379f14) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:49:16.082371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.204845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.256178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:49:16.261439 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:16.265364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:49:16.299072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=4b186a3d-bfd3-4155-8de3-faa428379f14,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:16.321599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:16.322225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.385935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bc87cd30-a4b5-4a58-851f-3d3fd2686552 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018278 Oct 16 13:49:16.399370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Request body: {'port': {'device_id': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:16.468875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.508387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-72e91955-5f57-4a94-a1ac-1a5e92ec15a0 None None] Provisioning complete for port 4b186a3d-bfd3-4155-8de3-faa428379f14 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:16.509153 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72e91955-5f57-4a94-a1ac-1a5e92ec15a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.551498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.560098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-72e91955-5f57-4a94-a1ac-1a5e92ec15a0 None None] Port 4b186a3d-bfd3-4155-8de3-faa428379f14 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:49:16.686198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.769139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b186a3d-bfd3-4155-8de3-faa428379f14 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:49:16.776865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.791524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Transition to ACTIVE for port object 4b186a3d-bfd3-4155-8de3-faa428379f14 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:49:16.857203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772442-130b-4ba2-8d60-ce064a6a281c req-48ad5554-5e86-407f-b633-5cf36631b186 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:16.858693 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ec772442-130b-4ba2-8d60-ce064a6a281c req-48ad5554-5e86-407f-b633-5cf36631b186 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 931 time: 0.0583575 Oct 16 13:49:16.872304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:16.960479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ec772442-130b-4ba2-8d60-ce064a6a281c req-a62dce92-9e4d-4f8e-a913-545fac290f55 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949876 Oct 16 13:49:16.983585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=4b186a3d-bfd3-4155-8de3-faa428379f14,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:17.042657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Attempting to bind port 4b186a3d-bfd3-4155-8de3-faa428379f14 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:49:17.043004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Attempting to bind port 4b186a3d-bfd3-4155-8de3-faa428379f14 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:49:17.043322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Attempting to bind port 4b186a3d-bfd3-4155-8de3-faa428379f14 on network d2323261-dfbd-4b6a-a9e4-6925a67141e0 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:49:17.048153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Port 4b186a3d-bfd3-4155-8de3-faa428379f14 on network d2323261-dfbd-4b6a-a9e4-6925a67141e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:49:17.048512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Attempting to bind port 4b186a3d-bfd3-4155-8de3-faa428379f14 on network d2323261-dfbd-4b6a-a9e4-6925a67141e0 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:49:17.054980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:49:17.055344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Checking segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:49:17.055703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Bound using segment: {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:49:17.056135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Bound port: 4b186a3d-bfd3-4155-8de3-faa428379f14, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22871cc-0722-425f-b8b2-2f12c78dadc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:49:17.056575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:17.150957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] For port 4b186a3d-bfd3-4155-8de3-faa428379f14, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:49:17.154600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] For port 4b186a3d-bfd3-4155-8de3-faa428379f14, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=4b186a3d-bfd3-4155-8de3-faa428379f14,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:49:17.227291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:17.269629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.274127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:17.274127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] 10.222.0.31 "PUT /v2.0/ports/4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 200 len: 1093 time: 0.8770125 Oct 16 13:49:17.274127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:49:17.274599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c240eb-40b4-4f52-acce-aecbc0caa95c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:49:17.315627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da61f9-e994-415a-ad4e-e3ad2015ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=4b186a3d-bfd3-4155-8de3-faa428379f14,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:17.332955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fbe646-dae9-4170-90eb-bbd2b41759f0 x-openstack-request-id: req-48fbe646-dae9-4170-90eb-bbd2b41759f0 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:49:17.333349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:49:17.333694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48fbe646-dae9-4170-90eb-bbd2b41759f0 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:49:17.334209 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'status': 'completed', 'code': 200} Oct 16 13:49:17.404997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c240eb-40b4-4f52-acce-aecbc0caa95c req-45c0455d-6205-466d-80dc-8685d921b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.407331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83c240eb-40b4-4f52-acce-aecbc0caa95c req-45c0455d-6205-466d-80dc-8685d921b908 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1096 time: 0.0568845 Oct 16 13:49:17.522085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c240eb-40b4-4f52-acce-aecbc0caa95c req-f4d6e86c-ab39-4f45-9fa4-91b781a58d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.523553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83c240eb-40b4-4f52-acce-aecbc0caa95c req-f4d6e86c-ab39-4f45-9fa4-91b781a58d35 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1086719 Oct 16 13:49:17.618112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c240eb-40b4-4f52-acce-aecbc0caa95c req-f4cf9a3c-8cbe-4753-8e5c-d2223c9a1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.619561 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83c240eb-40b4-4f52-acce-aecbc0caa95c req-f4cf9a3c-8cbe-4753-8e5c-d2223c9a1cb7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892191 Oct 16 13:49:17.702119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bebc8e84-c650-4411-9757-f19948d778c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.703986 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-bebc8e84-c650-4411-9757-f19948d778c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1096 time: 0.0479004 Oct 16 13:49:17.754874 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-79ac1af3-e1cf-4741-824f-aea32b270b25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 200 len: 217 time: 0.0429113 Oct 16 13:49:17.805119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-9db06f1b-83c0-4ba0-8a43-ad1255203997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.806577 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-9db06f1b-83c0-4ba0-8a43-ad1255203997 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 200 len: 843 time: 0.0452967 Oct 16 13:49:17.857862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-42b184cc-6393-46d4-9375-404545ed3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:17.860181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-42b184cc-6393-46d4-9375-404545ed3569 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2323261-dfbd-4b6a-a9e4-6925a67141e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0466337 Oct 16 13:49:17.955108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-cea9b761-7b02-4510-8089-92b13da8b468 service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872006 Oct 16 13:49:18.078407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bce813-16b1-4d33-87a4-903b1abec966 req-c6c8898d-9112-4c19-9fad-c3b095cb5e9a service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167512 Oct 16 13:49:18.102290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a84d4-7a5a-49b5-a374-213753d06712 req-a356180b-bbbb-4012-8ff4-a800d7b6d52f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:18.103961 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d49a84d4-7a5a-49b5-a374-213753d06712 req-a356180b-bbbb-4012-8ff4-a800d7b6d52f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 943 time: 0.0722013 Oct 16 13:49:18.142671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d49a84d4-7a5a-49b5-a374-213753d06712 req-43b160de-ca52-4175-ac62-e1ff5c7143ac tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Oct 16 13:49:18.388522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:19.268050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8938d58-f331-4682-b8f1-a9654d57cf76 req-a41fb1a7-c1c7-4ac4-8608-53aef0a9905f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:19.269566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8938d58-f331-4682-b8f1-a9654d57cf76 req-a41fb1a7-c1c7-4ac4-8608-53aef0a9905f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 943 time: 0.0564172 Oct 16 13:49:19.308553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8938d58-f331-4682-b8f1-a9654d57cf76 req-6479ae0f-b142-4aea-8cc2-efdc6d7b64db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Oct 16 13:49:19.425935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39786) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:19.486438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c468fcf-d4e1-4877-addf-f24262878ac3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:19.511428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c468fcf-d4e1-4877-addf-f24262878ac3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:19.666716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c468fcf-d4e1-4877-addf-f24262878ac3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:19.669289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8c468fcf-d4e1-4877-addf-f24262878ac3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:19.670575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8c468fcf-d4e1-4877-addf-f24262878ac3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] 10.222.0.24 "DELETE /v2.0/security-groups/21a44621-c513-4a40-beeb-5b114571a380 HTTP/1.1" status: 204 len: 168 time: 0.2436469 Oct 16 13:49:19.680184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c468fcf-d4e1-4877-addf-f24262878ac3 tempest-TestVolumeBootPattern-1357390361 tempest-TestVolumeBootPattern-1357390361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a44621-c513-4a40-beeb-5b114571a380,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:19.802870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39790) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:20.437491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df78db-5403-4984-88fb-61f5b9df8fcd req-c0875a12-ea59-4112-82b0-7bce9cf9b16b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:20.439284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06df78db-5403-4984-88fb-61f5b9df8fcd req-c0875a12-ea59-4112-82b0-7bce9cf9b16b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 943 time: 0.0598004 Oct 16 13:49:20.482098 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06df78db-5403-4984-88fb-61f5b9df8fcd req-0a25f54b-097f-4131-894b-6c2e86e63949 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363030 Oct 16 13:49:20.491216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 4b186a3d-bfd3-4155-8de3-faa428379f14 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:49:20.597165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 4b186a3d-bfd3-4155-8de3-faa428379f14, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=4b186a3d-bfd3-4155-8de3-faa428379f14,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:20.608014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'port_id': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'mac_address': 'fa:16:3e:7f:c6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:49:20.653078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:20.657719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:20.665807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b186a3d-bfd3-4155-8de3-faa428379f14 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:49:20.685426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 4b186a3d-bfd3-4155-8de3-faa428379f14, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=4b186a3d-bfd3-4155-8de3-faa428379f14,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:20.760373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:20.832750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=4b186a3d-bfd3-4155-8de3-faa428379f14,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:20.967151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Deleting port 22d0b885-c894-4bbb-8d3d-e7a45937d236 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:20.967763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:20.969557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['4b186a3d-bfd3-4155-8de3-faa428379f14'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:49:21.043685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] For port 22d0b885-c894-4bbb-8d3d-e7a45937d236, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=22d0b885-c894-4bbb-8d3d-e7a45937d236,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:21.043943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:21.056532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Calling delete_port for 22d0b885-c894-4bbb-8d3d-e7a45937d236 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:21.319666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:21.348500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d0b885-c894-4bbb-8d3d-e7a45937d236,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:21.533431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:21.606820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e7b0-63c3-4789-9539-caff7c674aac req-1a4975b8-497c-4ef3-8822-388fdfe70b9b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:21.608263 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7df9e7b0-63c3-4789-9539-caff7c674aac req-1a4975b8-497c-4ef3-8822-388fdfe70b9b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 944 time: 0.0556066 Oct 16 13:49:21.646825 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7df9e7b0-63c3-4789-9539-caff7c674aac req-e653175a-4e12-42ee-8179-fa333648b1a3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316684 Oct 16 13:49:21.786496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:49:21.909820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:21.917452 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d07cb8d6-addc-4ea1-a5d8-be3cdf46eaa4 admin admin] 10.222.0.24 "PUT /v2.0/routers/2fa6ede6-113d-4d39-b0d7-4ea869f8e61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1116827 Oct 16 13:49:21.918359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39798) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:21.918765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] Sync routers for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:21.928591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:21.929202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:49:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:22.041261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.049842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:22.168190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.236469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:49:21Z', 'revision_number': 5, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port': {'id': '386ce7c6-7fe5-43a8-b59b-033da956057e', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:33Z', 'updated_at': '2021-10-16T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:22.264165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] Checking router: 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:22.273796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] Routers {'2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:22.274450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:49:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:22.290475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Deleting port 386ce7c6-7fe5-43a8-b59b-033da956057e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:22.290808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.372332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] For port 386ce7c6-7fe5-43a8-b59b-033da956057e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=386ce7c6-7fe5-43a8-b59b-033da956057e,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:22.372749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.373260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] Set router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:22.385794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Calling delete_port for 386ce7c6-7fe5-43a8-b59b-033da956057e owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:22.440920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:49:22Z', 'revision_number': 6, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:22.473306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1980f3-06e1-480b-a7f8-f763517214de None None] The sync data for ids ['2fa6ede6-113d-4d39-b0d7-4ea869f8e61a'] in dv-neutron-743142-24-hyperv is: [{'id': '2fa6ede6-113d-4d39-b0d7-4ea869f8e61a', 'name': 'tempest-TestVolumeBootPattern-413156805-router', 'tenant_id': '373278b19057453d9698b00ac17f36e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:32Z', 'updated_at': '2021-10-16T13:49:22Z', 'revision_number': 6, 'project_id': '373278b19057453d9698b00ac17f36e4', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:22.501334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 4b186a3d-bfd3-4155-8de3-faa428379f14 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:49:22.547039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.639390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 4b186a3d-bfd3-4155-8de3-faa428379f14 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:49:22.643842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 4b186a3d-bfd3-4155-8de3-faa428379f14 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:49:22.644202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.651052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.682310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=386ce7c6-7fe5-43a8-b59b-033da956057e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:22.744345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.745659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.768549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:49:22.770725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0506ba-8d75-45c8-823a-ee0cb822f5c3" -d '{"events": [{"server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "name": "network-vif-plugged", "status": "completed", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:49:22.782966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8fc4-6d85-457b-a8d6-7486eb87957c req-f21076bc-84e0-4703-9606-2e4e01e1fef1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:22.787604 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-742d8fc4-6d85-457b-a8d6-7486eb87957c req-f21076bc-84e0-4703-9606-2e4e01e1fef1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 944 time: 0.0629108 Oct 16 13:49:22.801077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 4b186a3d-bfd3-4155-8de3-faa428379f14, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=4b186a3d-bfd3-4155-8de3-faa428379f14,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:22.814240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc620ff3-8550-4d26-bcf1-9095f58cabb8 x-openstack-request-id: req-dc620ff3-8550-4d26-bcf1-9095f58cabb8 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:49:22.816351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "name": "network-vif-plugged", "status": "completed", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:49:22.816351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc620ff3-8550-4d26-bcf1-9095f58cabb8 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:49:22.816351 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'code': 200} Oct 16 13:49:22.845532 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-742d8fc4-6d85-457b-a8d6-7486eb87957c req-3f51a428-21dd-47cd-a17f-7ad9ed601c00 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522299 Oct 16 13:49:22.861251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.866469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.870994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.926307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=4b186a3d-bfd3-4155-8de3-faa428379f14,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:22.993978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:22.994559 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa6ede6-113d-4d39-b0d7-4ea869f8e61a {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:49:23.000085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.001292 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e24ca37f-8cad-4ba2-8197-101c999f1dbf admin admin] 10.222.0.24 "DELETE /v2.0/routers/2fa6ede6-113d-4d39-b0d7-4ea869f8e61a HTTP/1.1" status: 204 len: 168 time: 1.0819981 Oct 16 13:49:23.003736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39804) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:23.048151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Deleting subnet 46e453e0-1f13-4b30-a9fc-46c8e590cd66 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:49:23.051356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.087189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.145451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e968e-50b7-4c71-9884-5bc37af3af39 req-3e74bb32-e06b-4b36-83c7-17416ad5ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:23.146970 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0b1e968e-50b7-4c71-9884-5bc37af3af39 req-3e74bb32-e06b-4b36-83c7-17416ad5ea1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1098 time: 0.0475848 Oct 16 13:49:23.173832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.182911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0b1e968e-50b7-4c71-9884-5bc37af3af39 req-a10ef38f-d386-4cf7-bfd4-8bf34a7c81bf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294218 Oct 16 13:49:23.278572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 386ce7c6-7fe5-43a8-b59b-033da956057e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:23.300106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 386ce7c6-7fe5-43a8-b59b-033da956057e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:23.300484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 386ce7c6-7fe5-43a8-b59b-033da956057e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:23.300932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 22d0b885-c894-4bbb-8d3d-e7a45937d236 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:23.302676 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.324754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 22d0b885-c894-4bbb-8d3d-e7a45937d236 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:23.325101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 22d0b885-c894-4bbb-8d3d-e7a45937d236 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:23.331416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e453e0-1f13-4b30-a9fc-46c8e590cd66,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:23.333391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.336703 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dee1466f-b04a-4c44-bf5b-8689b6be701a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/46e453e0-1f13-4b30-a9fc-46c8e590cd66 HTTP/1.1" status: 204 len: 168 time: 0.3318245 Oct 16 13:49:23.339283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39806) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:23.340553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b611faf-336c-44c0-b277-0da14c40d375 None None] Network 5041a6a7-3056-43c2-b8a8-24735191457f requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:49:23.413034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.475847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Deleting port ffcf521f-c48c-4d56-aabb-0c41a79d855f {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:23.476184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.548265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] For port ffcf521f-c48c-4d56-aabb-0c41a79d855f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ffcf521f-c48c-4d56-aabb-0c41a79d855f,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:23.548639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.560113 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] DHCP port deletion for 5041a6a7-3056-43c2-b8a8-24735191457f request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:49:23.564102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Calling delete_port for ffcf521f-c48c-4d56-aabb-0c41a79d855f owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:23.610985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] Deleting port ffcf521f-c48c-4d56-aabb-0c41a79d855f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:23.611353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.671944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] For port ffcf521f-c48c-4d56-aabb-0c41a79d855f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ffcf521f-c48c-4d56-aabb-0c41a79d855f,segment=NetworkSegment(7eb94d1c-47b9-4f27-be3b-d74a9aef384f),segment_id=7eb94d1c-47b9-4f27-be3b-d74a9aef384f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:23.672351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.683889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] Calling delete_port for ffcf521f-c48c-4d56-aabb-0c41a79d855f owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:23.741051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: from cryptography.utils import int_from_bytes Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: from cryptography.utils import int_from_bytes Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 16 13:49:23.760970 dv-neutron-743142-24-hyperv neutron-server[101082]: self.session.flush() Oct 16 13:49:23.768346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:23.770154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcf521f-c48c-4d56-aabb-0c41a79d855f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:23.772255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] No DVR routers for this DVR port ffcf521f-c48c-4d56-aabb-0c41a79d855f on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:49:23.796653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] Pushing event deleted for resources: {'Port': ['ID=ffcf521f-c48c-4d56-aabb-0c41a79d855f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:23.798513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdd28d-cb82-43bc-929c-484ad914e989 None None] No DVR routers for this DVR port ffcf521f-c48c-4d56-aabb-0c41a79d855f on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:49:24.168825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.212033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5041a6a7-3056-43c2-b8a8-24735191457f']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:24.224971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb94d1c-47b9-4f27-be3b-d74a9aef384f') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:24.231892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb94d1c-47b9-4f27-be3b-d74a9aef384f') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:24.240271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.258401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.267354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e441b7-dd00-4ed9-8d6a-e11c086c795f req-332b9626-79c4-4a48-8254-8c889963c761 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:24.268857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11e441b7-dd00-4ed9-8d6a-e11c086c795f req-332b9626-79c4-4a48-8254-8c889963c761 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 945 time: 0.1020527 Oct 16 13:49:24.273487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:49:24.273871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:49:24.275516 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:49:24.357072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11e441b7-dd00-4ed9-8d6a-e11c086c795f req-c8c9b185-2783-45da-96a9-f73140fba45c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806854 Oct 16 13:49:24.445545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.450840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.454778 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5041a6a7-3056-43c2-b8a8-24735191457f HTTP/1.1" status: 204 len: 168 time: 1.1145091 Oct 16 13:49:24.459032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39810) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:24.472237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bccb4-311a-4122-b5a0-b80bfcf227b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5041a6a7-3056-43c2-b8a8-24735191457f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:24.866554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:24.980367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ffcf521f-c48c-4d56-aabb-0c41a79d855f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:25.008224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ffcf521f-c48c-4d56-aabb-0c41a79d855f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:25.008595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ffcf521f-c48c-4d56-aabb-0c41a79d855f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:25.149585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Deleting port 0242cd87-d84f-4e73-8185-e0e17fbdd860 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:25.149926 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:25.235652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] For port 0242cd87-d84f-4e73-8185-e0e17fbdd860, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0242cd87-d84f-4e73-8185-e0e17fbdd860,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:25.236021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:25.248215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Calling delete_port for 0242cd87-d84f-4e73-8185-e0e17fbdd860 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:25.494238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568632-1c66-4e8e-af7d-10b22bb9abd5 req-496a280a-c6a1-4e56-8121-9d23fcc1c969 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:25.495671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b5568632-1c66-4e8e-af7d-10b22bb9abd5 req-496a280a-c6a1-4e56-8121-9d23fcc1c969 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 945 time: 0.0706835 Oct 16 13:49:25.514305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:25.536865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b5568632-1c66-4e8e-af7d-10b22bb9abd5 req-7fcb0f0f-721f-46e4-a9dd-8dc3e3995ab5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340776 Oct 16 13:49:25.552789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0242cd87-d84f-4e73-8185-e0e17fbdd860,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:25.681349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a7323-264b-4a1d-b22f-54701bd2ca75 req-75f58064-8663-4c03-a0f5-69e7ef79488d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:25.690469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b44a7323-264b-4a1d-b22f-54701bd2ca75 req-75f58064-8663-4c03-a0f5-69e7ef79488d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 945 time: 0.0738146 Oct 16 13:49:25.728362 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b44a7323-264b-4a1d-b22f-54701bd2ca75 req-fad658c1-7745-44e2-ae31-c884f31bce21 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369904 Oct 16 13:49:25.738435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:25.752599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39816) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:26.202992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9522df-fa37-421e-b308-d3d35868b9d8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:26.205848 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5b9522df-fa37-421e-b308-d3d35868b9d8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1093 time: 0.4192700 Oct 16 13:49:26.208858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39818) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:26.215226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:49:26.323935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.342132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:49:26.418445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.471037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:26.475980 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-35f9c5fe-11f0-4bd8-89a5-0009dba97f9d admin admin] 10.222.0.24 "PUT /v2.0/routers/4af41cc1-47da-48b6-9df8-c253f2c6f1c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0149891 Oct 16 13:49:26.478771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39820) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:26.479776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] Sync routers for ids ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:26.490329 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] Routers {'4af41cc1-47da-48b6-9df8-c253f2c6f1c9'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:26.491054 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:49:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:26.530258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.213 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/4c597f8f-467e-4dd8-8e36-2a3d27cfd86b) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:49:26.600899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.617419 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] Set router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:26.635687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.723611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.763793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.794191 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26'}], 'enable_snat': True}, 'gw_port_id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:49:25Z', 'revision_number': 5, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port': {'id': '0caa1c0c-487c-4540-a697-1deadd865ad0', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:38:53Z', 'updated_at': '2021-10-16T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:26.803433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:49:26.808283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:49:26.811816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:49:26.823448 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] Checking router: 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:26.832206 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] Routers {'4af41cc1-47da-48b6-9df8-c253f2c6f1c9'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:26.832837 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:49:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:26.843018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=4c597f8f-467e-4dd8-8e36-2a3d27cfd86b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:26.879468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Deleting port 0caa1c0c-487c-4540-a697-1deadd865ad0 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:26.881213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.945447 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] Set router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:26.978848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] For port 0caa1c0c-487c-4540-a697-1deadd865ad0, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0caa1c0c-487c-4540-a697-1deadd865ad0,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:26.979236 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:26.994685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Calling delete_port for 0caa1c0c-487c-4540-a697-1deadd865ad0 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:27.005860 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:49:26Z', 'revision_number': 6, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:27.034552 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbe3866-fd08-46c8-8232-ebaf45e390a9 None None] The sync data for ids ['4af41cc1-47da-48b6-9df8-c253f2c6f1c9'] in dv-neutron-743142-24-hyperv is: [{'id': '4af41cc1-47da-48b6-9df8-c253f2c6f1c9', 'name': 'tempest-TestVolumeBootPattern-466996753-router', 'tenant_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:38:51Z', 'updated_at': '2021-10-16T13:49:26Z', 'revision_number': 6, 'project_id': 'ee4d4a4f03ae4ba5ae5e47fc096a133d', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:27.249307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.253914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.279344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0caa1c0c-487c-4540-a697-1deadd865ad0,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:27.342409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.395876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.446900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.451066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.572474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.575241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.575774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af41cc1-47da-48b6-9df8-c253f2c6f1c9 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:49:27.580942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.582093 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-850c7d80-4be6-4f3e-8be2-a5c9ef2888cc admin admin] 10.222.0.24 "DELETE /v2.0/routers/4af41cc1-47da-48b6-9df8-c253f2c6f1c9 HTTP/1.1" status: 204 len: 168 time: 1.1016788 Oct 16 13:49:27.584633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39822) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:27.627935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Deleting subnet b3fe64ac-e54e-4659-8569-2d87b30df7d3 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:49:27.630934 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.633695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.665591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.713210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=4c597f8f-467e-4dd8-8e36-2a3d27cfd86b,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:27.723559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.752582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.847480 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP a405b52e-f301-4c04-a846-bf67620e6105 associated. External IP: 172.26.5.213, port: 4b186a3d-bfd3-4155-8de3-faa428379f14. Oct 16 13:49:27.874371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.899577 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fe64ac-e54e-4659-8569-2d87b30df7d3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:27.910000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:27.910969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50c61a-f980-432f-a797-e94eabf605c3 None None] Network 60b52218-5706-4602-a55e-075534b298db requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:49:27.915441 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4f22c320-f747-4bf9-ab23-baf3af85536a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3fe64ac-e54e-4659-8569-2d87b30df7d3 HTTP/1.1" status: 204 len: 168 time: 0.3293707 Oct 16 13:49:27.917473 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39824) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:27.994747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.062742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Deleting port e32b2fea-ea13-4f3f-9294-47f3d91b5344 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:28.063113 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.117595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:49:28.130896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] For port e32b2fea-ea13-4f3f-9294-47f3d91b5344, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e32b2fea-ea13-4f3f-9294-47f3d91b5344,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:28.131277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.147868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Calling delete_port for e32b2fea-ea13-4f3f-9294-47f3d91b5344 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:28.166015 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] DHCP port deletion for 60b52218-5706-4602-a55e-075534b298db request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:49:28.240056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] Deleting port e32b2fea-ea13-4f3f-9294-47f3d91b5344 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:49:28.240705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.284661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:49:28.297549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] Sync routers for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:49:28.306226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] For port e32b2fea-ea13-4f3f-9294-47f3d91b5344, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e32b2fea-ea13-4f3f-9294-47f3d91b5344,segment=NetworkSegment(2d6b38f7-4b14-4d05-8275-19dd2fa52a2d),segment_id=2d6b38f7-4b14-4d05-8275-19dd2fa52a2d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:49:28.306610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.322046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] Calling delete_port for e32b2fea-ea13-4f3f-9294-47f3d91b5344 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:49:28.323600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:28.324205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:49:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:28.325742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.353499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Pushing event deleted for resources: {'Port': ['ID=e32b2fea-ea13-4f3f-9294-47f3d91b5344,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:28.361831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] No DVR routers for this DVR port e32b2fea-ea13-4f3f-9294-47f3d91b5344 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:49:28.385086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.430335 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a2c81934-156d-4e78-8340-390659b493a1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2184947 Oct 16 13:49:28.431040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39826) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:28.431562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:49:28.436223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb8891-7eca-453a-9361-c774a2ef1429" -d '{"events": [{"name": "network-changed", "server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:49:28.451819 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.477051 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b52218-5706-4602-a55e-075534b298db']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:28.488504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd5ac44-3575-46dd-a6dd-7e6e93d1d0c6 x-openstack-request-id: req-4fd5ac44-3575-46dd-a6dd-7e6e93d1d0c6 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:49:28.488861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:49:28.489092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fd5ac44-3575-46dd-a6dd-7e6e93d1d0c6 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:49:28.489228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:28.489451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6b38f7-4b14-4d05-8275-19dd2fa52a2d') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:28.489569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'status': 'completed', 'code': 200} Oct 16 13:49:28.504779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.523486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.525780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.533611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:49:28.534020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:49:28.536548 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:49:28.543485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:28.558837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9c2692b1-69fc-4c36-95e1-03b64994d817 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/a405b52e-f301-4c04-a846-bf67620e6105 HTTP/1.1" status: 200 len: 991 time: 0.1180763 Oct 16 13:49:28.573011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-7ea5ec87-ba06-4593-831a-7f153c7bc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:28.574755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-7ea5ec87-ba06-4593-831a-7f153c7bc73b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1098 time: 0.0636334 Oct 16 13:49:28.591170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] Pushing event deleted for resources: {'Port': ['ID=e32b2fea-ea13-4f3f-9294-47f3d91b5344,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:28.600196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647b786-b9db-43c6-b31c-a57d087b15d6 None None] No DVR routers for this DVR port e32b2fea-ea13-4f3f-9294-47f3d91b5344 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:49:28.680922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-73dfffa8-1f6c-4953-b2d1-f4874c083baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:28.682530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-73dfffa8-1f6c-4953-b2d1-f4874c083baf service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 200 len: 898 time: 0.1004090 Oct 16 13:49:28.683641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.689992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:28.693489 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] 10.222.0.24 "DELETE /v2.0/networks/60b52218-5706-4602-a55e-075534b298db HTTP/1.1" status: 204 len: 168 time: 0.7749786 Oct 16 13:49:28.707640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10295c-81ce-4193-a20a-de7b1d6b011e admin admin] Pushing event deleted for resources: {'Network': ['ID=60b52218-5706-4602-a55e-075534b298db,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:28.788584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-cbe829b4-32e2-4850-84e4-b760f5f48a9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 200 len: 999 time: 0.0958056 Oct 16 13:49:28.836122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'a405b52e-f301-4c04-a846-bf67620e6105', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'port_id': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'mac_address': 'fa:16:3e:7f:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:49:27Z', 'updated_at': '2021-10-16T13:49:27Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:11Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:28.844570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-08776003-b195-4693-a652-a8cc399c5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:28.846029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-08776003-b195-4693-a652-a8cc399c5252 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 200 len: 843 time: 0.0510082 Oct 16 13:49:28.864255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] Checking router: 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:49:28.872499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:49:28.873096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:49:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:28.898079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-ce529aed-4988-4eeb-bdb0-33ae42cc35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:49:28.899822 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-ce529aed-4988-4eeb-bdb0-33ae42cc35ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2323261-dfbd-4b6a-a9e4-6925a67141e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475011 Oct 16 13:49:29.001495 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-d85bc61e-8e8c-459d-a117-9ddb12c9422f service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933695 Oct 16 13:49:29.019919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39832) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:29.067761 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f66388b2-76b8-4bd9-97ce-32bac5fd92e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=373278b19057453d9698b00ac17f36e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444107 Oct 16 13:49:29.068025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39834) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:29.110404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-63fb8891-7eca-453a-9361-c774a2ef1429 req-41c4fd16-e05b-4a44-a89a-95d4d30c8efc service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009316 Oct 16 13:49:29.124791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-908d4bb3-182f-4a0e-bed0-d641b404339e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:29.130007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0242cd87-d84f-4e73-8185-e0e17fbdd860 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:29.147670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-908d4bb3-182f-4a0e-bed0-d641b404339e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:29.155399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0242cd87-d84f-4e73-8185-e0e17fbdd860 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:29.155742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0242cd87-d84f-4e73-8185-e0e17fbdd860 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:29.156162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e32b2fea-ea13-4f3f-9294-47f3d91b5344 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:29.182814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e32b2fea-ea13-4f3f-9294-47f3d91b5344 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:29.183158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e32b2fea-ea13-4f3f-9294-47f3d91b5344 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:29.183566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0caa1c0c-487c-4540-a697-1deadd865ad0 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:49:29.207896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0caa1c0c-487c-4540-a697-1deadd865ad0 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:49:29.208242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0caa1c0c-487c-4540-a697-1deadd865ad0 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:49:29.219828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:49:29.268441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-908d4bb3-182f-4a0e-bed0-d641b404339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:29.271091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-908d4bb3-182f-4a0e-bed0-d641b404339e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:29.272239 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-908d4bb3-182f-4a0e-bed0-d641b404339e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de471a70-cda3-4883-a8cd-5806251b4ae6 HTTP/1.1" status: 204 len: 168 time: 0.2032964 Oct 16 13:49:29.280129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d4bb3-182f-4a0e-bed0-d641b404339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de471a70-cda3-4883-a8cd-5806251b4ae6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:29.470742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'a405b52e-f301-4c04-a846-bf67620e6105', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'port_id': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'mac_address': 'fa:16:3e:7f:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:49:27Z', 'updated_at': '2021-10-16T13:49:27Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:11Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:49:29.502337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455333a9-42cc-4052-b2ab-c57928b84963 None None] The sync data for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv is: [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'a405b52e-f301-4c04-a846-bf67620e6105', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'port_id': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'mac_address': 'fa:16:3e:7f:c6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:49:27Z', 'updated_at': '2021-10-16T13:49:27Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:11Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:49:29.561104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39838) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:29.641866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9ff534b2-36a9-4fbe-9b43-e17e34d71492 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/a405b52e-f301-4c04-a846-bf67620e6105 HTTP/1.1" status: 200 len: 991 time: 0.0794022 Oct 16 13:49:29.714816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee1c99-6311-400e-9654-d65b25daea9a None None] New status for floating IP a405b52e-f301-4c04-a846-bf67620e6105: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:49:30.127137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39842) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:30.175321 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-feee2abb-0bba-4a5d-9f76-7b9e925209ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee4d4a4f03ae4ba5ae5e47fc096a133d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470221 Oct 16 13:49:30.177792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39844) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:30.234420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ed9c-0c16-460b-b988-283dc81ca721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:30.255495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ed9c-0c16-460b-b988-283dc81ca721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:30.377966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ed9c-0c16-460b-b988-283dc81ca721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:30.380534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4ad8ed9c-0c16-460b-b988-283dc81ca721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:30.381693 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4ad8ed9c-0c16-460b-b988-283dc81ca721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aae09bcd-aad2-4352-8217-63dff44bbd5c HTTP/1.1" status: 204 len: 168 time: 0.2030118 Oct 16 13:49:30.389560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8ed9c-0c16-460b-b988-283dc81ca721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae09bcd-aad2-4352-8217-63dff44bbd5c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:49:30.645576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39848) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:49:30.723073 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-334e1161-3f8e-4954-b259-e558089f4e55 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/a405b52e-f301-4c04-a846-bf67620e6105 HTTP/1.1" status: 200 len: 993 time: 0.0761235 Oct 16 13:49:42.782329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0b313e16-3c3c-4e5c-8046-8d18f511f726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:45.449063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-312fe082-2349-4fd6-9f0e-5a42b9c185c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:46.541835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:46.679059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:48.456201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:49:49.289984 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:49:52.507571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:12.802394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1949a9c6-07b6-492e-a64b-4e48d416ad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:15.402474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c90770b8-e6bf-4c2c-aeeb-6fc1301665c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:16.539676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:16.678222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:18.392199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:22.523692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:26.288704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:50:32.652076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-d734eec4-1b34-40ab-9a26-bf26b905f5c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463829 Oct 16 13:50:32.738102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ad066-d019-496c-8913-8c756701a189 req-b83b95b8-577b-43d4-9443-f2ba7da1dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:50:32.739584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-b83b95b8-577b-43d4-9443-f2ba7da1dc2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1098 time: 0.0468497 Oct 16 13:50:32.846105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ad066-d019-496c-8913-8c756701a189 req-f7d2c865-1295-4d55-9005-525f57db73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:50:32.848107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-f7d2c865-1295-4d55-9005-525f57db73fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 200 len: 898 time: 0.0898211 Oct 16 13:50:32.919285 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-2161d72f-0e46-408a-aa56-0937b9cb7e22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 200 len: 1001 time: 0.0644138 Oct 16 13:50:32.971586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ad066-d019-496c-8913-8c756701a189 req-ed71fbfc-d63a-4f36-8bd8-f43c6cf026ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:50:32.973333 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-ed71fbfc-d63a-4f36-8bd8-f43c6cf026ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 200 len: 843 time: 0.0470135 Oct 16 13:50:33.026706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ad066-d019-496c-8913-8c756701a189 req-e1d7a940-4b58-483a-9aba-f2ba77b9280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:50:33.028203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-e1d7a940-4b58-483a-9aba-f2ba77b9280f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2323261-dfbd-4b6a-a9e4-6925a67141e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0481780 Oct 16 13:50:33.120568 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-255b9c9d-0890-4c43-ad43-64e7e4570b43 service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841758 Oct 16 13:50:33.214033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b1ad066-d019-496c-8913-8c756701a189 req-0f813bc7-609a-4e2d-ac8a-8e9f2907ef64 service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866804 Oct 16 13:50:42.797597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-281d8670-55fa-4eb7-89b4-104231c78800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:45.419272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fc33019f-7316-485c-a4ee-8f23e45d0bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:46.546216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:46.717531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:48.413224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:50:52.511748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:03.288182 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:51:12.795896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-79e34f2c-9a66-495c-9f7a-fc47a9180cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:15.425662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc8fa-ec18-49a7-9e9f-66301b26c2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:16.545556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:16.699690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:18.419800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:18.505806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39878) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:51:18.677295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:51:18.769308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57996322'] for subnet, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:18.956147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745728431674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63735412'] for subnet, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:18.997472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:51:18.998328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:19.001403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/subnets/c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 200 len: 835 time: 0.4924715 Oct 16 13:51:19.001657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a8cc2-799f-4ce7-972f-4b5ebd8abf37 None None] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:51:19.014086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=c4c0302a-b3c0-410c-9462-ca7d502cbc36,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:51:19.021301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.021584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.021971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.022305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.022659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.022991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.023314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.023634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.023954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.024271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.024614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.024926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b5dbea-8946-42cb-b017-7e846bd94422 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:51:19.422995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a28c4dd3-3730-47a2-bf30-174839d9331d None None] Provisioning complete for port bdd711e3-92aa-4963-8c66-19984e411b08 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:51:19.423669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a28c4dd3-3730-47a2-bf30-174839d9331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:19.521375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a28c4dd3-3730-47a2-bf30-174839d9331d None None] Provisioning complete for port 4b186a3d-bfd3-4155-8de3-faa428379f14 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:51:19.521662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a28c4dd3-3730-47a2-bf30-174839d9331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:19.615396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a28c4dd3-3730-47a2-bf30-174839d9331d None None] Provisioning complete for port e86492cf-678d-49a0-8615-2a120765fe92 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:51:19.615695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a28c4dd3-3730-47a2-bf30-174839d9331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:22.522204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:34.681511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-8b34b0cc-03a6-45bf-99b1-8804b0e8bfa3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898931 Oct 16 13:51:34.767855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-a41322fe-8c7c-4650-96c5-4c14a644b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:51:34.769355 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-a41322fe-8c7c-4650-96c5-4c14a644b66b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1098 time: 0.0469627 Oct 16 13:51:34.875064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-9c642892-9ea2-490c-b6f7-871f98764ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:51:34.876443 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-9c642892-9ea2-490c-b6f7-871f98764ca6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 200 len: 898 time: 0.0874991 Oct 16 13:51:34.945989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-c6ad2bce-4486-4c23-9df5-009371659f75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 200 len: 1001 time: 0.0626833 Oct 16 13:51:34.995877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-c6dc1bcf-dfe9-42cd-83f0-e5e391e4eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:51:34.997406 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-c6dc1bcf-dfe9-42cd-83f0-e5e391e4eb7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 200 len: 843 time: 0.0446515 Oct 16 13:51:35.052667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-ac5ed982-84ca-4ac6-bc65-a791cde20c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:51:35.054217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-ac5ed982-84ca-4ac6-bc65-a791cde20c17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2323261-dfbd-4b6a-a9e4-6925a67141e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501595 Oct 16 13:51:35.142083 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-d83a51d4-b35a-43c6-a070-ab4b3120a043 service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807314 Oct 16 13:51:35.236421 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca484440-29ee-46e9-8a5c-a11f8933910a req-bb8887ce-9d9c-464e-8b42-ef53b39e3788 service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866613 Oct 16 13:51:40.287742 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:51:40.720694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [req-319e05c3-dd36-40be-b57a-b866be73ea0d req-bde18fe2-4735-4210-a221-8e330c4a581e service neutron] (101081) timed out ('10.222.0.31', 55776) {{(pid=101081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 16 13:51:42.773590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b338a1e4-2488-498f-8a68-c2ef7474dc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:45.390847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-01e25286-699d-499c-9ff4-f6966c5c2928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:46.539235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:46.721961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:48.423691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:51:52.543997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:01.842189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39902) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:02.015124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 4c597f8f-467e-4dd8-8e36-2a3d27cfd86b {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:52:02.015462 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:02.092373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:02.092605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:02.104495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 4c597f8f-467e-4dd8-8e36-2a3d27cfd86b owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:52:02.293443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:02.319862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=4c597f8f-467e-4dd8-8e36-2a3d27cfd86b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:02.348157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.348523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.349477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.349734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.350143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.350379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.350699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.351017 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.351335 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.351650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.351962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.352272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:02.391683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:02.392025 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP a405b52e-f301-4c04-a846-bf67620e6105 disassociated (deleted). External IP: 172.26.5.213, port: 4b186a3d-bfd3-4155-8de3-faa428379f14. Oct 16 13:52:02.630512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:52:02.751159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:52:02.755987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:02.760666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] Sync routers for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:52:02.769265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:02.769863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:51:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:02.791381 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8d886e1f-6c23-4026-a986-00fa870c7f3a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/a405b52e-f301-4c04-a846-bf67620e6105 HTTP/1.1" status: 204 len: 168 time: 0.9481158 Oct 16 13:52:02.792105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:02.794381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7315f-6edb-46c2-a211-11d5d7b3b807" -d '{"events": [{"name": "network-changed", "server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:02.834339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d25edf0-595d-4778-90a8-94a8a0f40086 x-openstack-request-id: req-6d25edf0-595d-4778-90a8-94a8a0f40086 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:02.834654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:02.834911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d25edf0-595d-4778-90a8-94a8a0f40086 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:02.835318 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'status': 'completed', 'code': 200} Oct 16 13:52:02.895243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:02.905916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-5352e33c-8e59-4a85-bf50-dd8b4c8591a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:02.907498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-5352e33c-8e59-4a85-bf50-dd8b4c8591a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 1098 time: 0.0489557 Oct 16 13:52:03.008752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-a9f73e45-4adf-45e4-8f01-68bc36a357c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:03.010311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-a9f73e45-4adf-45e4-8f01-68bc36a357c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 200 len: 898 time: 0.0955951 Oct 16 13:52:03.060299 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-e8cf3d30-b7cc-4c89-bfae-14ca2ddd44d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 200 len: 217 time: 0.0433123 Oct 16 13:52:03.104784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:11Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:03.115476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-93be8006-fdc5-4f9c-9deb-47d9268ea06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:03.117005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-93be8006-fdc5-4f9c-9deb-47d9268ea06c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 200 len: 843 time: 0.0498130 Oct 16 13:52:03.133890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] Checking router: 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:52:03.142406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:03.143109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:51:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:03.185412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-bbbb16b6-fea6-4763-bfad-7b0985fed584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:03.186939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-bbbb16b6-fea6-4763-bfad-7b0985fed584 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d2323261-dfbd-4b6a-a9e4-6925a67141e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0634863 Oct 16 13:52:03.287266 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-d7d8aaa4-1c4a-4793-b388-0294b86ef64f service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914593 Oct 16 13:52:03.430591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:03.646475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:11Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:03.684639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2c646-6205-49ce-acf3-ebbc1fa0a73f None None] The sync data for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv is: [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:08Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'e86492cf-678d-49a0-8615-2a120765fe92', 'name': '', 'network_id': 'd2323261-dfbd-4b6a-a9e4-6925a67141e0', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:ff:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:07Z', 'updated_at': '2021-10-16T13:49:11Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c4c0302a-b3c0-410c-9462-ca7d502cbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:52:03.746780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68b7315f-6edb-46c2-a211-11d5d7b3b807 req-3f4f0189-9d15-4fd1-9e58-343242c3d2b6 service neutron] 10.222.0.31 "GET /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514155 Oct 16 13:52:03.755473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc44ae-5602-4596-8992-d443cec2ad9b req-c0935f61-f0c4-4198-97f3-e81412669e76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:03.757159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ebc44ae-5602-4596-8992-d443cec2ad9b req-c0935f61-f0c4-4198-97f3-e81412669e76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 945 time: 0.5970643 Oct 16 13:52:03.796897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ebc44ae-5602-4596-8992-d443cec2ad9b req-a71b1d48-5ee8-41f4-9a07-3b28f7a294e9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=890afe6b-af43-41ef-937d-ab9b7c2310d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Oct 16 13:52:03.907913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b04b0-b52b-422a-ba69-9ef27d0f5847 None None] New status for floating IP a405b52e-f301-4c04-a846-bf67620e6105: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:52:04.480749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-c920c1ef-f39b-4686-ae91-33f9db744b8d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:04.482203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-c920c1ef-f39b-4686-ae91-33f9db744b8d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 945 time: 0.0553539 Oct 16 13:52:04.585843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 4b186a3d-bfd3-4155-8de3-faa428379f14 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:52:04.586180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:04.688798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 4b186a3d-bfd3-4155-8de3-faa428379f14, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=4b186a3d-bfd3-4155-8de3-faa428379f14,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:04.689161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:04.701081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 4b186a3d-bfd3-4155-8de3-faa428379f14 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:52:04.898069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:04.940506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=4b186a3d-bfd3-4155-8de3-faa428379f14,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:05.006184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port 4b186a3d-bfd3-4155-8de3-faa428379f14 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:52:05.008993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:05.016628 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f713262a-2fcf-495c-88bc-d99b18a6b499 req-98981c10-7ae4-4c00-8333-252595ae2e11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/4b186a3d-bfd3-4155-8de3-faa428379f14 HTTP/1.1" status: 204 len: 173 time: 0.5237799 Oct 16 13:52:05.016628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'name': 'network-vif-deleted', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:05.016628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a0724-1b71-4fe6-947c-2bd5888af3a0" -d '{"events": [{"server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "name": "network-vif-deleted", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:05.020812 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7b01ca2f-96fd-4189-8237-c18553c55100 req-0d2a1bf3-1d47-4dad-bae2-c882a8ee20c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9840104-8835-4dc5-b5dc-64c8f52c4736 HTTP/1.1" status: 200 len: 210 time: 0.1410818 Oct 16 13:52:05.115147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80cfc6e-38ca-4b7a-bb03-d242ba7ecaf8 x-openstack-request-id: req-d80cfc6e-38ca-4b7a-bb03-d242ba7ecaf8 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:05.115463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9840104-8835-4dc5-b5dc-64c8f52c4736", "name": "network-vif-deleted", "tag": "4b186a3d-bfd3-4155-8de3-faa428379f14", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:05.115724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d80cfc6e-38ca-4b7a-bb03-d242ba7ecaf8 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:05.116133 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9840104-8835-4dc5-b5dc-64c8f52c4736', 'name': 'network-vif-deleted', 'tag': '4b186a3d-bfd3-4155-8de3-faa428379f14', 'status': 'completed', 'code': 200} Oct 16 13:52:06.078678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39932) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:06.137285 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7908926-39a8-4d32-b446-a8b430cf5393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:06.162589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7908926-39a8-4d32-b446-a8b430cf5393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:06.287555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7908926-39a8-4d32-b446-a8b430cf5393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:06.290213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c7908926-39a8-4d32-b446-a8b430cf5393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:06.302938 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c7908926-39a8-4d32-b446-a8b430cf5393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/890afe6b-af43-41ef-937d-ab9b7c2310d6 HTTP/1.1" status: 204 len: 168 time: 0.2117109 Oct 16 13:52:06.302938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7908926-39a8-4d32-b446-a8b430cf5393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890afe6b-af43-41ef-937d-ab9b7c2310d6,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:06.379309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39936) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:06.785784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:07.075078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port e86492cf-678d-49a0-8615-2a120765fe92 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:52:07.075362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:07.162437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port e86492cf-678d-49a0-8615-2a120765fe92, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e86492cf-678d-49a0-8615-2a120765fe92,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:07.163165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:07.174988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for e86492cf-678d-49a0-8615-2a120765fe92 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:52:07.424297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:07.454366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=e86492cf-678d-49a0-8615-2a120765fe92,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:07.652254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:07.900488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:52:08.022932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:52:08.027912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-77cd8054-5819-49a5-9f3d-fa7139d39231 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/0d4ede43-aaa3-4f11-a896-d2340d75cbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475732 Oct 16 13:52:08.030523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39938) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:08.033144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] Sync routers for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:52:08.043207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:08.043886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:51:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:08.086148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet c4c0302a-b3c0-410c-9462-ca7d502cbc36 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:52:08.089228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.129130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.166834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:08.228902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.345674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:52:07Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:08.373531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.377236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] Checking router: 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:52:08.386037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] Routers {'0d4ede43-aaa3-4f11-a896-d2340d75cbe3'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:08.386638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:51:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:08.400443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c0302a-b3c0-410c-9462-ca7d502cbc36,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:08.406333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.410760 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cf60c2ed-c230-4764-a0cb-a625f524c99e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/c4c0302a-b3c0-410c-9462-ca7d502cbc36 HTTP/1.1" status: 204 len: 168 time: 0.3780737 Oct 16 13:52:08.412087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39940) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:08.423546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183faee0-73fe-4d64-88b5-ae0e7b615558 None None] Network d2323261-dfbd-4b6a-a9e4-6925a67141e0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:52:08.537431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.596491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] Set router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:08.657729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.744590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] DHCP port deletion for d2323261-dfbd-4b6a-a9e4-6925a67141e0 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:52:08.768185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 0b269ff3-bf9b-4028-9932-cfee75bd2327 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:52:08.768560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.823244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:52:07Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:08.858917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 0b269ff3-bf9b-4028-9932-cfee75bd2327, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0b269ff3-bf9b-4028-9932-cfee75bd2327,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:08.859225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5477e-f8bb-40d2-8608-d5a376e8dab1 None None] The sync data for ids ['0d4ede43-aaa3-4f11-a896-d2340d75cbe3'] in dv-neutron-743142-24-hyperv is: [{'id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'name': 'tempest-TestNetworkBasicOps-router-1551401905', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248'}], 'enable_snat': True}, 'gw_port_id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:52:07Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '0b269ff3-bf9b-4028-9932-cfee75bd2327', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4ede43-aaa3-4f11-a896-d2340d75cbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:49:03Z', 'updated_at': '2021-10-16T13:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:52:08.859444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.865820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Deleting port bdd711e3-92aa-4963-8c66-19984e411b08 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:52:08.866187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.879306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 0b269ff3-bf9b-4028-9932-cfee75bd2327 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:52:08.932084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] For port bdd711e3-92aa-4963-8c66-19984e411b08, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=bdd711e3-92aa-4963-8c66-19984e411b08,segment=NetworkSegment(c22871cc-0722-425f-b8b2-2f12c78dadc1),segment_id=c22871cc-0722-425f-b8b2-2f12c78dadc1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:08.932490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:08.944511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Calling delete_port for bdd711e3-92aa-4963-8c66-19984e411b08 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:52:09.104567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.131197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Pushing event deleted for resources: {'Port': ['ID=bdd711e3-92aa-4963-8c66-19984e411b08,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:09.133438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.135474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] No DVR routers for this DVR port bdd711e3-92aa-4963-8c66-19984e411b08 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:52:09.148439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.149655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.149846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.150154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.150538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.150879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.151186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.151540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.151836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.152158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.152503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.152844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43cd445-e422-4271-bcd9-4910639d8177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:09.172355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=0b269ff3-bf9b-4028-9932-cfee75bd2327,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:09.218323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 4b186a3d-bfd3-4155-8de3-faa428379f14 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:52:09.245271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.245882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 4b186a3d-bfd3-4155-8de3-faa428379f14 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:52:09.245882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 4b186a3d-bfd3-4155-8de3-faa428379f14 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:52:09.359111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e86492cf-678d-49a0-8615-2a120765fe92 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:52:09.378314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.382159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e86492cf-678d-49a0-8615-2a120765fe92 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:52:09.382509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e86492cf-678d-49a0-8615-2a120765fe92 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:52:09.382757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.382901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bdd711e3-92aa-4963-8c66-19984e411b08 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:52:09.411836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: bdd711e3-92aa-4963-8c66-19984e411b08 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:52:09.412971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device bdd711e3-92aa-4963-8c66-19984e411b08 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:52:09.510245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.510790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4ede43-aaa3-4f11-a896-d2340d75cbe3 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:52:09.522662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.522662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-29043033-4939-4285-8490-f66eb2f0e827 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/0d4ede43-aaa3-4f11-a896-d2340d75cbe3 HTTP/1.1" status: 204 len: 168 time: 1.1058025 Oct 16 13:52:09.522662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39942) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:09.607888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.697600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.717304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2323261-dfbd-4b6a-a9e4-6925a67141e0']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:09.726128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22871cc-0722-425f-b8b2-2f12c78dadc1') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:09.726418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22871cc-0722-425f-b8b2-2f12c78dadc1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:09.740253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.752845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.759193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:52:09.759568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:52:09.762514 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:52:09.887474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.894790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:09.897447 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/d2323261-dfbd-4b6a-a9e4-6925a67141e0 HTTP/1.1" status: 204 len: 168 time: 0.3746617 Oct 16 13:52:09.909081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a66696-5a3d-4c61-a7b4-8b0b9fba0d80 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=d2323261-dfbd-4b6a-a9e4-6925a67141e0,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:09.910057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39944) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:09.919094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--1571677616', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:10.063387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:52:10.067055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.091862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:52:10.100399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.100740 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment 719d808d-29c7-4cef-a21b-ff4987059fa6 of type vlan for network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 Oct 16 13:52:10.139119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.258454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.263984 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:10.264583 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.331424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=9dbc0f75-3622-4f4f-b27d-7390e46e76e6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:10.342811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:52:10.346710 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fef1a3f0-9235-4e03-88bd-551747d33997 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4336469 Oct 16 13:52:10.349491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39946) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:10.354015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:10.430167 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.431207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.485524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.674486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.907025 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:10.925597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:11.020972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b269ff3-bf9b-4028-9932-cfee75bd2327 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:52:11.026581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.250 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/2621f7e9-f7a3-4638-a1ce-86de82e71b8d) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:11.043096 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0b269ff3-bf9b-4028-9932-cfee75bd2327 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:52:11.048935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b269ff3-bf9b-4028-9932-cfee75bd2327 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:52:11.127746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:11.229369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:11.271235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:11.274699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:11.278257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:11.306162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:11.617088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:11.839080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.070492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:52:12.190422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:52:12.201390 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:52:12.214693 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:12.214693 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:51:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:12.254781 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.256192 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7477c719-b5fb-4102-9609-4deec861116a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9055767 Oct 16 13:52:12.259584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39948) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:12.337748 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:12.430239 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9a00b607-7f74-4377-8bab-98e5965432b8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1695302 Oct 16 13:52:12.432858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39952) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:12.517933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd52083-f7c3-4db9-ad2f-b30944295921 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:12.519492 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-afd52083-f7c3-4db9-ad2f-b30944295921 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857337 Oct 16 13:52:12.520396 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:11Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:12.523203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39954) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:12.549246 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:52:12.549592 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Updating router fda7e473-9699-4bf7-bdc9-13005ba346da port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:52:12.552444 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f86c6586-569e-4e2f-803f-4fa06b91b904 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280592 Oct 16 13:52:12.561350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39956) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:12.566537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223068134', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:12.585110 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.732970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:52:12.737160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.790094 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-02d70dd9-5a6e-4994-b133-fdb30b090324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.847064 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.909912 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.963149 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Attempting to bind port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:52:12.963509 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Attempting to bind port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:52:12.963869 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Attempting to bind port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:12.970582 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Pushing event updated for resources: {'Port': ['ID=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:12.973400 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:52:12.973758 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:52:12.974144 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.974526 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:52:12.975024 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Bound port: 2621f7e9-f7a3-4638-a1ce-86de82e71b8d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:52:12.975521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:12.997676 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.997958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.998293 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.998620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.998943 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.999268 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.999585 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:12.999902 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:13.000223 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:13.000566 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:13.000882 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:13.001193 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:13.002032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.039945 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] For port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:52:13.043719 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] For port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:52:13.066361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:13.074386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:52:13.074386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: 9dbc0f75-3622-4f4f-b27d-7390e46e76e6, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:52:13.093439 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.138608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:52:13.151924 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:13.152561 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:51:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:13.195776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 9dbc0f75-3622-4f4f-b27d-7390e46e76e6) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:13.200403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:13.201099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.203936 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952708af-961f-4674-ab9f-28d80b0f2cae None None] Pushing event updated for resources: {'Port': ['ID=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:13.208806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbf597-06b8-4ad4-bca9-def8bb67d597 None None] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:52:13.288522 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:13.297949 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8d6d959b-2695-4531-8297-33145d28dab4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7326751 Oct 16 13:52:13.298330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39958) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:13.354098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:52:13.355931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.477165 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:11Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:13.501949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Allocated IP 172.20.0.2 (9dbc0f75-3622-4f4f-b27d-7390e46e76e6/faf12e5d-9e47-4699-8af1-4dbf0cdf8b42/b9d7325d-2d18-450b-af6b-f868a91fa9f3) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:13.505602 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708ef91-592e-4332-a513-52e8c44373ca None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:11Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:52:13.682829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.738070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.792424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:13.795618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:13.799424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:13.809331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Pushing event updated for resources: {'Port': ['ID=b9d7325d-2d18-450b-af6b-f868a91fa9f3,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:13.876787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Attempting to bind port b9d7325d-2d18-450b-af6b-f868a91fa9f3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:52:13.877147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Attempting to bind port b9d7325d-2d18-450b-af6b-f868a91fa9f3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:52:13.877503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Attempting to bind port b9d7325d-2d18-450b-af6b-f868a91fa9f3 on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:13.882847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:52:13.883210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Checking segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:52:13.883603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.884056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Bound using segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:52:13.884580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Bound port: b9d7325d-2d18-450b-af6b-f868a91fa9f3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:52:13.884952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:13.953071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] For port b9d7325d-2d18-450b-af6b-f868a91fa9f3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:52:13.956821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] For port b9d7325d-2d18-450b-af6b-f868a91fa9f3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b9d7325d-2d18-450b-af6b-f868a91fa9f3,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:52:14.048519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:14.132629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d1252-ca2d-42bb-aa71-58139af02cf9 None None] Pushing event updated for resources: {'Port': ['ID=b9d7325d-2d18-450b-af6b-f868a91fa9f3,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:14.210541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:14.537697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (9dbc0f75-3622-4f4f-b27d-7390e46e76e6/faf12e5d-9e47-4699-8af1-4dbf0cdf8b42/b230828a-600e-4f24-9d1e-b4ef5ca6957b) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:14.652123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:14.733029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:14.776103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:14.781365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:14.785321 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:14.820869 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=b230828a-600e-4f24-9d1e-b4ef5ca6957b,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:14.835535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.007380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8565e83-7e08-4332-8c19-f1cdbe01bd4b None None] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:52:15.074408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.084981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0a0d0f1b-31c4-4175-b934-46c2eb4cdd82 None None] Provisioning complete for port b9d7325d-2d18-450b-af6b-f868a91fa9f3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:15.085421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0f1b-31c4-4175-b934-46c2eb4cdd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.160254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2621f7e9-f7a3-4638-a1ce-86de82e71b8d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:15.400937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.449333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc88f538-f3e6-44bf-ada7-dc54aabe5ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.465050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0f1b-31c4-4175-b934-46c2eb4cdd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.465355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.469717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:15.470077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.540919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0a0d0f1b-31c4-4175-b934-46c2eb4cdd82 None None] For port b9d7325d-2d18-450b-af6b-f868a91fa9f3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b9d7325d-2d18-450b-af6b-f868a91fa9f3,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:15.548981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.564566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=b230828a-600e-4f24-9d1e-b4ef5ca6957b,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:15.602177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.608886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0f1b-31c4-4175-b934-46c2eb4cdd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.664027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:15.665832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:15.675524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d0f1b-31c4-4175-b934-46c2eb4cdd82 None None] Pushing event updated for resources: {'Port': ['ID=b9d7325d-2d18-450b-af6b-f868a91fa9f3,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:15.681243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:15.730397 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-560c3259-f399-4c4f-a375-541f645ebe88 None None] Provisioning complete for port b9d7325d-2d18-450b-af6b-f868a91fa9f3 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:15.730870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-560c3259-f399-4c4f-a375-541f645ebe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.753167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.753968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b9d7325d-2d18-450b-af6b-f868a91fa9f3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:15.807943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:52:15.867963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:15.910362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b9d7325d-2d18-450b-af6b-f868a91fa9f3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:15.910740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.948763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:52:15.955516 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-90c1735a-a590-45c7-98ad-4705f9565361 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/fda7e473-9699-4bf7-bdc9-13005ba346da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557889 Oct 16 13:52:15.957911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39962) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:15.966540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:52:15.982399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-560c3259-f399-4c4f-a375-541f645ebe88 None None] Provisioning complete for port b230828a-600e-4f24-9d1e-b4ef5ca6957b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:15.982672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-560c3259-f399-4c4f-a375-541f645ebe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:15.987763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:15.988461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:52:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:16.062682 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827ff21-4bad-417b-90cd-5f274147428f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.063248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827ff21-4bad-417b-90cd-5f274147428f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.063890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827ff21-4bad-417b-90cd-5f274147428f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.064289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827ff21-4bad-417b-90cd-5f274147428f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.069023 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6827ff21-4bad-417b-90cd-5f274147428f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1066360 Oct 16 13:52:16.070936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39964) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:16.112104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-560c3259-f399-4c4f-a375-541f645ebe88 None None] Port b230828a-600e-4f24-9d1e-b4ef5ca6957b cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:52:16.128873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fd084-23db-4ae8-8e7c-3428afbc5da5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.129328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fd084-23db-4ae8-8e7c-3428afbc5da5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.129966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fd084-23db-4ae8-8e7c-3428afbc5da5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.130578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fd084-23db-4ae8-8e7c-3428afbc5da5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:16.133286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-649fd084-23db-4ae8-8e7c-3428afbc5da5 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0626493 Oct 16 13:52:16.135964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39966) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:16.187358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:16.277695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-bb0d083b-c113-4e0b-91e2-4d41e89e4d53 None None] Provisioning complete for port b230828a-600e-4f24-9d1e-b4ef5ca6957b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:16.277946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bb0d083b-c113-4e0b-91e2-4d41e89e4d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:16.367290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d083b-c113-4e0b-91e2-4d41e89e4d53 None None] Port b230828a-600e-4f24-9d1e-b4ef5ca6957b cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:52:16.442586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:16.472535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:52:16.472919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Updating router fda7e473-9699-4bf7-bdc9-13005ba346da port b230828a-600e-4f24-9d1e-b4ef5ca6957b binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:52:16.519610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:16.618414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:16.630089 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2c19c68f-eec6-42f7-87eb-808ac842057e tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.4926460 Oct 16 13:52:16.716666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:16.807819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:16.886765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:16.944495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37cd92-dfe7-4a34-814f-b17618753ae9 None None] Pushing event updated for resources: {'Port': ['ID=b230828a-600e-4f24-9d1e-b4ef5ca6957b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:16.950555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39970) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:16.963529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109351904', 'description': 'tempest-secgroup-smoke-2109351904 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:17.020082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Attempting to bind port b230828a-600e-4f24-9d1e-b4ef5ca6957b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:52:17.020478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Attempting to bind port b230828a-600e-4f24-9d1e-b4ef5ca6957b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:52:17.020944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Attempting to bind port b230828a-600e-4f24-9d1e-b4ef5ca6957b on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:17.027675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:52:17.028093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Checking segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:52:17.028490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.032224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Bound using segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:52:17.032224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Bound port: b230828a-600e-4f24-9d1e-b4ef5ca6957b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:52:17.032224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.047271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.100545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2621f7e9-f7a3-4638-a1ce-86de82e71b8d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:17.141949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.147127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] For port b230828a-600e-4f24-9d1e-b4ef5ca6957b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:52:17.167007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] For port b230828a-600e-4f24-9d1e-b4ef5ca6957b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b230828a-600e-4f24-9d1e-b4ef5ca6957b,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:52:17.183368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:17.183729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.217658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.220045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8b4cc95a-d692-49e8-ab72-63c0e02a6ecb None None] Provisioning complete for port b230828a-600e-4f24-9d1e-b4ef5ca6957b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:17.220426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc95a-d692-49e8-ab72-63c0e02a6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.246913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462f4894-b25e-4a09-9a87-76ccbbb3c05d,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:17.251411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.285635 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:52:17.300915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.303518 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-06da8cea-6e5b-458e-aaf4-416c548adf2f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3494148 Oct 16 13:52:17.306821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39972) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:17.307979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cc95a-d692-49e8-ab72-63c0e02a6ecb None None] Port b230828a-600e-4f24-9d1e-b4ef5ca6957b cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:52:17.312641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '462f4894-b25e-4a09-9a87-76ccbbb3c05d', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:17.360345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:17.360971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:52:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:17.407037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.415058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37cd92-dfe7-4a34-814f-b17618753ae9 None None] Pushing event updated for resources: {'Port': ['ID=b230828a-600e-4f24-9d1e-b4ef5ca6957b,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:17.437695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b9d7325d-2d18-450b-af6b-f868a91fa9f3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:17.470730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.550184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.553208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:17.567713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bf349b-d415-4ee7-879b-522adbe61cc9,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:17.593069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9f5044b1-cb69-4230-8393-cc8d52b00f12 None None] Provisioning complete for port b230828a-600e-4f24-9d1e-b4ef5ca6957b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:17.593433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9f5044b1-cb69-4230-8393-cc8d52b00f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.621147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b9d7325d-2d18-450b-af6b-f868a91fa9f3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:17.621510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.637301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.638536 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f03aa19e-65dc-4f65-bc2b-e7b894f11059 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305173 Oct 16 13:52:17.641220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39974) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:17.645547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '462f4894-b25e-4a09-9a87-76ccbbb3c05d', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:17.727120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.788228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.852771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.872446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f11a4fb-58b7-4b44-8da8-6323c04ebf42,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:17.928876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:17.930002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-59e17dfd-ec28-46ef-994d-d51416e10184 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2878244 Oct 16 13:52:17.933263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39976) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:17.938535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '462f4894-b25e-4a09-9a87-76ccbbb3c05d', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:18.012147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.015252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9f5044b1-cb69-4230-8393-cc8d52b00f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.069996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.086672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9f5044b1-cb69-4230-8393-cc8d52b00f12 None None] For port b230828a-600e-4f24-9d1e-b4ef5ca6957b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b230828a-600e-4f24-9d1e-b4ef5ca6957b,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:18.101146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:17Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:18.129799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbfebe-abe9-4697-b16d-491d1e1269d9 None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:17Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:52:18.137853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.156471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed9abff-075e-432f-a104-ac07e1fd7083,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:18.171567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9f5044b1-cb69-4230-8393-cc8d52b00f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.229771 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.231330 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dd51b562-a540-4878-b8ca-8f48023b3688 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970693 Oct 16 13:52:18.234049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 39978) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:18.239097 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '462f4894-b25e-4a09-9a87-76ccbbb3c05d', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:18.246350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5044b1-cb69-4230-8393-cc8d52b00f12 None None] Pushing event updated for resources: {'Port': ['ID=b230828a-600e-4f24-9d1e-b4ef5ca6957b,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:18.322333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.389364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.419018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.447388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.466390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ae12c6-7628-4cbe-824a-468b85fc965f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:18.528899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.530532 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e63f6afb-fdf4-4f5b-909a-405a5be8425b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2951221 Oct 16 13:52:18.533100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39980) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:18.537926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '462f4894-b25e-4a09-9a87-76ccbbb3c05d', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:18.636857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:52:18.642396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.705421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.795251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.815972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de965530-55d2-49de-8456-5cc4f7b97814,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:18.894052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:18.895275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-613c09b6-e90b-416e-af1e-200bcddf475c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3610981 Oct 16 13:52:18.898964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 39982) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:18.903281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': '462f4894-b25e-4a09-9a87-76ccbbb3c05d', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:19.013033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:52:19.018589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:19.086842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:19.108520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b230828a-600e-4f24-9d1e-b4ef5ca6957b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:19.160640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:19.160930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b230828a-600e-4f24-9d1e-b4ef5ca6957b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:19.161055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:19.181964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90394e29-e957-41ea-9408-154453de09e2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:19.189299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.189642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.190077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.190409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.190732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.191055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.191372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.191764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.192050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.192384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.196822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.196822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:52:19.243388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:19.244541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8a1366a5-898c-4481-b77a-f13db90adf1d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446259 Oct 16 13:52:19.391984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-fb89c357-cf34-4419-8394-fffa1c9fefd6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109351904&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0330594 Oct 16 13:52:19.499332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a851b4d4-4047-431c-a446-36ba585f5052 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:19.500728 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a851b4d4-4047-431c-a446-36ba585f5052 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 797 time: 0.1020689 Oct 16 13:52:19.515294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-7c58572b-294e-4046-92d3-ba66da1d9909 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0088596 Oct 16 13:52:19.573792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-b141143c-8ca9-4b9d-b2b3-1b36d098fa16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532098 Oct 16 13:52:19.667881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-d2216dcb-924c-4c74-8a95-80ea943ad4d3 service neutron] 10.222.0.24 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816984 Oct 16 13:52:19.759064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-5cbc662c-b047-4366-9fea-9c9e933bb43d service neutron] 10.222.0.24 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Oct 16 13:52:20.011229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fcf59ba4-a8b8-43ae-92b3-b60cff59e837 req-f94f3490-14e7-4272-8ac1-7093646bde92 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 210 time: 0.0306933 Oct 16 13:52:21.107779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c3cb5893-7803-4286-91b4-d136d4be07bc req-08cca65a-317c-425d-b56c-0758fc922493 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 210 time: 0.0292068 Oct 16 13:52:21.870730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-d8a40cd8-03c9-4ba7-99fd-d23392772e6e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:21.872193 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-d8a40cd8-03c9-4ba7-99fd-d23392772e6e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 797 time: 0.1047328 Oct 16 13:52:21.916418 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-c610a94e-35f9-40dd-bf81-b6c39cc6cdc2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 380 time: 0.0342815 Oct 16 13:52:21.925486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['462f4894-b25e-4a09-9a87-76ccbbb3c05d']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:22.110047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:52:22.113700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.212391 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31e4eb95-ed5c-4d58-8df9-29d8303d07fe req-04234167-8099-4c63-bee6-9bf8c5c77262 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 210 time: 0.0326173 Oct 16 13:52:22.265250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.9 (9dbc0f75-3622-4f4f-b27d-7390e46e76e6/faf12e5d-9e47-4699-8af1-4dbf0cdf8b42/b24042db-1894-4c13-a4e3-95d4cc9a7f1d) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:22.401087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.515663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.563108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:22.566321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:22.567190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.576453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:22.604272 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:22.633260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:22.634023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.718661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a84f5656-79a0-4acd-aff9-29e358003f26 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966874 Oct 16 13:52:22.732930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Request body: {'port': {'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:22.796528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.826567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-517b34cb-ae9a-4c8d-ac79-33c6073e15f7 None None] Provisioning complete for port b24042db-1894-4c13-a4e3-95d4cc9a7f1d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:22.826928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-517b34cb-ae9a-4c8d-ac79-33c6073e15f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:22.870572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-517b34cb-ae9a-4c8d-ac79-33c6073e15f7 None None] Port b24042db-1894-4c13-a4e3-95d4cc9a7f1d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:52:23.077601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24042db-1894-4c13-a4e3-95d4cc9a7f1d {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:52:23.086163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:23.097949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Transition to ACTIVE for port object b24042db-1894-4c13-a4e3-95d4cc9a7f1d will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:52:23.154864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:23.212923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:23.315672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Attempting to bind port b24042db-1894-4c13-a4e3-95d4cc9a7f1d on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:52:23.316016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Attempting to bind port b24042db-1894-4c13-a4e3-95d4cc9a7f1d by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:52:23.316358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Attempting to bind port b24042db-1894-4c13-a4e3-95d4cc9a7f1d on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:23.326777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Port b24042db-1894-4c13-a4e3-95d4cc9a7f1d on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:52:23.327092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Attempting to bind port b24042db-1894-4c13-a4e3-95d4cc9a7f1d on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:23.335666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:52:23.335995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Checking segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:52:23.336400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Bound using segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:52:23.336832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Bound port: b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:52:23.337182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:23.370986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a85c8-a90b-44b2-87c9-8437dc2e88f1 req-28a2fd53-d94d-49ba-9c85-e9654b9b46b7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:23.372521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a93a85c8-a90b-44b2-87c9-8437dc2e88f1 req-28a2fd53-d94d-49ba-9c85-e9654b9b46b7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 943 time: 0.0931861 Oct 16 13:52:23.448141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a93a85c8-a90b-44b2-87c9-8437dc2e88f1 req-5d356ec2-a77e-4840-8695-f773740a6100 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563731 Oct 16 13:52:23.453670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:52:23.457056 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:52:23.521965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:23.560120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:23.560784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:23.562280 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] 10.222.0.31 "PUT /v2.0/ports/b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 1093 time: 0.8338091 Oct 16 13:52:23.567102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:23.569970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e63346-47ba-45a1-9827-3b0302ebe5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:23.607203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8764db6-ace5-40cc-aba1-0202a11d4118 service neutron] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:23.613283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877dafd2-de05-4de3-b549-c9fc66b32009 x-openstack-request-id: req-877dafd2-de05-4de3-b549-c9fc66b32009 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:23.613553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:23.613805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-877dafd2-de05-4de3-b549-c9fc66b32009 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:23.614203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'status': 'completed', 'code': 200} Oct 16 13:52:23.687021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e63346-47ba-45a1-9827-3b0302ebe5f2 req-6d319ef2-b59e-425f-a682-1a3f66a7e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:23.688694 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47e63346-47ba-45a1-9827-3b0302ebe5f2 req-6d319ef2-b59e-425f-a682-1a3f66a7e2c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1096 time: 0.0528605 Oct 16 13:52:23.791146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e63346-47ba-45a1-9827-3b0302ebe5f2 req-90a7383c-9733-4f39-b493-001f5c46b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:23.792582 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47e63346-47ba-45a1-9827-3b0302ebe5f2 req-90a7383c-9733-4f39-b493-001f5c46b2ed service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0957177 Oct 16 13:52:23.891945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e63346-47ba-45a1-9827-3b0302ebe5f2 req-2844ced9-666f-4f29-83f1-6fa9b15c2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:23.893346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47e63346-47ba-45a1-9827-3b0302ebe5f2 req-2844ced9-666f-4f29-83f1-6fa9b15c2d8d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945220 Oct 16 13:52:23.973990 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-b79a1938-8c0a-48ff-a1b2-9e2c4758b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:23.976368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-b79a1938-8c0a-48ff-a1b2-9e2c4758b2ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1096 time: 0.0477669 Oct 16 13:52:24.024196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-dbb876f1-379b-41e2-872a-56eed429a39f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 217 time: 0.0403533 Oct 16 13:52:24.073611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-c66c916d-e257-4713-9ce5-7bf5d9ad05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:24.074967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-c66c916d-e257-4713-9ce5-7bf5d9ad05f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0436549 Oct 16 13:52:24.128749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-4919f5f0-3858-4286-86c4-86fdaf7483db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:24.130262 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-4919f5f0-3858-4286-86c4-86fdaf7483db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0483274 Oct 16 13:52:24.225445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-0667a9c6-930a-4d6f-88ed-fc639f4ba6cc service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 Oct 16 13:52:24.314028 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1536f7f4-92a8-47a5-8256-b5a8268203f2 req-e49c9ba3-5765-498a-a68e-42983dac4b64 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819838 Oct 16 13:52:24.575427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425dfe-3b38-4f1a-a3c9-c5b169b23c93 req-831ad19d-e664-471f-82b4-34bed378c9c7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:24.576989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56425dfe-3b38-4f1a-a3c9-c5b169b23c93 req-831ad19d-e664-471f-82b4-34bed378c9c7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 943 time: 0.0634370 Oct 16 13:52:24.616902 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56425dfe-3b38-4f1a-a3c9-c5b169b23c93 req-e7d9f5c0-d63f-4c81-8f69-8de0b63ab9db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337446 Oct 16 13:52:25.736842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58639227-a623-44b3-85d2-8468bdb7c871 req-8a1ab25e-4b72-4407-b5eb-24cb8181e4d8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:25.738315 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58639227-a623-44b3-85d2-8468bdb7c871 req-8a1ab25e-4b72-4407-b5eb-24cb8181e4d8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 943 time: 0.0557768 Oct 16 13:52:25.776494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58639227-a623-44b3-85d2-8468bdb7c871 req-76b6a20c-7b4b-4f0d-8dfe-7c5948e370db tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Oct 16 13:52:26.895585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a6d82-e944-4a32-a426-98b56dcccec5 req-505c11a5-d1a0-465f-b6c0-ad3ef0c8b393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:26.897139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-739a6d82-e944-4a32-a426-98b56dcccec5 req-505c11a5-d1a0-465f-b6c0-ad3ef0c8b393 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 943 time: 0.0558667 Oct 16 13:52:26.933761 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-739a6d82-e944-4a32-a426-98b56dcccec5 req-f2c6f809-3fc3-411d-bc7c-608563e7a992 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Oct 16 13:52:27.289739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b24042db-1894-4c13-a4e3-95d4cc9a7f1d details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:52:27.381059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:27.394849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:52:27.435278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:27.447926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24042db-1894-4c13-a4e3-95d4cc9a7f1d {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:52:27.466187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:27.521100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:27.571171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:27.756383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['b24042db-1894-4c13-a4e3-95d4cc9a7f1d'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:52:28.064469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b03221-f1c4-4c26-a394-8b713092af55 req-1376585f-6851-4ef5-b53d-7728d1c4d18b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:28.065878 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8b03221-f1c4-4c26-a394-8b713092af55 req-1376585f-6851-4ef5-b53d-7728d1c4d18b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 944 time: 0.0669408 Oct 16 13:52:28.103952 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8b03221-f1c4-4c26-a394-8b713092af55 req-bf9423f3-42d8-48fa-869f-b495a59fdd3c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Oct 16 13:52:29.225015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1169b-b77a-4cdd-98e3-966c34d40167 req-5ea13672-be22-438c-8e19-74a87eeab6f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:29.226349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1c1169b-b77a-4cdd-98e3-966c34d40167 req-5ea13672-be22-438c-8e19-74a87eeab6f1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 944 time: 0.0579336 Oct 16 13:52:29.264113 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1c1169b-b77a-4cdd-98e3-966c34d40167 req-514bc215-2949-40ef-b0b5-956dab6ba1b2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Oct 16 13:52:29.289265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b24042db-1894-4c13-a4e3-95d4cc9a7f1d up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:29.413497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port b24042db-1894-4c13-a4e3-95d4cc9a7f1d completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:52:29.418055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port b24042db-1894-4c13-a4e3-95d4cc9a7f1d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:29.418453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:29.510699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:29.532086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:29.534342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e3453e-cacf-4657-99de-62b88dcf026e" -d '{"events": [{"server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "name": "network-vif-plugged", "status": "completed", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:29.546855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:29.570902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdac5021-5aa8-4bd4-a9b0-0f4d0cdd2276 x-openstack-request-id: req-fdac5021-5aa8-4bd4-a9b0-0f4d0cdd2276 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:29.571223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "name": "network-vif-plugged", "status": "completed", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:29.571688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdac5021-5aa8-4bd4-a9b0-0f4d0cdd2276 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:29.572075 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'code': 200} Oct 16 13:52:29.623004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:29.672946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:29.843354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9fa4-6755-47bd-bc24-ae3b7b8d55f4 req-5ba9f981-061e-496e-95f8-4777180fa9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:29.844752 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-767e9fa4-6755-47bd-bc24-ae3b7b8d55f4 req-5ba9f981-061e-496e-95f8-4777180fa9af service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1098 time: 0.0468640 Oct 16 13:52:29.878248 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-767e9fa4-6755-47bd-bc24-ae3b7b8d55f4 req-d07df293-a7da-4a1a-9c1e-2156f6b3b1ad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264194 Oct 16 13:52:30.387449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a218208-07d2-47a1-a574-018b3b3ff42a req-5605d7ec-24c1-4b27-ad53-919d6eb46903 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:30.388959 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a218208-07d2-47a1-a574-018b3b3ff42a req-5605d7ec-24c1-4b27-ad53-919d6eb46903 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 945 time: 0.0600653 Oct 16 13:52:30.426083 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a218208-07d2-47a1-a574-018b3b3ff42a req-8bc21853-c5c1-4dbc-b913-856aa17341f9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Oct 16 13:52:31.548742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07db96-e671-49c0-9253-d1e4fdc274b6 req-d1f3634f-e1d9-4fba-94ca-e9574d261556 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:31.550242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8d07db96-e671-49c0-9253-d1e4fdc274b6 req-d1f3634f-e1d9-4fba-94ca-e9574d261556 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 945 time: 0.0561712 Oct 16 13:52:31.589032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8d07db96-e671-49c0-9253-d1e4fdc274b6 req-bb2762a8-9584-4ef6-abb6-95647ca6348b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327342 Oct 16 13:52:31.705282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9888e43-3678-47d2-ba86-e0184538bbfd req-2b8de32b-ee55-4b43-be6e-acf65606251b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:31.706913 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9888e43-3678-47d2-ba86-e0184538bbfd req-2b8de32b-ee55-4b43-be6e-acf65606251b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 945 time: 0.0546596 Oct 16 13:52:31.763311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9888e43-3678-47d2-ba86-e0184538bbfd req-a8253427-fd21-4c4d-a68d-8c11e020fcf1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498772 Oct 16 13:52:31.787651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40040) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:31.832772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eebfee-5539-437e-aed3-efc425087622 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:31.835464 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-94eebfee-5539-437e-aed3-efc425087622 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1093 time: 0.0466866 Oct 16 13:52:31.838137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40042) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:31.842499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:31.915052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:32.009555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:32.119813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.230 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/3caa8cc8-ac70-479b-a9dd-48d7b4886bd1) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:32.218872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:32.310184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:32.355295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:32.360120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:32.363715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:32.393766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=3caa8cc8-ac70-479b-a9dd-48d7b4886bd1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:32.776025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:32.905767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:33.065398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:33.132297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:33.211746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=3caa8cc8-ac70-479b-a9dd-48d7b4886bd1,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:33.221580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:33.338161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP eea9099d-823d-4287-a229-176372a109d9 associated. External IP: 172.26.5.230, port: b24042db-1894-4c13-a4e3-95d4cc9a7f1d. Oct 16 13:52:33.577363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:52:33.699885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:52:33.709981 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:52:33.719197 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:33.719786 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:52:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:33.785658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:33.818837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-270c7f2f-720c-4352-8984-766008e28a37 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9795916 Oct 16 13:52:33.819482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:33.821636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40044) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:33.822160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db4487-cce6-46f5-b043-202b5d6c9d87" -d '{"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:33.843601 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:33.859197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08560ca0-715c-4e5d-94c1-b9bc9c20f562 x-openstack-request-id: req-08560ca0-715c-4e5d-94c1-b9bc9c20f562 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:33.859586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:33.859935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08560ca0-715c-4e5d-94c1-b9bc9c20f562 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:33.860474 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'status': 'completed', 'code': 200} Oct 16 13:52:33.870094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e726d-19f4-45c3-b6d9-a9fe46050050 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:33.874926 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-342e726d-19f4-45c3-b6d9-a9fe46050050 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1093 time: 0.0521739 Oct 16 13:52:33.945831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-1c3d129c-2976-4d94-9434-1b531ae53e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:33.947524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-1c3d129c-2976-4d94-9434-1b531ae53e00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1098 time: 0.0578029 Oct 16 13:52:34.039587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-4d8ec180-0f96-4f36-9722-4b6a281bd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:34.041258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-4d8ec180-0f96-4f36-9722-4b6a281bd87e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0869484 Oct 16 13:52:34.189657 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:32Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:34.225751 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:52:34.234855 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:34.235477 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:52:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:34.295994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40050) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:34.303199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711414351', 'description': 'tempest-secgroup-smoke-711414351 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:34.367623 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:34.378649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.459375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.460074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-69a1d112-8e9f-4e82-b996-f3ada76be508 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 999 time: 0.4102840 Oct 16 13:52:34.510189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-8f80ec98-bfa6-4549-bd7a-d20cbb261f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:34.511662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-8f80ec98-bfa6-4549-bd7a-d20cbb261f8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0465534 Oct 16 13:52:34.563706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-b1a6723b-a2fe-4ad5-bb54-b98bc34c2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:34.565149 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-b1a6723b-a2fe-4ad5-bb54-b98bc34c2fd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470555 Oct 16 13:52:34.623690 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.635974 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:32Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:34.659149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8848cb-831a-47a6-a828-368485906b70,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:34.675975 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e460a8-ac98-48d4-940e-94ad84a56c7b None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:32Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:52:34.699237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-8b6a2249-fd80-48f9-9ac6-291d40fd2a41 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228890 Oct 16 13:52:34.702742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-c12a50ca-afbb-42df-a457-af037e11b15f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049795 Oct 16 13:52:34.728950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.730836 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c6c76f98-8f03-4c77-9570-3133e8983fe3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4334340 Oct 16 13:52:34.733400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40052) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:34.738233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'ec8848cb-831a-47a6-a828-368485906b70', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:34.798585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-57db4487-cce6-46f5-b043-202b5d6c9d87 req-b2cb0b49-38ca-4c7c-9962-0334f2520ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920875 Oct 16 13:52:34.806392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.868815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.889014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa4bc6-313f-4b23-b9f6-e8bb5fbfeae3 None None] New status for floating IP eea9099d-823d-4287-a229-176372a109d9: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:52:34.921098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:34.941261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d6e8d3-9c62-498c-9837-93190b08d8d1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:34.979806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27cc34-e132-41cc-a173-ff779d73149d req-886f6115-efaf-4c5e-a0bb-8964d476148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:34.981353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-886f6115-efaf-4c5e-a0bb-8964d476148c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1098 time: 0.0494146 Oct 16 13:52:35.014532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.018444 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c62d391b-a2b8-4036-8f48-dcfb4637a274 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815473 Oct 16 13:52:35.018920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40054) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:35.023449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'ec8848cb-831a-47a6-a828-368485906b70', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:35.091731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27cc34-e132-41cc-a173-ff779d73149d req-df08cea5-719f-4a38-a111-d390c0f999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:35.093157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-df08cea5-719f-4a38-a111-d390c0f999d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0930953 Oct 16 13:52:35.108058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.166441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.169880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-f0c8a1a7-49e7-4eb4-93df-cda561c142a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 999 time: 0.0688498 Oct 16 13:52:35.222936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27cc34-e132-41cc-a173-ff779d73149d req-b0d342c6-526c-4152-a468-4ab05627f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:35.223619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.224606 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-b0d342c6-526c-4152-a468-4ab05627f389 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0472772 Oct 16 13:52:35.242050 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e61fdc-6308-4442-b5cb-017f3d54f60b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:35.281306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27cc34-e132-41cc-a173-ff779d73149d req-0a6aef56-642f-47fa-997b-dbbf16ce518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:35.282776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-0a6aef56-642f-47fa-997b-dbbf16ce518e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518212 Oct 16 13:52:35.299192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.300426 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7b8e09f2-4a0f-405d-a794-667a172d0bf7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805150 Oct 16 13:52:35.304336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40056) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:35.308589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'ec8848cb-831a-47a6-a828-368485906b70', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:35.373407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-98bf35f4-104a-4d99-b498-c6a7bde1df61 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831649 Oct 16 13:52:35.388064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.446167 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.467737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba27cc34-e132-41cc-a173-ff779d73149d req-b5c0a8bd-2b97-434a-8413-3ff943628e03 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869472 Oct 16 13:52:35.508992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.529067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f331fbf1-38c2-43a6-8c25-23e3db3451c1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:35.597160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.598344 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fda7f467-b2da-47fb-9a66-27c589406716 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2935584 Oct 16 13:52:35.601767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40058) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:35.606184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'ec8848cb-831a-47a6-a828-368485906b70', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:35.697146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.757016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.823541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.841507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746f2ea3-d370-4b4e-9faf-49e48cc8b936,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:35.905803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:35.907042 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4aafac33-8182-4527-8ac5-0d86ff7be14e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043129 Oct 16 13:52:35.909741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40060) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:35.914103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'ec8848cb-831a-47a6-a828-368485906b70', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:35.995073 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:52:36.000092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.059704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.126387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.143487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dd31c2-f0c4-4947-bf6c-dc5a51601e22,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:36.231502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.232754 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e0d1221d-8a91-4a01-be75-06c1501cb3b3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220720 Oct 16 13:52:36.235417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40062) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:36.239719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'ec8848cb-831a-47a6-a828-368485906b70', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:36.303757 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:52:36.308589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.368990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.435010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.452437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78412f41-1c72-42c8-9736-77e5cff329d2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:36.540003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:36.541258 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e359a87d-0e34-4f30-aedc-5dbc8cf49054 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049212 Oct 16 13:52:36.675509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-b6d52a34-506d-40c5-9ab8-2611dcb88322 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711414351&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0322137 Oct 16 13:52:36.780072 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-23e4ec38-b12b-4535-9427-178f3a3b31c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:36.781660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-23e4ec38-b12b-4535-9427-178f3a3b31c3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 797 time: 0.0990598 Oct 16 13:52:36.796742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-ba734d64-b54f-4011-ba9f-cc66297a892b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0093994 Oct 16 13:52:36.861776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-ed59a1a8-b6ba-49f0-a4d0-5340bd916222 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0597532 Oct 16 13:52:37.002242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-be7ce0c7-df8b-4a51-99d9-93da5dde448a service neutron] 10.222.0.24 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267550 Oct 16 13:52:37.094469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-617ab264-dd12-4912-ac45-e4d940f204c3 service neutron] 10.222.0.24 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Oct 16 13:52:37.333153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fdafbbd0-7f5b-4f82-a5d2-05090d59b487 req-4fdf46b3-10c8-4946-a048-be5ce7d6c1b4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Oct 16 13:52:38.437709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-224321e9-06c1-4b76-93ec-9420b7a7bd31 req-32f8eac7-9e9d-4461-b0bf-ab3341f56f0d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 210 time: 0.0276122 Oct 16 13:52:39.093303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-d1ba6ac5-cb41-4947-a3db-4be9877f00d9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:39.094857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-d1ba6ac5-cb41-4947-a3db-4be9877f00d9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 797 time: 0.1110489 Oct 16 13:52:39.145617 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-add07d31-a4d9-45ca-948b-ff36de8ded00 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 472 time: 0.0380759 Oct 16 13:52:39.155113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'a4c74a82-77fe-4637-ae44-b75047210536', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['ec8848cb-831a-47a6-a828-368485906b70']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:39.304017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:52:39.307711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:39.437326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.7 (9dbc0f75-3622-4f4f-b27d-7390e46e76e6/faf12e5d-9e47-4699-8af1-4dbf0cdf8b42/ca56aa53-739a-42a7-9a43-c15e0e314156) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:39.569891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916bffb2-c20c-4777-b043-f6d0a2307e6d req-cdd96e93-0bb3-44de-89a3-ebc04c842d44 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 210 time: 0.0641270 Oct 16 13:52:39.604042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:39.697679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:39.745124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:39.748215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:39.751960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:39.788506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=ca56aa53-739a-42a7-9a43-c15e0e314156,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:39.810686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:39.811313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:39.878417 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-8acf78c5-175b-406f-b551-8a6a923d51c9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7268696 Oct 16 13:52:39.890577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Request body: {'port': {'device_id': 'a4c74a82-77fe-4637-ae44-b75047210536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:39.957171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.020800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-34f65238-0425-4b25-8213-12b3b4783d66 None None] Provisioning complete for port ca56aa53-739a-42a7-9a43-c15e0e314156 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:40.021427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-34f65238-0425-4b25-8213-12b3b4783d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.060526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-34f65238-0425-4b25-8213-12b3b4783d66 None None] Port ca56aa53-739a-42a7-9a43-c15e0e314156 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:52:40.234495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca56aa53-739a-42a7-9a43-c15e0e314156 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:52:40.242020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.253523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Transition to ACTIVE for port object ca56aa53-739a-42a7-9a43-c15e0e314156 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:52:40.343700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.417915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Pushing event updated for resources: {'Port': ['ID=ca56aa53-739a-42a7-9a43-c15e0e314156,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:40.468997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Attempting to bind port ca56aa53-739a-42a7-9a43-c15e0e314156 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:52:40.469613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Attempting to bind port ca56aa53-739a-42a7-9a43-c15e0e314156 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:52:40.469942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Attempting to bind port ca56aa53-739a-42a7-9a43-c15e0e314156 on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:40.474459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Port ca56aa53-739a-42a7-9a43-c15e0e314156 on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:52:40.474780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Attempting to bind port ca56aa53-739a-42a7-9a43-c15e0e314156 on network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:52:40.480673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:52:40.481010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Checking segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:52:40.481387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Bound using segment: {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:52:40.481818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Bound port: ca56aa53-739a-42a7-9a43-c15e0e314156, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d808d-29c7-4cef-a21b-ff4987059fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:52:40.482332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.556630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] For port ca56aa53-739a-42a7-9a43-c15e0e314156, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:52:40.559598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] For port ca56aa53-739a-42a7-9a43-c15e0e314156, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca56aa53-739a-42a7-9a43-c15e0e314156,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:52:40.649223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.704966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:40.705615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:40.707307 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] 10.222.0.31 "PUT /v2.0/ports/ca56aa53-739a-42a7-9a43-c15e0e314156 HTTP/1.1" status: 200 len: 1093 time: 0.8210983 Oct 16 13:52:40.707785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:40.711407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6a933c-bf1f-403d-a1f7-efded532a91d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:40.758792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfba32-b57d-4547-b37c-da55e4fc4f12 req-897736cb-4913-4c08-99ec-a7997a810ff9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:40.760411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2bfba32-b57d-4547-b37c-da55e4fc4f12 req-897736cb-4913-4c08-99ec-a7997a810ff9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 943 time: 0.1240628 Oct 16 13:52:40.766154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac66812-39af-4818-8787-bfd7c8d4fbc7 x-openstack-request-id: req-8ac66812-39af-4818-8787-bfd7c8d4fbc7 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:40.766154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:40.766154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ac66812-39af-4818-8787-bfd7c8d4fbc7 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:40.766154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'status': 'completed', 'code': 200} Oct 16 13:52:40.766154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52673fa-5648-4289-8007-fc1cd6ee877a service neutron] Pushing event updated for resources: {'Port': ['ID=ca56aa53-739a-42a7-9a43-c15e0e314156,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:40.836431 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2bfba32-b57d-4547-b37c-da55e4fc4f12 req-c29bb452-4593-4098-b8ca-0050d5ee140b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684431 Oct 16 13:52:40.851426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a933c-bf1f-403d-a1f7-efded532a91d req-c16116d4-21b6-4f76-a98e-19287d12761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:40.852960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f6a933c-bf1f-403d-a1f7-efded532a91d req-c16116d4-21b6-4f76-a98e-19287d12761c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 1096 time: 0.0775926 Oct 16 13:52:40.964956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a933c-bf1f-403d-a1f7-efded532a91d req-ecd22a1e-7166-4e90-8a5d-07b113d8c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:40.966353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f6a933c-bf1f-403d-a1f7-efded532a91d req-ecd22a1e-7166-4e90-8a5d-07b113d8c735 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0937743 Oct 16 13:52:41.064030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a933c-bf1f-403d-a1f7-efded532a91d req-1ee6ed18-42c7-4ae3-b12b-6add4efb5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:41.065562 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f6a933c-bf1f-403d-a1f7-efded532a91d req-1ee6ed18-42c7-4ae3-b12b-6add4efb5fbe service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916677 Oct 16 13:52:41.150908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-2ac8ae2b-f1ee-4935-aaca-bf5886bb592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:41.152401 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-2ac8ae2b-f1ee-4935-aaca-bf5886bb592d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 1096 time: 0.0470390 Oct 16 13:52:41.201811 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-5d9b8997-0e93-4f3c-9174-5f033c9bb06d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca56aa53-739a-42a7-9a43-c15e0e314156 HTTP/1.1" status: 200 len: 217 time: 0.0406389 Oct 16 13:52:41.250070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-4e968b5e-79d0-44dc-a3ae-d256dd9ec042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:41.251475 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-4e968b5e-79d0-44dc-a3ae-d256dd9ec042 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0432723 Oct 16 13:52:41.304550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-e0d32e43-98b6-4546-8a14-bfa409ffb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:41.305916 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-e0d32e43-98b6-4546-8a14-bfa409ffb160 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473545 Oct 16 13:52:41.400346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-81ea7073-0eb7-40d0-881f-0c81e31f53ec service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873914 Oct 16 13:52:41.490018 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10a2afe2-caf1-4d98-90c0-aa70262c8f8d req-1eb6fd8d-b9a1-49f8-8eb6-ef3c5c195936 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827560 Oct 16 13:52:41.959953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f063e-de9a-4e3f-b4a9-0b93e2f3c976 req-24b651a0-c57a-46d1-a237-c06adc33d3b8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:41.961572 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc1f063e-de9a-4e3f-b4a9-0b93e2f3c976 req-24b651a0-c57a-46d1-a237-c06adc33d3b8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 943 time: 0.0565631 Oct 16 13:52:42.003745 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc1f063e-de9a-4e3f-b4a9-0b93e2f3c976 req-fc096c35-a9fc-4781-b998-90468d11619e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363109 Oct 16 13:52:42.772599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9ee33f7f-0e22-47f1-86f1-281302f9f619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:43.123607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3911-eed2-491f-8ca1-52cf35eb7761 req-e449881b-2a21-401d-b99b-014f8e007d48 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:43.125103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a6d3911-eed2-491f-8ca1-52cf35eb7761 req-e449881b-2a21-401d-b99b-014f8e007d48 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 943 time: 0.0564582 Oct 16 13:52:43.164881 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a6d3911-eed2-491f-8ca1-52cf35eb7761 req-7a1cbae4-c71a-405d-b105-7d01adfc45b8 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Oct 16 13:52:43.356829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca56aa53-739a-42a7-9a43-c15e0e314156 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:52:43.449855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca56aa53-739a-42a7-9a43-c15e0e314156, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca56aa53-739a-42a7-9a43-c15e0e314156,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:43.460876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'port_id': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'mac_address': 'fa:16:3e:a2:22:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:52:43.500415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:43.512461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca56aa53-739a-42a7-9a43-c15e0e314156 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:52:43.531732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca56aa53-739a-42a7-9a43-c15e0e314156, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca56aa53-739a-42a7-9a43-c15e0e314156,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:43.577815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:43.629457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ca56aa53-739a-42a7-9a43-c15e0e314156,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:43.782028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ca56aa53-739a-42a7-9a43-c15e0e314156'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:52:44.283423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e6feb-0b12-4120-8859-fd0f2996b51e req-929c4df0-06dc-41fb-8035-08497bf2e728 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:44.284918 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aa5e6feb-0b12-4120-8859-fd0f2996b51e req-929c4df0-06dc-41fb-8035-08497bf2e728 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 944 time: 0.0539551 Oct 16 13:52:44.324796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aa5e6feb-0b12-4120-8859-fd0f2996b51e req-173f08da-e172-4bbc-92fc-dbbe3752576c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Oct 16 13:52:45.356126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca56aa53-739a-42a7-9a43-c15e0e314156 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:52:45.401395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce10d-af20-4f3e-af73-0ba2197ef082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:45.456742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945caefd-253c-4dff-89f0-5b47085b2f5c req-229231a0-3b9f-42b5-b40c-1d6c1aac0045 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:45.458242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-945caefd-253c-4dff-89f0-5b47085b2f5c req-229231a0-3b9f-42b5-b40c-1d6c1aac0045 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 944 time: 0.0619380 Oct 16 13:52:45.479749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port ca56aa53-739a-42a7-9a43-c15e0e314156 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:52:45.483738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ca56aa53-739a-42a7-9a43-c15e0e314156 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:52:45.484111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:45.496754 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-945caefd-253c-4dff-89f0-5b47085b2f5c req-30bba440-9f24-47d9-b846-b99e7c458fef tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Oct 16 13:52:45.570919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:45.593748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:45.595969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0cba8b-d1bc-4887-bfc9-f4044f1a2a42" -d '{"events": [{"server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "name": "network-vif-plugged", "status": "completed", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:45.609103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca56aa53-739a-42a7-9a43-c15e0e314156, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca56aa53-739a-42a7-9a43-c15e0e314156,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:52:45.674791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:45.702400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7682b89-af69-4802-b6b3-bfd915dec156 x-openstack-request-id: req-b7682b89-af69-4802-b6b3-bfd915dec156 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:45.702668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "name": "network-vif-plugged", "status": "completed", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:45.702963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7682b89-af69-4802-b6b3-bfd915dec156 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:45.703309 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'code': 200} Oct 16 13:52:45.734502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ca56aa53-739a-42a7-9a43-c15e0e314156,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:45.997341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81da32-b22b-4c92-ab57-30e0650d5dc3 req-fd14b898-c973-46b6-a399-fe0654b41879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:45.998830 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b81da32-b22b-4c92-ab57-30e0650d5dc3 req-fd14b898-c973-46b6-a399-fe0654b41879 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 1098 time: 0.0459387 Oct 16 13:52:46.034676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b81da32-b22b-4c92-ab57-30e0650d5dc3 req-454e0330-014e-4c47-86c0-8d45425cf640 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273902 Oct 16 13:52:46.543713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:46.617444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce77aad-39ff-40b5-a49d-7e468eab7c86 req-4fc1d773-bb09-47dc-ae1b-cb3e7771c251 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:46.618935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ce77aad-39ff-40b5-a49d-7e468eab7c86 req-4fc1d773-bb09-47dc-ae1b-cb3e7771c251 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 945 time: 0.0556867 Oct 16 13:52:46.656970 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ce77aad-39ff-40b5-a49d-7e468eab7c86 req-6a6c79b7-f426-4922-85a0-5f11e0b065d7 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Oct 16 13:52:46.731824 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:47.783593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2666fe-9c54-47ab-9d9e-3d35af883cde req-437707be-c24f-49ec-ae54-5a293edf7e0c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:47.785126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-af2666fe-9c54-47ab-9d9e-3d35af883cde req-437707be-c24f-49ec-ae54-5a293edf7e0c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 945 time: 0.0583041 Oct 16 13:52:47.821929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-af2666fe-9c54-47ab-9d9e-3d35af883cde req-9a2f8270-101f-4d31-848f-7ac27c50b658 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302145 Oct 16 13:52:47.939337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf0dc1-5cc2-45ce-8768-847e0761a860 req-70f0680f-7bf2-40ee-a260-e2afb19efcd5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:47.940728 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ddf0dc1-5cc2-45ce-8768-847e0761a860 req-70f0680f-7bf2-40ee-a260-e2afb19efcd5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 945 time: 0.0546854 Oct 16 13:52:47.977964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ddf0dc1-5cc2-45ce-8768-847e0761a860 req-9fb79392-4cc2-4d9c-abbb-13b269c50ad9 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312254 Oct 16 13:52:47.999087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40120) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:48.051621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb89076-6190-48f9-98e2-0c77c73ea4a7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:48.053240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1bb89076-6190-48f9-98e2-0c77c73ea4a7 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 1093 time: 0.0530770 Oct 16 13:52:48.056531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40122) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:52:48.060707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:52:48.165466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:48.265982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:48.375359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.237 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/14eb17e7-8340-4cef-91e4-9544402e0939) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:52:48.429502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:48.476497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:48.566246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:48.605818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:52:48.608552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:52:48.611068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:52:48.651276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=14eb17e7-8340-4cef-91e4-9544402e0939,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:49.018316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:49.157099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:49.312599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:49.388868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:49.465576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=14eb17e7-8340-4cef-91e4-9544402e0939,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:52:49.473373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:49.909842 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP fa724cfd-3136-43ae-8ded-1f53087fc8df associated. External IP: 172.26.5.237, port: ca56aa53-739a-42a7-9a43-c15e0e314156. Oct 16 13:52:50.150699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:52:50.276096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:52:50.289650 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:52:50.300175 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:50.300783 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:52:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:50.352053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:50.389262 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-04272c11-456b-4de4-b920-46fa05737ccf tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3316979 Oct 16 13:52:50.389947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:52:50.392342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c90a52-ef59-48cd-8561-ab387a6f426e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:52:50.427501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccec991-1533-4275-924f-22194e0e456a x-openstack-request-id: req-4ccec991-1533-4275-924f-22194e0e456a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:52:50.427794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:52:50.428081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ccec991-1533-4275-924f-22194e0e456a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:52:50.428506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'status': 'completed', 'code': 200} Oct 16 13:52:50.452437 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:50.503498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-f4782708-f130-4a83-ba18-98d7500ed89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:50.505127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-f4782708-f130-4a83-ba18-98d7500ed89d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 1098 time: 0.0546458 Oct 16 13:52:50.603910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-dc515559-02c8-4887-9ef2-d42627f6fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:50.605508 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-dc515559-02c8-4887-9ef2-d42627f6fbce service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0935309 Oct 16 13:52:50.678476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-93d956c2-7bdd-41f2-ae01-245b1cb8e1f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca56aa53-739a-42a7-9a43-c15e0e314156 HTTP/1.1" status: 200 len: 999 time: 0.0640485 Oct 16 13:52:50.695981 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:35Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}, {'id': 'fa724cfd-3136-43ae-8ded-1f53087fc8df', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:a2:22:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c74a82-77fe-4637-ae44-b75047210536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:48Z', 'updated_at': '2021-10-16T13:52:48Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:50.723778 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:52:50.732186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-1c04c309-98f6-4077-b894-c3ea4bfdfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:50.732535 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:52:50.733126 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:52:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:50.733676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-1c04c309-98f6-4077-b894-c3ea4bfdfecf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0487659 Oct 16 13:52:50.786234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-58037c30-548d-42c0-b52a-841ffabf8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:52:50.788174 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-58037c30-548d-42c0-b52a-841ffabf8290 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462041 Oct 16 13:52:50.852938 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:52:50.877930 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-dcaf4211-d12d-4c08-969b-53de8dec0cd9 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826740 Oct 16 13:52:50.977127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c90a52-ef59-48cd-8561-ab387a6f426e req-8199d5c2-5db4-4501-a273-5bdb1fbb1989 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911183 Oct 16 13:52:51.185836 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:35Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}, {'id': 'fa724cfd-3136-43ae-8ded-1f53087fc8df', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:a2:22:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c74a82-77fe-4637-ae44-b75047210536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:48Z', 'updated_at': '2021-10-16T13:52:48Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:52:51.214411 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a5a21-0b2d-4820-8bee-447263fe8902 None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:35Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}, {'id': 'fa724cfd-3136-43ae-8ded-1f53087fc8df', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.237', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:a2:22:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c74a82-77fe-4637-ae44-b75047210536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:48Z', 'updated_at': '2021-10-16T13:52:48Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:52:51.394913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1bc8c-e242-4e63-8b54-572ca4b477b4 None None] New status for floating IP fa724cfd-3136-43ae-8ded-1f53087fc8df: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:52:52.560134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:52:54.283671 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:53:12.787632 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bddc-d5ec-46b3-99a0-ae520884b9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:15.394184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52c25bfa-26fd-4b42-b88f-05d748f44e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:16.548341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:16.713905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:18.450628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:22.571631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:24.548133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40138) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:24.617671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2c371436-7873-46db-9476-a0c291422257 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/eea9099d-823d-4287-a229-176372a109d9 HTTP/1.1" status: 200 len: 993 time: 0.0683730 Oct 16 13:53:25.320705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40146) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:25.326465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:25.397019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:25.547110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:25.579444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:25.622458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:25.665976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:25.666620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:25.668088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/ports/b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 938 time: 0.3459299 Oct 16 13:53:25.668684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:25.670962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5502da4a-b185-42ca-9e0e-0a52771aa6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:25.700351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=6']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:25.708267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.708642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.708986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.709354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.709685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.710021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.710347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.710674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.711002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.711326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.711842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.712221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20599b59-272a-47a0-a885-524a584a4915 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:25.717081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ab87c6-0c34-4dd7-979b-cd210beaffe3 x-openstack-request-id: req-b5ab87c6-0c34-4dd7-979b-cd210beaffe3 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:25.717362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:25.717616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5ab87c6-0c34-4dd7-979b-cd210beaffe3 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:25.718011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'status': 'completed', 'code': 200} Oct 16 13:53:25.793057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-654f42f5-9ec6-48a9-a295-b31c1ad6270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:25.794589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-654f42f5-9ec6-48a9-a295-b31c1ad6270b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1099 time: 0.0534699 Oct 16 13:53:25.865442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-21790ddb-0e38-4be5-a38e-d9a124cab5fc None None] Provisioning complete for port b24042db-1894-4c13-a4e3-95d4cc9a7f1d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:25.866054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21790ddb-0e38-4be5-a38e-d9a124cab5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:25.887548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-940fb812-058f-454e-97a9-6be2a6e22b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:25.889058 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-940fb812-058f-454e-97a9-6be2a6e22b37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0878291 Oct 16 13:53:25.912405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-21790ddb-0e38-4be5-a38e-d9a124cab5fc None None] Port b24042db-1894-4c13-a4e3-95d4cc9a7f1d is administratively disabled so it will not transition to active. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 16 13:53:25.964153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-291b1ad0-f8f6-46ee-8643-9cc84a1fa2fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 1002 time: 0.0678730 Oct 16 13:53:26.013032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-84c6f165-5a8e-4ad9-93a1-2b3a7e3fb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:26.014424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-84c6f165-5a8e-4ad9-93a1-2b3a7e3fb68d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0440919 Oct 16 13:53:26.064826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-c7cfdb37-b606-4486-a175-b29c5c64b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:26.066553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-c7cfdb37-b606-4486-a175-b29c5c64b4e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452123 Oct 16 13:53:26.158215 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-b404ef8a-cd1b-4cfb-a931-dbf1207c3d06 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841565 Oct 16 13:53:26.249617 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5502da4a-b185-42ca-9e0e-0a52771aa6b2 req-ba22bcf9-df79-4ba6-a23d-c723d8eceb64 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838060 Oct 16 13:53:29.059510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40154) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:29.064763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'admin_state_up': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:29.140365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:29.296841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:29.328902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:29.387568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:29.431756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:29.432405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:29.433806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/ports/b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 937 time: 0.3733029 Oct 16 13:53:29.434365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:29.436690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc14ad-c3b7-422d-94c5-a5c87360c788" -d '{"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:29.437556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40156) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:29.471121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383109d-2bcc-402e-a6b0-799ceb4caf16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=7']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:29.490147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0e498-3ffe-4203-a79f-27cb42558cab x-openstack-request-id: req-51a0e498-3ffe-4203-a79f-27cb42558cab {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:29.490445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:29.491447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51a0e498-3ffe-4203-a79f-27cb42558cab {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:29.491968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'status': 'completed', 'code': 200} Oct 16 13:53:29.515066 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7c524fd-3163-4035-878e-e35ea1577a6a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/eea9099d-823d-4287-a229-176372a109d9 HTTP/1.1" status: 200 len: 993 time: 0.0763648 Oct 16 13:53:29.562494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-b8746f95-8d25-4226-bd76-0a827725d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:29.564099 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-b8746f95-8d25-4226-bd76-0a827725d81b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1098 time: 0.0520954 Oct 16 13:53:29.650002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-41c1f54b-083e-4823-95e5-4c43ee33bc4c None None] Provisioning complete for port b24042db-1894-4c13-a4e3-95d4cc9a7f1d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:29.650605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c1f54b-083e-4823-95e5-4c43ee33bc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:29.668746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-7f9ac0c7-8f5e-4612-bf99-af29612d37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:29.670234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-7f9ac0c7-8f5e-4612-bf99-af29612d37b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0976710 Oct 16 13:53:29.671935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['b24042db-1894-4c13-a4e3-95d4cc9a7f1d'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:53:29.742919 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-ab757b4c-ef9b-462b-982e-a6438d7bfd4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 1001 time: 0.0648093 Oct 16 13:53:29.797786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-443559a8-c3d4-4c21-ab83-1d6063135d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:29.799381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-443559a8-c3d4-4c21-ab83-1d6063135d8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0499623 Oct 16 13:53:29.852591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-b9981942-ae50-4627-a353-b4cdd7624d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:29.853836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-b9981942-ae50-4627-a353-b4cdd7624d56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470772 Oct 16 13:53:29.965266 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-b1d509ae-9db1-4fe3-8d39-590d78d84152 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046546 Oct 16 13:53:30.054681 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cecc14ad-c3b7-422d-94c5-a5c87360c788 req-caeb21b9-a717-4f4b-bab4-79c796a2955b service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825241 Oct 16 13:53:31.282164 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:53:32.038324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40166) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:32.211955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 14eb17e7-8340-4cef-91e4-9544402e0939 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:32.212295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:32.290009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:32.290243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:32.301580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 14eb17e7-8340-4cef-91e4-9544402e0939 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:32.491108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:32.518288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=14eb17e7-8340-4cef-91e4-9544402e0939,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:32.579418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:32.579649 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP fa724cfd-3136-43ae-8ded-1f53087fc8df disassociated (deleted). External IP: 172.26.5.237, port: ca56aa53-739a-42a7-9a43-c15e0e314156. Oct 16 13:53:32.822411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:53:32.958537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:53:32.964058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:32.970775 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:53:32.980134 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:32.980779 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:32.998052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9082538c-4a14-485b-937b-1dcd52cdce2d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/fa724cfd-3136-43ae-8ded-1f53087fc8df HTTP/1.1" status: 204 len: 168 time: 0.9562602 Oct 16 13:53:32.998052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:32.998516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3117c1-7a36-44cd-8ca1-f10829f25427" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:33.038058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a5014f-bcc0-49f4-a462-dfb0f5a9a50a x-openstack-request-id: req-55a5014f-bcc0-49f4-a462-dfb0f5a9a50a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:33.038346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:33.038921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55a5014f-bcc0-49f4-a462-dfb0f5a9a50a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:33.039057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'status': 'completed', 'code': 200} Oct 16 13:53:33.107738 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:33.108679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-9c51b370-7032-4b03-b769-afaba951358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:33.110196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-9c51b370-7032-4b03-b769-afaba951358a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 1098 time: 0.0485396 Oct 16 13:53:33.426164 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:35Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:33.457904 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:53:33.467061 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:33.467590 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:33.584629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-1fd8f161-8c58-460d-b77c-8d4400d09743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:33.586214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-1fd8f161-8c58-460d-b77c-8d4400d09743 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.4696634 Oct 16 13:53:33.590867 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:33.610500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1352-9641-48e4-a7a6-871cbe9eaa95 req-5b44c2e1-4b40-45c2-871b-08a91ab52fbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:33.611936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-440b1352-9641-48e4-a7a6-871cbe9eaa95 req-5b44c2e1-4b40-45c2-871b-08a91ab52fbe tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 945 time: 0.0860975 Oct 16 13:53:33.643305 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-08000dab-1313-4441-8f26-064f12f59f4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca56aa53-739a-42a7-9a43-c15e0e314156 HTTP/1.1" status: 200 len: 217 time: 0.0494206 Oct 16 13:53:33.709637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-440b1352-9641-48e4-a7a6-871cbe9eaa95 req-8ce3ccdf-b2d8-4782-94a3-dafc8b0a3a3f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686855 Oct 16 13:53:33.716751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-6c11adbc-da11-469f-8c47-593763b7b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:33.718237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-6c11adbc-da11-469f-8c47-593763b7b812 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0597239 Oct 16 13:53:33.770920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-06fa9238-4a27-4bb4-b8a2-18f75343fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:33.772431 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-06fa9238-4a27-4bb4-b8a2-18f75343fe10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467238 Oct 16 13:53:33.823779 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:35Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:33.851141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b74bd67-8ce3-47ad-a78d-0acbdd877620 None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'eea9099d-823d-4287-a229-176372a109d9', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'port_id': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'mac_address': 'fa:16:3e:fd:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479072d9-c568-4c83-9466-92bcba627a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:52:32Z', 'updated_at': '2021-10-16T13:52:35Z', 'revision_number': 1, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:53:33.870425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-d013dfa2-c326-4800-8612-5873162432e8 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897791 Oct 16 13:53:33.966438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d3117c1-7a36-44cd-8ca1-f10829f25427 req-85e6bc5d-5274-4deb-a3ba-d2e8cf26defb service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Oct 16 13:53:34.069936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db77cf6e-944a-4032-ba35-5c47c218a551 None None] New status for floating IP fa724cfd-3136-43ae-8ded-1f53087fc8df: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:53:34.703563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-58e7f346-65a8-4c6c-95b5-0ea721617fc4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:34.705054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-58e7f346-65a8-4c6c-95b5-0ea721617fc4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 945 time: 0.0559123 Oct 16 13:53:34.857768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb12f12-d800-4af0-a36f-ffd486c21b9b req-12422965-b5d3-4812-b286-f7875ba2ebfd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:34.859318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fb12f12-d800-4af0-a36f-ffd486c21b9b req-12422965-b5d3-4812-b286-f7875ba2ebfd tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 945 time: 0.0785482 Oct 16 13:53:34.863155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port ca56aa53-739a-42a7-9a43-c15e0e314156 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:34.863496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:34.957522 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7fb12f12-d800-4af0-a36f-ffd486c21b9b req-b0c02e6a-c37e-4bdf-bf9a-51d91912ba3f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8848cb-831a-47a6-a828-368485906b70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908647 Oct 16 13:53:34.990006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port ca56aa53-739a-42a7-9a43-c15e0e314156, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca56aa53-739a-42a7-9a43-c15e0e314156,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:34.990360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:35.002850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for ca56aa53-739a-42a7-9a43-c15e0e314156 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:35.182608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:35.214015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=ca56aa53-739a-42a7-9a43-c15e0e314156,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:35.271846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port ca56aa53-739a-42a7-9a43-c15e0e314156 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:53:35.275032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:35.278483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fb6a6b2-c103-478d-801a-2366c56ee018 req-3c3c4f22-050a-4ae0-8fa5-3cf294d16a07 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/ca56aa53-739a-42a7-9a43-c15e0e314156 HTTP/1.1" status: 204 len: 173 time: 0.5670953 Oct 16 13:53:35.278931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'name': 'network-vif-deleted', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:35.281196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d18d6-c294-4af0-b180-2d5422cd10cc" -d '{"events": [{"server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "name": "network-vif-deleted", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:35.315839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d2c4d4-c5af-4e3f-ba12-e83d7afe35be x-openstack-request-id: req-97d2c4d4-c5af-4e3f-ba12-e83d7afe35be {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:35.316211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c74a82-77fe-4637-ae44-b75047210536", "name": "network-vif-deleted", "tag": "ca56aa53-739a-42a7-9a43-c15e0e314156", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:35.316520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97d2c4d4-c5af-4e3f-ba12-e83d7afe35be {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:35.316926 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c74a82-77fe-4637-ae44-b75047210536', 'name': 'network-vif-deleted', 'tag': 'ca56aa53-739a-42a7-9a43-c15e0e314156', 'status': 'completed', 'code': 200} Oct 16 13:53:36.066139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9b89108f-7aa7-4164-b73d-60a06df395c9 req-4531410f-ce4e-4ef9-8ec9-172374d69436 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4c74a82-77fe-4637-ae44-b75047210536 HTTP/1.1" status: 200 len: 210 time: 0.0315030 Oct 16 13:53:36.638875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-a02ad6f7-e275-4acb-9aa7-14265ca5d93a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460608 Oct 16 13:53:36.725894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-7d997802-db9d-4b9f-8f14-60bd9fb8150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:36.728086 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-7d997802-db9d-4b9f-8f14-60bd9fb8150f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1098 time: 0.0473404 Oct 16 13:53:36.831878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-a801cabb-b6bb-4ff0-bf21-94655e312a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:36.836060 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-a801cabb-b6bb-4ff0-bf21-94655e312a6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0874708 Oct 16 13:53:36.905065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-dadb3d99-ad23-4a6c-bf7d-875b5f479d7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 1001 time: 0.0648346 Oct 16 13:53:36.954255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-3b68a91f-f8be-4c7e-9e9f-1406bd9011da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:36.955655 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-3b68a91f-f8be-4c7e-9e9f-1406bd9011da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0436089 Oct 16 13:53:37.012459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-5000c886-d7c2-47f4-9d69-4367bf410916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:37.013968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-5000c886-d7c2-47f4-9d69-4367bf410916 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506871 Oct 16 13:53:37.107331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-0cf2a190-b248-4014-8a0f-1569c01c6656 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Oct 16 13:53:37.125006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40182) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:37.183160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.205262 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-824f80e0-9f5e-4fb9-a8d9-eff2a910d6b1 req-b970a6f8-8eb3-4821-972c-0c6de7cf7bce service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927103 Oct 16 13:53:37.210671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.353541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.356253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.368673 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec8848cb-831a-47a6-a828-368485906b70 HTTP/1.1" status: 204 len: 168 time: 0.2314346 Oct 16 13:53:37.368673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8848cb-831a-47a6-a828-368485906b70,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:37.374029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.374380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.374723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.375055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.375399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.375715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.376046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.376512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.376844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.377170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.377516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.377834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a5c3b-947f-481c-ad91-4e69d03248f4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:37.439714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40186) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:37.528615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca56aa53-739a-42a7-9a43-c15e0e314156 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:53:37.548935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: ca56aa53-739a-42a7-9a43-c15e0e314156 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:53:37.549277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca56aa53-739a-42a7-9a43-c15e0e314156 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:53:37.616498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 3caa8cc8-ac70-479b-a9dd-48d7b4886bd1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:37.616840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.694644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.694873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.707276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 3caa8cc8-ac70-479b-a9dd-48d7b4886bd1 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:37.924955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:37.951376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=3caa8cc8-ac70-479b-a9dd-48d7b4886bd1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:38.014825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:38.015154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP eea9099d-823d-4287-a229-176372a109d9 disassociated (deleted). External IP: 172.26.5.230, port: b24042db-1894-4c13-a4e3-95d4cc9a7f1d. Oct 16 13:53:38.255977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:53:38.377907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:53:38.383143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:38.388284 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:53:38.396906 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:38.397502 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:38.418914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-38c20b87-dbcb-4de5-b7c7-05aadc75a104 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/eea9099d-823d-4287-a229-176372a109d9 HTTP/1.1" status: 204 len: 168 time: 0.9780674 Oct 16 13:53:38.419502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:38.421779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758cb0e-5cf3-459a-b22f-0d6af6e11938" -d '{"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:38.458136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ac5cb-ec94-46fa-9a21-cfa8bbe5315d x-openstack-request-id: req-cc6ac5cb-ec94-46fa-9a21-cfa8bbe5315d {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:38.458426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:38.458730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc6ac5cb-ec94-46fa-9a21-cfa8bbe5315d {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:38.460636 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'status': 'completed', 'code': 200} Oct 16 13:53:38.525460 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:38.529531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-ee8b5153-8ac5-4799-bb5a-4469de0ec755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:38.531021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-ee8b5153-8ac5-4799-bb5a-4469de0ec755 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 1098 time: 0.0498292 Oct 16 13:53:38.625683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-64af6290-a7f0-4f42-9db1-19ede11b8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:38.627211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-64af6290-a7f0-4f42-9db1-19ede11b8efc service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 200 len: 898 time: 0.0877912 Oct 16 13:53:38.675464 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-83c464ad-d125-40f5-a580-6830085a2470 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 200 len: 217 time: 0.0404048 Oct 16 13:53:38.726215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-41e7c421-f408-46c5-a54e-78b449233836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:38.728403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-41e7c421-f408-46c5-a54e-78b449233836 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 200 len: 834 time: 0.0445726 Oct 16 13:53:38.738149 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:38.789655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-997578ea-cc4b-4221-95e4-777c6eb96e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:38.796218 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-997578ea-cc4b-4221-95e4-777c6eb96e8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dbc0f75-3622-4f4f-b27d-7390e46e76e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556808 Oct 16 13:53:38.871167 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:53:38.880956 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:38.881743 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:38.918325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73354953-41f9-40b8-924e-b2063f19dc3e req-8796e327-5bdd-4757-a794-5e66f63a23af tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:38.919767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73354953-41f9-40b8-924e-b2063f19dc3e req-8796e327-5bdd-4757-a794-5e66f63a23af tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 945 time: 0.1208999 Oct 16 13:53:38.950809 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-8075c40d-14ad-4fdf-8902-4d31b3e924ff service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499622 Oct 16 13:53:38.991747 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73354953-41f9-40b8-924e-b2063f19dc3e req-017b81e0-e9e7-40d8-85fd-617ba1eec955 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638857 Oct 16 13:53:39.018582 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:39.060512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9758cb0e-5cf3-459a-b22f-0d6af6e11938 req-3f76dba4-e491-4c27-87d4-982d4a7453c2 service neutron] 10.222.0.31 "GET /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013186 Oct 16 13:53:39.233548 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:39.261034 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbfb541-2530-44fa-bac2-1e2361b08ad1 None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:14Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'b230828a-600e-4f24-9d1e-b4ef5ca6957b', 'name': '', 'network_id': '9dbc0f75-3622-4f4f-b27d-7390e46e76e6', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:bf:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:14Z', 'updated_at': '2021-10-16T13:52:18Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'faf12e5d-9e47-4699-8af1-4dbf0cdf8b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:53:39.469000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fabfb7-f051-4fea-94fc-bb714ef8cf9b None None] New status for floating IP eea9099d-823d-4287-a229-176372a109d9: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:53:40.117251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060784f-f5bf-465c-8700-32fa6b6363ed req-48ac6601-62a3-4d54-82c0-3d1631e5f868 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:40.119256 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e060784f-f5bf-465c-8700-32fa6b6363ed req-48ac6601-62a3-4d54-82c0-3d1631e5f868 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 945 time: 0.0566666 Oct 16 13:53:40.156220 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e060784f-f5bf-465c-8700-32fa6b6363ed req-424ef7d0-5ca2-4464-85e6-6e4048d9a624 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=462f4894-b25e-4a09-9a87-76ccbbb3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Oct 16 13:53:40.270094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c578eb3-9563-4282-8f4b-ab524fa5b9ee tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:40.271548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c578eb3-9563-4282-8f4b-ab524fa5b9ee tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Oct 16 13:53:40.372492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port b24042db-1894-4c13-a4e3-95d4cc9a7f1d {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:40.372738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:40.462463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port b24042db-1894-4c13-a4e3-95d4cc9a7f1d, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:40.462827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:40.474292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for b24042db-1894-4c13-a4e3-95d4cc9a7f1d owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:40.655905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:40.690115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=b24042db-1894-4c13-a4e3-95d4cc9a7f1d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:40.732665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port b24042db-1894-4c13-a4e3-95d4cc9a7f1d on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:53:40.734972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:40.738319 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f041effc-8271-4ed2-9256-ff6373c0eff8 req-6c4cc894-c242-4912-829c-627c554cc739 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/b24042db-1894-4c13-a4e3-95d4cc9a7f1d HTTP/1.1" status: 204 len: 173 time: 0.4606776 Oct 16 13:53:40.738761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'name': 'network-vif-deleted', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:40.741037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203713fc-090a-4eec-8ad5-3d1ecec65e5f" -d '{"events": [{"server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "name": "network-vif-deleted", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:40.775920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e206f155-ceef-4433-811f-830a528674e9 x-openstack-request-id: req-e206f155-ceef-4433-811f-830a528674e9 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:40.776210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479072d9-c568-4c83-9466-92bcba627a09", "name": "network-vif-deleted", "tag": "b24042db-1894-4c13-a4e3-95d4cc9a7f1d", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:40.776493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e206f155-ceef-4433-811f-830a528674e9 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:40.776911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479072d9-c568-4c83-9466-92bcba627a09', 'name': 'network-vif-deleted', 'tag': 'b24042db-1894-4c13-a4e3-95d4cc9a7f1d', 'status': 'completed', 'code': 200} Oct 16 13:53:41.262942 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3349e7ff-1164-4273-a71f-55f2f1a907c1 req-3ab05464-48af-43b7-a55e-ec16dabc76c5 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=479072d9-c568-4c83-9466-92bcba627a09 HTTP/1.1" status: 200 len: 210 time: 0.0297639 Oct 16 13:53:42.318261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40204) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:42.375085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-418ce9de-a878-4ec8-965c-3608fa58fb7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:42.398725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-418ce9de-a878-4ec8-965c-3608fa58fb7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:42.507529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-418ce9de-a878-4ec8-965c-3608fa58fb7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:42.510036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-418ce9de-a878-4ec8-965c-3608fa58fb7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:42.511165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-418ce9de-a878-4ec8-965c-3608fa58fb7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/462f4894-b25e-4a09-9a87-76ccbbb3c05d HTTP/1.1" status: 204 len: 168 time: 0.1919169 Oct 16 13:53:42.520515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ce9de-a878-4ec8-965c-3608fa58fb7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f4894-b25e-4a09-9a87-76ccbbb3c05d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:42.582898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40208) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:42.787669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe48e-2617-4f74-8e57-0a298e5c2d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:42.989462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:43.284557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port b230828a-600e-4f24-9d1e-b4ef5ca6957b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:43.284891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:43.370313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port b230828a-600e-4f24-9d1e-b4ef5ca6957b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b230828a-600e-4f24-9d1e-b4ef5ca6957b,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:43.370989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:43.383026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for b230828a-600e-4f24-9d1e-b4ef5ca6957b owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:43.556930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b24042db-1894-4c13-a4e3-95d4cc9a7f1d no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:53:43.577499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: b24042db-1894-4c13-a4e3-95d4cc9a7f1d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:53:43.577836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b24042db-1894-4c13-a4e3-95d4cc9a7f1d not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:53:43.662262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:43.690237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=b230828a-600e-4f24-9d1e-b4ef5ca6957b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:43.880630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:44.438839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router fda7e473-9699-4bf7-bdc9-13005ba346da has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:53:44.559551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:53:44.564424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1227d8a5-5fad-48b5-b81e-362ac8694f11 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/fda7e473-9699-4bf7-bdc9-13005ba346da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804628 Oct 16 13:53:44.567034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40210) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:44.570835 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] Sync routers for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:53:44.580696 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:44.581552 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:44.617630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:53:44.621188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:44.661076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:44.701593 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:44.751504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:44.856868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:44.876022 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:53:43Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:44.885719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=faf12e5d-9e47-4699-8af1-4dbf0cdf8b42,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:44.890494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:44.896975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5b452fc2-42e3-4440-a296-02e9b566091e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/faf12e5d-9e47-4699-8af1-4dbf0cdf8b42 HTTP/1.1" status: 204 len: 168 time: 0.3267689 Oct 16 13:53:44.897342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40212) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:44.898117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015b8ab-3be5-4efd-a0f1-fdd021534019 None None] Network 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:53:44.907836 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] Checking router: fda7e473-9699-4bf7-bdc9-13005ba346da for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:53:44.916804 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] Routers {'fda7e473-9699-4bf7-bdc9-13005ba346da'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:44.917407 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['fda7e473-9699-4bf7-bdc9-13005ba346da'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:45.030275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.036977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] Set router fda7e473-9699-4bf7-bdc9-13005ba346da gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:45.097777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] DHCP port deletion for 9dbc0f75-3622-4f4f-b27d-7390e46e76e6 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:53:45.161721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.164375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] Deleting port b9d7325d-2d18-450b-af6b-f868a91fa9f3 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:45.165565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.228603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b9d7325d-2d18-450b-af6b-f868a91fa9f3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:53:45.244824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:53:43Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:45.278125 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc988bc-c611-4f43-83f5-25485812a313 None None] The sync data for ids ['fda7e473-9699-4bf7-bdc9-13005ba346da'] in dv-neutron-743142-24-hyperv is: [{'id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'name': 'tempest-TestNetworkBasicOps-router-1679472389', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:53:43Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': '2621f7e9-f7a3-4638-a1ce-86de82e71b8d', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda7e473-9699-4bf7-bdc9-13005ba346da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:52:10Z', 'updated_at': '2021-10-16T13:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:53:45.286339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] For port b9d7325d-2d18-450b-af6b-f868a91fa9f3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b9d7325d-2d18-450b-af6b-f868a91fa9f3,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:45.286722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.292466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:53:45.292806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.306389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] Calling delete_port for b9d7325d-2d18-450b-af6b-f868a91fa9f3 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:45.387729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 2621f7e9-f7a3-4638-a1ce-86de82e71b8d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:45.388424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.396864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.401284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 2621f7e9-f7a3-4638-a1ce-86de82e71b8d owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:53:45.450976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port b9d7325d-2d18-450b-af6b-f868a91fa9f3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b9d7325d-2d18-450b-af6b-f868a91fa9f3,segment=NetworkSegment(719d808d-29c7-4cef-a21b-ff4987059fa6),segment_id=719d808d-29c7-4cef-a21b-ff4987059fa6)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:45.452082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8f4b51ef-8ffb-4845-8063-9bcc7a09d90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.491072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.548309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=b9d7325d-2d18-450b-af6b-f868a91fa9f3,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:45.555495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.555842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.556187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.556550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.556881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.557213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.557547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.557968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.558295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.558618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.558938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.559255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:45.564611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.592919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] Pushing event deleted for resources: {'Port': ['ID=b9d7325d-2d18-450b-af6b-f868a91fa9f3,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:45.594758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d2154-8bb8-405b-8b28-9995a84b5fde None None] No DVR routers for this DVR port b9d7325d-2d18-450b-af6b-f868a91fa9f3 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:53:45.651490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.680760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=2621f7e9-f7a3-4638-a1ce-86de82e71b8d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:45.752462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.855791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.857946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.982178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.982771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router fda7e473-9699-4bf7-bdc9-13005ba346da {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:53:45.989431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:45.990547 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d83f33c8-22d1-4bf4-bbeb-205ebc64147d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/fda7e473-9699-4bf7-bdc9-13005ba346da HTTP/1.1" status: 204 len: 168 time: 1.0920894 Oct 16 13:53:45.993223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40214) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:46.077637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.171663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.191917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbc0f75-3622-4f4f-b27d-7390e46e76e6']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:46.201913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d808d-29c7-4cef-a21b-ff4987059fa6') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:46.202204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d808d-29c7-4cef-a21b-ff4987059fa6') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:46.214213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.224875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.230638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:53:46.231015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:53:46.237083 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:53:46.336630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.343449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.347866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/9dbc0f75-3622-4f4f-b27d-7390e46e76e6 HTTP/1.1" status: 204 len: 168 time: 0.3522823 Oct 16 13:53:46.358002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b202170-90dc-4105-bede-d1cf5c69e8d0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=9dbc0f75-3622-4f4f-b27d-7390e46e76e6,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:46.373251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40216) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:46.378235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'network': {'name': 'tempest-network-smoke--873596964', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'port_security_enabled': True}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:46.456033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:53:46.459950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.485181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:53:46.495736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.496010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Added segment 431f225a-772e-4ff2-96a4-51f7ac7c4920 of type vlan for network b3e3da25-26af-4d3b-b364-73917ebf88ce Oct 16 13:53:46.551197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.553210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.644681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.650643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:46.651227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.718976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.752801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3783426 Oct 16 13:53:46.755641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40218) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:46.756139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c35883-aab6-4e40-895d-9d6638672786 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Network': ['ID=b3e3da25-26af-4d3b-b364-73917ebf88ce,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:46.760347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-305277249', 'admin_state_up': True, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:46.767245 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b3e3da25-26af-4d3b-b364-73917ebf88ce details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:53:46.839461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.840556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:46.904254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:47.118046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:47.127739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2621f7e9-f7a3-4638-a1ce-86de82e71b8d no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:53:47.153102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 2621f7e9-f7a3-4638-a1ce-86de82e71b8d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:53:47.153443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2621f7e9-f7a3-4638-a1ce-86de82e71b8d not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:53:47.153860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b230828a-600e-4f24-9d1e-b4ef5ca6957b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:53:47.173035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: b230828a-600e-4f24-9d1e-b4ef5ca6957b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:53:47.173380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b230828a-600e-4f24-9d1e-b4ef5ca6957b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:53:47.377645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:47.396029 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:47.496301 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.31 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/fef2ac76-d9ad-4cee-85fd-a1982b2a64ec) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:53:47.592245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:47.679240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:47.721091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:53:47.723898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:53:47.727400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:53:47.750145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:48.052108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:48.285506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:48.421979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:48.455981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:53:48.579710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:53:48.591042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:53:48.601461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:48.604250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:48.641047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:48.642223 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a1d2bfa-f537-433e-ad73-43d5d858624f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8854997 Oct 16 13:53:48.645397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40220) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:48.676271 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d7b6d6ee-2426-4f9d-a16d-a5e4856be7d9 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c8c38e17a1f47f49fdcd8294353740f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273340 Oct 16 13:53:48.676698 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40222) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:48.771478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac3667-a1f9-4faa-9008-78c007ff039f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:48.773030 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bcac3667-a1f9-4faa-9008-78c007ff039f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953693 Oct 16 13:53:48.776134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40224) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:48.807454 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3b4e5680-f531-4952-aca4-91a65523ef65 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271845 Oct 16 13:53:48.807718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40226) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:48.812535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75136942', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:48.875983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:48.964645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:53:48.968381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.063503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:47Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:49.099100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Checking router: 4cade794-25b8-4142-91fd-98fc9aa21c79 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:53:49.099446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Updating router 4cade794-25b8-4142-91fd-98fc9aa21c79 port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:53:49.131697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.400972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.456533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.507791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.510920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Attempting to bind port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:53:49.511282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Attempting to bind port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:53:49.511639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Attempting to bind port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:53:49.519165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:53:49.519974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:53:49.519974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.520278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:53:49.520759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Bound port: fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:53:49.521129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.526517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e9c8-5c84-4576-ac81-4df73191e6c6 None None] Pushing event updated for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:49.569329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Subnet': ['ID=c018df74-1a7e-48d7-9c47-a3a04b340ea2,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:49.576823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Checking segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:53:49.577185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network hostable DHCP agents. Network: b3e3da25-26af-4d3b-b364-73917ebf88ce, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:53:49.582009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] For port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:53:49.585182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] For port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:53:49.645403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.651085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network b3e3da25-26af-4d3b-b364-73917ebf88ce is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:53:49.704114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:49.704755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:49.719527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b3e3da25-26af-4d3b-b364-73917ebf88ce) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:53:49.725579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:49.726238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:49.747140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e9c8-5c84-4576-ac81-4df73191e6c6 None None] Pushing event updated for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:49.750141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0903a-1c99-4a03-b4bd-ceedfb8559dc None None] Network b3e3da25-26af-4d3b-b364-73917ebf88ce requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:53:49.790887 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1c4710fd-f539-4346-8b35-32f5e71e823b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9819939 Oct 16 13:53:49.793395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40228) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:49.898433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:50.077347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b3e3da25-26af-4d3b-b364-73917ebf88ce', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:53:50.078198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.252923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:47Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:50.280166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.285265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9a317-e29a-4295-92c2-152d1c098ae9 None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:47Z', 'revision_number': 3, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:53:50.287118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Allocated IP 172.20.0.2 (b3e3da25-26af-4d3b-b364-73917ebf88ce/c018df74-1a7e-48d7-9c47-a3a04b340ea2/1783ccf0-5027-460b-a7bf-4a6d9deb635f) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:53:50.450274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.543369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.591679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Network b3e3da25-26af-4d3b-b364-73917ebf88ce is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:53:50.596804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:53:50.600981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:53:50.619643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.1 (b3e3da25-26af-4d3b-b364-73917ebf88ce/c018df74-1a7e-48d7-9c47-a3a04b340ea2/9a277e5a-d2ac-40de-8f86-db54b7973821) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:53:50.644636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Pushing event updated for resources: {'Port': ['ID=1783ccf0-5027-460b-a7bf-4a6d9deb635f,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:50.687419 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Attempting to bind port 1783ccf0-5027-460b-a7bf-4a6d9deb635f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:53:50.688078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Attempting to bind port 1783ccf0-5027-460b-a7bf-4a6d9deb635f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:53:50.688901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Attempting to bind port 1783ccf0-5027-460b-a7bf-4a6d9deb635f on network b3e3da25-26af-4d3b-b364-73917ebf88ce {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:53:50.694498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:53:50.695350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Checking segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:53:50.695944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.696641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Bound using segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:53:50.697336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Bound port: 1783ccf0-5027-460b-a7bf-4a6d9deb635f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:53:50.697942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.754718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.785767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] For port 1783ccf0-5027-460b-a7bf-4a6d9deb635f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:53:50.790541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] For port 1783ccf0-5027-460b-a7bf-4a6d9deb635f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1783ccf0-5027-460b-a7bf-4a6d9deb635f,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:53:50.868984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.890067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:50.945161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577ddf6-c8f4-4da5-9c11-8bd819b0bb8e None None] Pushing event updated for resources: {'Port': ['ID=1783ccf0-5027-460b-a7bf-4a6d9deb635f,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:50.952882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network b3e3da25-26af-4d3b-b364-73917ebf88ce is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:53:50.957300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:53:50.959287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:50.961549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:53:51.016241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.181387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:53:51.247531 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.283482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:51.283856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.378895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.399110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:51.467992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.521375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:51.566700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.621834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.703851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:51.707715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:51.797764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network b3e3da25-26af-4d3b-b364-73917ebf88ce is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:53:51.799161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:53:51.928704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:53:52.056345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:53:52.061826 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b00479fe-4d68-45e8-bcd6-1af4c2279950 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/4cade794-25b8-4142-91fd-98fc9aa21c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2672534 Oct 16 13:53:52.064129 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40230) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:52.170769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba9342-c07b-4b3d-85d7-7063d2794e43 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.171246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba9342-c07b-4b3d-85d7-7063d2794e43 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.171704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba9342-c07b-4b3d-85d7-7063d2794e43 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.172160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba9342-c07b-4b3d-85d7-7063d2794e43 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.174071 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4eba9342-c07b-4b3d-85d7-7063d2794e43 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1089826 Oct 16 13:53:52.176847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40232) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:52.238928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa42608-6508-4885-8485-31b767a9f668 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.239381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa42608-6508-4885-8485-31b767a9f668 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.239825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa42608-6508-4885-8485-31b767a9f668 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.240287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa42608-6508-4885-8485-31b767a9f668 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:52.241998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8aa42608-6508-4885-8485-31b767a9f668 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0639920 Oct 16 13:53:52.245995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40234) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:52.343444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f43189-f963-4f34-b3e6-79ef1d6aad4d None None] Network b3e3da25-26af-4d3b-b364-73917ebf88ce requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:53:52.362906 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:53:52.375573 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:52.376235 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:52.411944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-210816c3-75cc-4a5f-8dee-87204a2fa1e8 tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1648343 Oct 16 13:53:52.417706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fd77d456-6ccb-4d8e-be3b-7816c47d51b9 None None] Provisioning complete for port 1783ccf0-5027-460b-a7bf-4a6d9deb635f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:52.418074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd77d456-6ccb-4d8e-be3b-7816c47d51b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.505546 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:52.571589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.585592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd77d456-6ccb-4d8e-be3b-7816c47d51b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.624454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fd77d456-6ccb-4d8e-be3b-7816c47d51b9 None None] For port 1783ccf0-5027-460b-a7bf-4a6d9deb635f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1783ccf0-5027-460b-a7bf-4a6d9deb635f,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:52.673353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fd77d456-6ccb-4d8e-be3b-7816c47d51b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.730296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77d456-6ccb-4d8e-be3b-7816c47d51b9 None None] Pushing event updated for resources: {'Port': ['ID=1783ccf0-5027-460b-a7bf-4a6d9deb635f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:52.783049 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40238) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:52.787568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311160490', 'description': 'tempest-secgroup-smoke-311160490 description', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:52.828417 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:52.860164 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Checking router: 4cade794-25b8-4142-91fd-98fc9aa21c79 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:53:52.860538 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Updating router 4cade794-25b8-4142-91fd-98fc9aa21c79 port 9a277e5a-d2ac-40de-8f86-db54b7973821 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:53:52.888522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.897066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-15b52406-b727-496a-9cc8-6f72690eb218 None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:52.897903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15b52406-b727-496a-9cc8-6f72690eb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.906540 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.945525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-15b52406-b727-496a-9cc8-6f72690eb218 None None] Port 9a277e5a-d2ac-40de-8f86-db54b7973821 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:53:52.957486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-15b52406-b727-496a-9cc8-6f72690eb218 None None] Provisioning complete for port 1783ccf0-5027-460b-a7bf-4a6d9deb635f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:52.960526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-15b52406-b727-496a-9cc8-6f72690eb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:52.965743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.027416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.068245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae420d-be4e-4eb1-85d0-a837b95565f4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:53.121608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.125489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8544f91a-4c1f-4268-b9d4-a65253e19983 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3388340 Oct 16 13:53:53.125899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40240) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:53.130294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'f2ae420d-be4e-4eb1-85d0-a837b95565f4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:53.170471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-042db7ba-2634-4fcc-87d9-f18c216fce5a None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:53.170844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-042db7ba-2634-4fcc-87d9-f18c216fce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.228034 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.234291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.245712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-042db7ba-2634-4fcc-87d9-f18c216fce5a None None] Port 9a277e5a-d2ac-40de-8f86-db54b7973821 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:53:53.257053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1783ccf0-5027-460b-a7bf-4a6d9deb635f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:53:53.284693 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.302466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.315856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1783ccf0-5027-460b-a7bf-4a6d9deb635f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:53.317247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.340264 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:53.363536 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.368785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.368785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.368785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.368785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.368785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.368785 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.369525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.369646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.369646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.369646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.369646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.369646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:53:53.376378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-40ea9166-adbe-43f0-ad49-f0c67d6ef12d None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:53.376957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-40ea9166-adbe-43f0-ad49-f0c67d6ef12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.386585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc08e50-29f8-4aab-81c8-46edb2c36c84,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:53.404991 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Attempting to bind port 9a277e5a-d2ac-40de-8f86-db54b7973821 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:53:53.405349 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Attempting to bind port 9a277e5a-d2ac-40de-8f86-db54b7973821 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:53:53.405929 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Attempting to bind port 9a277e5a-d2ac-40de-8f86-db54b7973821 on network b3e3da25-26af-4d3b-b364-73917ebf88ce {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:53:53.411189 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:53:53.411549 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Checking segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:53:53.412177 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.412596 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Bound using segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:53:53.413094 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Bound port: 9a277e5a-d2ac-40de-8f86-db54b7973821, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:53:53.413482 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.447857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-40ea9166-adbe-43f0-ad49-f0c67d6ef12d None None] Port 9a277e5a-d2ac-40de-8f86-db54b7973821 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:53:53.462886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:53:53.469615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.473433 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3165aab7-a6f7-47b6-b580-ef1a5af320c2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441617 Oct 16 13:53:53.473790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40242) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:53.479397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'f2ae420d-be4e-4eb1-85d0-a837b95565f4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:53.492132 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] For port 9a277e5a-d2ac-40de-8f86-db54b7973821, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:53:53.496085 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] For port 9a277e5a-d2ac-40de-8f86-db54b7973821, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9a277e5a-d2ac-40de-8f86-db54b7973821,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:53:53.526079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:53.526445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.560762 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.587803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.618402 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:53:53.619322 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:53.652490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.671548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-587c6e60-2a64-4716-8ca1-8b3c802a43b0 None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:53.671912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c6e60-2a64-4716-8ca1-8b3c802a43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.685017 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62799003-2d0c-4881-91fd-fb2cfdf32abd None None] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:53.707918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.737243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf7a824-d098-438f-93af-cf9859e8c1bf,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:53.768605 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:53:53.778613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c6e60-2a64-4716-8ca1-8b3c802a43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.795389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.796861 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24e7a1a3-aeb0-4986-a6e5-c62ef73b4d16 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220670 Oct 16 13:53:53.799604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40244) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:53.804790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'f2ae420d-be4e-4eb1-85d0-a837b95565f4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:53.817820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-587c6e60-2a64-4716-8ca1-8b3c802a43b0 None None] For port 9a277e5a-d2ac-40de-8f86-db54b7973821, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9a277e5a-d2ac-40de-8f86-db54b7973821,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:53:53.890215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-587c6e60-2a64-4716-8ca1-8b3c802a43b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.906630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.949660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c6e60-2a64-4716-8ca1-8b3c802a43b0 None None] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:53.979457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:53.984114 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:53:53Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:53:54.009328 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6654df00-ed5b-4dae-b1ce-295b208e49a3 None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:54.009770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6654df00-ed5b-4dae-b1ce-295b208e49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.013254 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4007e-d165-4979-872f-a3a18aebdfd1 None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:53:53Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:53:54.047525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.082010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6124582a-4143-42c8-ab0c-8659ce088374,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:54.138919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.140262 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e890a294-b87a-41c7-b7fe-01e948b8a5ed tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396132 Oct 16 13:53:54.142990 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40246) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:54.147825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'f2ae420d-be4e-4eb1-85d0-a837b95565f4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:54.256442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.323707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.381857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.402149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715102f5-674d-4b53-8521-db680d72b5df,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:54.458481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.459701 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4182ce66-7d31-4f62-87ad-3ce8fcc74f32 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3156922 Oct 16 13:53:54.462831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40248) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:54.467416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'f2ae420d-be4e-4eb1-85d0-a837b95565f4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:54.542377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.securitygroups_db [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:53:54.547768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.611799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.690864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.709466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2c7453-9358-414a-82d6-069e6cfa14bb,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:54.772134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.773492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4041c297-e547-4a30-8b4d-9da638eaf76a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3096426 Oct 16 13:53:54.778798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40250) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:53:54.783439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'security_group_rule': {'security_group_id': 'f2ae420d-be4e-4eb1-85d0-a837b95565f4', 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:54.861759 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Project 3c8c38e17a1f47f49fdcd8294353740f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 13:53:54.867280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.932176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:54.993138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:55.011999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ae343d-4eab-409b-bb75-b0b8b0e3a880,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:55.058292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:55.059678 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-84b7d51c-1ac9-4b96-bd65-2eba8ac264f3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2797432 Oct 16 13:53:55.150182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9a277e5a-d2ac-40de-8f86-db54b7973821 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:53:55.208786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:55.209357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:55.215622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-485e3f99-0e32-4c98-9f23-3c4bf3b2cf56 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311160490&fields=id&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 267 time: 0.0375147 Oct 16 13:53:55.319507 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-5f0a718d-1909-4fa2-8da5-6081f5641b25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:55.321094 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-5f0a718d-1909-4fa2-8da5-6081f5641b25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/networks?id=b3e3da25-26af-4d3b-b364-73917ebf88ce HTTP/1.1" status: 200 len: 796 time: 0.0985706 Oct 16 13:53:55.336329 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-2148722e-7bcc-4cc6-843f-59fc5f4ec79a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/quotas/3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 375 time: 0.0095167 Oct 16 13:53:55.395064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-f345d46e-7588-4a39-9065-75837dc06f9a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521166 Oct 16 13:53:55.494002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-96697781-f9df-4f66-a4eb-2f0e57da7baa service neutron] 10.222.0.24 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867608 Oct 16 13:53:55.582223 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-c40afc99-e7e0-4b55-aa47-d6c43a8f9c9e service neutron] 10.222.0.24 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821807 Oct 16 13:53:55.889701 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46ae2468-520a-4552-9f4e-22b007e38572 req-c6e7aa7a-1165-4cde-865e-077673f84222 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 210 time: 0.0322077 Oct 16 13:53:56.992871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4ab66c48-9ec6-4fe7-8d44-6ef558701c0e req-c55f1589-1f68-4a4e-a5c9-02cf26f1207e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 210 time: 0.0349667 Oct 16 13:53:57.614552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-faa8e6dc-3a57-4c8a-81f4-6ad7c20f4477 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:57.615907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-faa8e6dc-3a57-4c8a-81f4-6ad7c20f4477 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/networks?id=b3e3da25-26af-4d3b-b364-73917ebf88ce HTTP/1.1" status: 200 len: 796 time: 0.1007617 Oct 16 13:53:57.657807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-f7f81ba0-c5e1-4076-a153-989bf9fb4704 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8c38e17a1f47f49fdcd8294353740f HTTP/1.1" status: 200 len: 379 time: 0.0328279 Oct 16 13:53:57.667266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'port': {'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'admin_state_up': True, 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'security_groups': ['f2ae420d-be4e-4eb1-85d0-a837b95565f4']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:57.850377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Made reservation on behalf of 3c8c38e17a1f47f49fdcd8294353740f for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:53:57.854228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:57.983174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.20.0.5 (b3e3da25-26af-4d3b-b364-73917ebf88ce/c018df74-1a7e-48d7-9c47-a3a04b340ea2/91dfe628-5e9c-4424-a662-81f5291fb727) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:53:58.112390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f7b4962-20e6-4ba8-aeeb-9838c8d99b69 req-9a6ae295-a40d-4fc4-bec0-4bf0c342c49f tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 210 time: 0.0378647 Oct 16 13:53:58.145156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.239025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.291282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network b3e3da25-26af-4d3b-b364-73917ebf88ce is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:53:58.298057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:53:58.298331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:53:58.341839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=91dfe628-5e9c-4424-a662-81f5291fb727,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:58.354795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:58.355409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.582512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-38db8b0a-a79c-4d05-bb38-18171fc499bc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848206 Oct 16 13:53:58.582512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Request body: {'port': {'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:53:58.582512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.582914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1fef9dd4-962d-4dd8-8ae0-48d63c1dcacd None None] Provisioning complete for port 91dfe628-5e9c-4424-a662-81f5291fb727 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:53:58.582914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1fef9dd4-962d-4dd8-8ae0-48d63c1dcacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.582914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1fef9dd4-962d-4dd8-8ae0-48d63c1dcacd None None] Port 91dfe628-5e9c-4424-a662-81f5291fb727 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:53:58.820872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dfe628-5e9c-4424-a662-81f5291fb727 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:53:58.828187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.840849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Transition to ACTIVE for port object 91dfe628-5e9c-4424-a662-81f5291fb727 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:53:58.924509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:58.986615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=91dfe628-5e9c-4424-a662-81f5291fb727,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:59.057057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Attempting to bind port 91dfe628-5e9c-4424-a662-81f5291fb727 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:53:59.057472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Attempting to bind port 91dfe628-5e9c-4424-a662-81f5291fb727 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:53:59.057803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Attempting to bind port 91dfe628-5e9c-4424-a662-81f5291fb727 on network b3e3da25-26af-4d3b-b364-73917ebf88ce {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:53:59.062550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Port 91dfe628-5e9c-4424-a662-81f5291fb727 on network b3e3da25-26af-4d3b-b364-73917ebf88ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:53:59.062860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Attempting to bind port 91dfe628-5e9c-4424-a662-81f5291fb727 on network b3e3da25-26af-4d3b-b364-73917ebf88ce {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:53:59.068105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:53:59.068476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Checking segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:53:59.068866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Bound using segment: {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:53:59.069446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Bound port: 91dfe628-5e9c-4424-a662-81f5291fb727, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431f225a-772e-4ff2-96a4-51f7ac7c4920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:53:59.069809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:59.142220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] For port 91dfe628-5e9c-4424-a662-81f5291fb727, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:53:59.145309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] For port 91dfe628-5e9c-4424-a662-81f5291fb727, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=91dfe628-5e9c-4424-a662-81f5291fb727,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:53:59.222751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:59.261960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.262661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:53:59.264292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] 10.222.0.31 "PUT /v2.0/ports/91dfe628-5e9c-4424-a662-81f5291fb727 HTTP/1.1" status: 200 len: 1093 time: 0.8064857 Oct 16 13:53:59.269938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:53:59.272219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453753de-34db-4e8c-aaaf-122c9a5ac14b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:53:59.296279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e299e4-c03a-44c5-9f11-24c1920ad2f5 req-ec3f71f9-10a7-42c2-b707-eb4e945ce5b4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.297853 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94e299e4-c03a-44c5-9f11-24c1920ad2f5 req-ec3f71f9-10a7-42c2-b707-eb4e945ce5b4 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 943 time: 0.1210420 Oct 16 13:53:59.313749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faae6f9-d2eb-40c1-98f8-6f03c56538aa x-openstack-request-id: req-8faae6f9-d2eb-40c1-98f8-6f03c56538aa {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:53:59.313749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:53:59.313749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8faae6f9-d2eb-40c1-98f8-6f03c56538aa {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:53:59.313749 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727', 'status': 'completed', 'code': 200} Oct 16 13:53:59.325600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4372ca9-8f58-4091-adc9-ae93aade1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=91dfe628-5e9c-4424-a662-81f5291fb727,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:53:59.378979 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94e299e4-c03a-44c5-9f11-24c1920ad2f5 req-f7cc87dc-6217-45c2-aea8-cc58420c6087 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696762 Oct 16 13:53:59.399408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453753de-34db-4e8c-aaaf-122c9a5ac14b req-6db42e1c-a603-4c83-895e-c3d3062cd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.401422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-453753de-34db-4e8c-aaaf-122c9a5ac14b req-6db42e1c-a603-4c83-895e-c3d3062cd1b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1096 time: 0.0599196 Oct 16 13:53:59.508199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453753de-34db-4e8c-aaaf-122c9a5ac14b req-e40ccc14-8fbf-403e-b12d-b4914637e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.510275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-453753de-34db-4e8c-aaaf-122c9a5ac14b req-e40ccc14-8fbf-403e-b12d-b4914637e513 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1006205 Oct 16 13:53:59.606500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453753de-34db-4e8c-aaaf-122c9a5ac14b req-e4a4b9cc-9e67-4415-abfb-16ea658d15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.607880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-453753de-34db-4e8c-aaaf-122c9a5ac14b req-e4a4b9cc-9e67-4415-abfb-16ea658d15d5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919392 Oct 16 13:53:59.687957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-3d9b9de1-1330-47b2-affc-b6c67a37029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.689450 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-3d9b9de1-1330-47b2-affc-b6c67a37029e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1096 time: 0.0456376 Oct 16 13:53:59.733035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-8789e4e3-3cb0-4fae-99ce-8b1297c00f80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91dfe628-5e9c-4424-a662-81f5291fb727 HTTP/1.1" status: 200 len: 217 time: 0.0348034 Oct 16 13:53:59.780146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-dba409c6-0a86-4651-9d31-ba1b20a447f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.781532 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-dba409c6-0a86-4651-9d31-ba1b20a447f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c018df74-1a7e-48d7-9c47-a3a04b340ea2 HTTP/1.1" status: 200 len: 833 time: 0.0420072 Oct 16 13:53:59.835383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-67867e02-7b54-48e7-b5c2-3190a7b434e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:53:59.836832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-67867e02-7b54-48e7-b5c2-3190a7b434e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3e3da25-26af-4d3b-b364-73917ebf88ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0486157 Oct 16 13:53:59.923550 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-baff1d4d-320f-48c2-9270-e1b40f35f062 service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796051 Oct 16 13:54:00.018302 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06725846-6a0e-4cb8-aa42-2a4c98bae0bd req-c18199f9-9fd9-497b-86f6-15487a97a501 service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872293 Oct 16 13:54:00.504767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5c2da-4542-402b-a29d-37b32caaea64 req-5fb7a0a7-2a35-421a-9645-b2018c4aee0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:00.506148 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4ec5c2da-4542-402b-a29d-37b32caaea64 req-5fb7a0a7-2a35-421a-9645-b2018c4aee0a tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 943 time: 0.0562971 Oct 16 13:54:00.544395 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4ec5c2da-4542-402b-a29d-37b32caaea64 req-6f796ba5-c675-4df2-8076-e07fecfea66e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Oct 16 13:54:01.620661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 91dfe628-5e9c-4424-a662-81f5291fb727 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:54:01.670082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d01c-e41d-44a4-b801-bf98a1c21e1b req-352d97ae-b918-4404-8669-6a933d77d735 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:01.671632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bf39d01c-e41d-44a4-b801-bf98a1c21e1b req-352d97ae-b918-4404-8669-6a933d77d735 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 943 time: 0.0621464 Oct 16 13:54:01.711110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bf39d01c-e41d-44a4-b801-bf98a1c21e1b req-e93bfc58-966c-4203-a44a-56e99988eba0 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Oct 16 13:54:01.716871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 91dfe628-5e9c-4424-a662-81f5291fb727, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=91dfe628-5e9c-4424-a662-81f5291fb727,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:01.727889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '91dfe628-5e9c-4424-a662-81f5291fb727', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:54:01.768564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:01.781916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dfe628-5e9c-4424-a662-81f5291fb727 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:54:01.800639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 91dfe628-5e9c-4424-a662-81f5291fb727, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=91dfe628-5e9c-4424-a662-81f5291fb727,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:01.855603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:01.910517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=91dfe628-5e9c-4424-a662-81f5291fb727,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:02.045911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['91dfe628-5e9c-4424-a662-81f5291fb727'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:54:02.831741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cce1b-f978-44a9-bf8e-50f6dd873e6f req-dbd2baa8-1ec9-4572-9a53-47260b667b41 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:02.833228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c58cce1b-f978-44a9-bf8e-50f6dd873e6f req-dbd2baa8-1ec9-4572-9a53-47260b667b41 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 944 time: 0.0550070 Oct 16 13:54:02.869925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c58cce1b-f978-44a9-bf8e-50f6dd873e6f req-2b4d5c3a-28fc-430a-a97a-27d0627af948 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307713 Oct 16 13:54:03.635765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 91dfe628-5e9c-4424-a662-81f5291fb727 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:54:03.769649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 91dfe628-5e9c-4424-a662-81f5291fb727 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:54:03.773336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 91dfe628-5e9c-4424-a662-81f5291fb727 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:54:03.773702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:03.889791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:03.912294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:54:03.914563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63366a27-7444-43e5-a865-45d6879a060d" -d '{"events": [{"server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "name": "network-vif-plugged", "status": "completed", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:54:03.927503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 91dfe628-5e9c-4424-a662-81f5291fb727, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=91dfe628-5e9c-4424-a662-81f5291fb727,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:03.958889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3449e8-a943-4156-9405-8678b9726229 x-openstack-request-id: req-fc3449e8-a943-4156-9405-8678b9726229 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:54:03.959186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "name": "network-vif-plugged", "status": "completed", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:54:03.959439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc3449e8-a943-4156-9405-8678b9726229 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:54:03.959836 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727', 'code': 200} Oct 16 13:54:03.997479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b54e7-bed6-44ae-80c9-2c087e94a470 req-dc9a9ed8-99e7-4e1e-866d-377d95d1e355 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:03.998959 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fe1b54e7-bed6-44ae-80c9-2c087e94a470 req-dc9a9ed8-99e7-4e1e-866d-377d95d1e355 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 944 time: 0.0576017 Oct 16 13:54:04.010474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:04.039137 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fe1b54e7-bed6-44ae-80c9-2c087e94a470 req-fba05bbd-7f65-446e-873f-0e63a0d26e8c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339851 Oct 16 13:54:04.067274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=91dfe628-5e9c-4424-a662-81f5291fb727,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:04.241120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a9cf9-2cf4-4d34-96c0-9e8117969794 req-4398d0a5-6580-49de-9dfd-61bd05f3ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:04.242619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-597a9cf9-2cf4-4d34-96c0-9e8117969794 req-4398d0a5-6580-49de-9dfd-61bd05f3ccdb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1098 time: 0.0516734 Oct 16 13:54:04.278064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-597a9cf9-2cf4-4d34-96c0-9e8117969794 req-230c52f8-9a8e-4ae1-85da-b267190bd4f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282533 Oct 16 13:54:05.163449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0d9d3-1975-42a3-9629-ef86ee21c5fe req-05628942-0618-4ef1-9723-c526b2e77af1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:05.165010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3da0d9d3-1975-42a3-9629-ef86ee21c5fe req-05628942-0618-4ef1-9723-c526b2e77af1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 945 time: 0.0565472 Oct 16 13:54:05.210599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3da0d9d3-1975-42a3-9629-ef86ee21c5fe req-c84451fb-e778-4b6d-8e84-b842ab6f3527 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388503 Oct 16 13:54:06.330600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1150f3-07b0-4b4b-b7a6-3b7bb64b4edd req-7c51fc15-a6f7-4dc4-b545-9837a8aab968 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:06.332343 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b1150f3-07b0-4b4b-b7a6-3b7bb64b4edd req-7c51fc15-a6f7-4dc4-b545-9837a8aab968 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 945 time: 0.0555372 Oct 16 13:54:06.369715 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b1150f3-07b0-4b4b-b7a6-3b7bb64b4edd req-b3f3037a-cb07-48d9-8bb0-e6ea95a5055b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Oct 16 13:54:06.501177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35358697-e4ba-4d32-9c3d-3d8660c92c4a req-7d7848d4-2e14-47d9-ba38-5ad5962f8386 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:06.502558 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35358697-e4ba-4d32-9c3d-3d8660c92c4a req-7d7848d4-2e14-47d9-ba38-5ad5962f8386 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 945 time: 0.0588198 Oct 16 13:54:06.539509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35358697-e4ba-4d32-9c3d-3d8660c92c4a req-86feb437-aa07-4f72-a893-f329bbd2deb2 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Oct 16 13:54:06.561755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40306) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:06.607242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2daa496-c99e-4f64-8e91-9f6aa8fd2a5f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:06.608764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d2daa496-c99e-4f64-8e91-9f6aa8fd2a5f tempest-TestNetworkBasicOps-1889696761 tempest-TestNetworkBasicOps-1889696761-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1093 time: 0.0460186 Oct 16 13:54:06.611494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40308) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:06.615699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:54:06.684050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:07.114328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:07.219124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Allocated IP 172.26.5.187 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/58d9d5d8-64f1-43f3-812a-7ec3d7a2e803) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:54:07.319540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:07.421871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:07.459635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:54:07.463233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:54:07.468485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:54:07.498727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=58d9d5d8-64f1-43f3-812a-7ec3d7a2e803,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:07.877972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:08.011621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:08.165691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:08.215949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:08.280860 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:54:08.288647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event updated for resources: {'Port': ['ID=58d9d5d8-64f1-43f3-812a-7ec3d7a2e803,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:08.298727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:08.414907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 6da2368d-b8ae-486f-916b-b73b7c441a79 associated. External IP: 172.26.5.187, port: 91dfe628-5e9c-4424-a662-81f5291fb727. Oct 16 13:54:08.653877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:54:08.783259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:54:08.793316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:54:08.806333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:08.806942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:08.846045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:08.883136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-205cf61f-1da2-4e93-b71b-a8a200ea6b5c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2706344 Oct 16 13:54:08.883793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:54:08.886680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:54:08.886795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40310) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:08.923697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f4bf41-1a91-49f7-bdc3-6389daae2841 x-openstack-request-id: req-e5f4bf41-1a91-49f7-bdc3-6389daae2841 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:54:08.928689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:54:08.928969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5f4bf41-1a91-49f7-bdc3-6389daae2841 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:54:08.930059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:08.939303 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727', 'status': 'completed', 'code': 200} Oct 16 13:54:08.966036 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1031ab78-0755-4077-b85e-6e77f054cf7d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 991 time: 0.0781803 Oct 16 13:54:08.996701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-b8e4bef7-c20e-412f-9e37-3a59f7880ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:08.998219 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-b8e4bef7-c20e-412f-9e37-3a59f7880ac4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1098 time: 0.0493996 Oct 16 13:54:09.094177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-fbf7cd66-118d-43e2-b074-25e684f1131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:09.095669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-fbf7cd66-118d-43e2-b074-25e684f1131c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3e3da25-26af-4d3b-b364-73917ebf88ce HTTP/1.1" status: 200 len: 897 time: 0.0901883 Oct 16 13:54:09.162713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '6da2368d-b8ae-486f-916b-b73b7c441a79', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.187', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:54:07Z', 'updated_at': '2021-10-16T13:54:07Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:53:53Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:09.173283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-19a8229d-6ac8-498d-a4ca-3cc30dde2f58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91dfe628-5e9c-4424-a662-81f5291fb727 HTTP/1.1" status: 200 len: 999 time: 0.0706215 Oct 16 13:54:09.194280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] Checking router: 4cade794-25b8-4142-91fd-98fc9aa21c79 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:54:09.203493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:09.204097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:53:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:09.224714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-bac11e4c-e8da-453e-bde9-678d6c20af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:09.226200 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-bac11e4c-e8da-453e-bde9-678d6c20af13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c018df74-1a7e-48d7-9c47-a3a04b340ea2 HTTP/1.1" status: 200 len: 833 time: 0.0459049 Oct 16 13:54:09.279825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-54470a42-2f4e-44ee-b37e-89215e495afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:09.281382 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-54470a42-2f4e-44ee-b37e-89215e495afd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3e3da25-26af-4d3b-b364-73917ebf88ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0481210 Oct 16 13:54:09.326488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:09.377160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-c1ba3efd-17c7-43d8-af96-a3e8f7172f56 service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881073 Oct 16 13:54:09.474456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9316ce43-38f2-4a9f-8c7b-26fae93e4cc3 req-847d7fe6-b42b-4d34-88cf-9a97923315ec service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900240 Oct 16 13:54:09.559949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '6da2368d-b8ae-486f-916b-b73b7c441a79', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.187', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:54:07Z', 'updated_at': '2021-10-16T13:54:07Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:53:53Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:09.587988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81a7b33-7dd5-46c0-8cb1-046d3c49aace None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '6da2368d-b8ae-486f-916b-b73b7c441a79', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.187', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:54:07Z', 'updated_at': '2021-10-16T13:54:07Z', 'revision_number': 0, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:53:53Z', 'revision_number': 5, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:54:09.771396 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09547b7-8ed8-43dc-8d85-1b8284f04072 None None] New status for floating IP 6da2368d-b8ae-486f-916b-b73b7c441a79: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:54:09.968417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40314) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:10.039470 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9e9b47cc-7fd2-46c3-a30b-f2af7ec82693 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 991 time: 0.0698800 Oct 16 13:54:11.043423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40316) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:11.110996 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e7968b9-d772-44d6-bee8-18143088e275 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 993 time: 0.0664468 Oct 16 13:54:12.821330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0c41dc8c-811e-4bc6-b734-4894845fe22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:15.403931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b7dae911-4539-4ac0-8ab0-50e58cb2537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:16.575423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:16.713247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:18.438415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:22.575440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:36.644150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-4a31465b-e25c-407b-9b21-a4051277fb74 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477514 Oct 16 13:54:36.735184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-8cb422c6-5870-4b96-89ad-cfc7fdaa0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:36.736635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-8cb422c6-5870-4b96-89ad-cfc7fdaa0b0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1098 time: 0.0473735 Oct 16 13:54:36.843313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-c6d13e81-616c-43cd-81a2-d0e5e41ca3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:36.844810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-c6d13e81-616c-43cd-81a2-d0e5e41ca3bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3e3da25-26af-4d3b-b364-73917ebf88ce HTTP/1.1" status: 200 len: 897 time: 0.0883522 Oct 16 13:54:36.920162 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-72b531c5-c95c-4f9b-84f5-e9b0532b22a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91dfe628-5e9c-4424-a662-81f5291fb727 HTTP/1.1" status: 200 len: 1001 time: 0.0675256 Oct 16 13:54:36.969525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-6db822b3-d9ab-4e01-9b46-ffb6377e1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:36.970925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-6db822b3-d9ab-4e01-9b46-ffb6377e1649 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c018df74-1a7e-48d7-9c47-a3a04b340ea2 HTTP/1.1" status: 200 len: 833 time: 0.0440879 Oct 16 13:54:37.043758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-dc475f29-6175-43b8-b73e-e2b6b08a4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:37.045267 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-dc475f29-6175-43b8-b73e-e2b6b08a4a80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3e3da25-26af-4d3b-b364-73917ebf88ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0671234 Oct 16 13:54:37.135954 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-da00540d-7735-4335-b0f3-7f872357c91b service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829217 Oct 16 13:54:37.229267 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96daaf25-a96d-4f1d-91a8-0d141db5d2d9 req-7cfec4be-4612-4fb0-b794-d16142a3762b service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862877 Oct 16 13:54:40.312016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40330) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:40.316668 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'admin_state_up': False}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:54:40.670952 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:40.764288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:40.888985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:54:41.027030 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:54:41.033825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:41.034987 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18de0457-0987-406b-b6e1-64446ef3ca35 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/4cade794-25b8-4142-91fd-98fc9aa21c79 HTTP/1.1" status: 200 len: 887 time: 0.7219286 Oct 16 13:54:41.037112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:54:41.049642 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:41.050254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:41.087887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:41.096363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:41.096945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:41.130903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:41.131519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d3134-74b5-4292-a2ef-26ce4770358c None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:54:41.864987 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0667412d-e672-40d8-b8ba-70cc156a6c8d None None] New status for floating IP 6da2368d-b8ae-486f-916b-b73b7c441a79: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:54:42.780091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9aba966d-bb46-45ed-a5b4-fff53dbc5822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:43.144483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9a277e5a-d2ac-40de-8f86-db54b7973821 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:54:43.153692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40334) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:43.158364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:54:43.389223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:43.423038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 9a277e5a-d2ac-40de-8f86-db54b7973821, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9a277e5a-d2ac-40de-8f86-db54b7973821,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:43.483781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:43.484540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:54:43.572865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:43.622506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:43.643652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:43.700507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:43.751833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:43.829424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128891'] for router, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:43.877799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558636'] for router, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:44.001004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:54:44.123573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:54:44.130391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:44.131552 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-42f07fb9-a3f4-4e57-82cb-39e11a25ad25 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/4cade794-25b8-4142-91fd-98fc9aa21c79 HTTP/1.1" status: 200 len: 886 time: 0.9768512 Oct 16 13:54:44.133030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:54:44.134449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40336) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:44.142776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:44.143376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:44.202854 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f9fefd39-32c8-4ac4-89d8-4e6d6fe41f10 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 991 time: 0.0672195 Oct 16 13:54:44.268890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:44.498399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '6da2368d-b8ae-486f-916b-b73b7c441a79', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.187', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:54:07Z', 'updated_at': '2021-10-16T13:54:41Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:44.525314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] Checking router: 4cade794-25b8-4142-91fd-98fc9aa21c79 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:54:44.533893 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:44.534482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:44.658512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:44.882270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '6da2368d-b8ae-486f-916b-b73b7c441a79', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.187', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:54:07Z', 'updated_at': '2021-10-16T13:54:41Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:44.914977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d52e025-b737-4486-abc5-5826c23bf1a8 None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '6da2368d-b8ae-486f-916b-b73b7c441a79', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'floating_ip_address': '172.26.5.187', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'port_id': '91dfe628-5e9c-4424-a662-81f5291fb727', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'mac_address': 'fa:16:3e:8d:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:54:07Z', 'updated_at': '2021-10-16T13:54:41Z', 'revision_number': 2, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:54:45.194402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9a277e5a-d2ac-40de-8f86-db54b7973821 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:54:45.208468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40338) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:45.249831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:54:45.250295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:45.279069 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-85bef0e5-a5f2-4f10-bb5a-a065bf6a313c tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 991 time: 0.0712614 Oct 16 13:54:45.285061 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:54:45.350227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:45.386331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 9a277e5a-d2ac-40de-8f86-db54b7973821, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9a277e5a-d2ac-40de-8f86-db54b7973821,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:45.466367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f44d5fd6-2799-45e4-95eb-8481bff3bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:45.535035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:45.593710 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:45.601302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.601648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.601996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.602335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.602661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.602991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.603313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.603634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.603952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.604811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.609377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:45.609377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:46.282582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40340) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:46.356612 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-abdf2a67-00e1-4ab1-ba86-eed5457b4b91 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 991 time: 0.0727096 Oct 16 13:54:46.491182 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c86630-6751-4d32-873e-101efa8a3a70 None None] New status for floating IP 6da2368d-b8ae-486f-916b-b73b7c441a79: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:54:46.569150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:46.723301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.217269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9a277e5a-d2ac-40de-8f86-db54b7973821 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:54:47.269207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9a277e5a-d2ac-40de-8f86-db54b7973821 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:54:47.269495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.357315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:54:47.360395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40346) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:47.407737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:54:47.408105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.426936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-607de050-5fb9-4229-94c8-6bb610d85566 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 200 len: 993 time: 0.0653892 Oct 16 13:54:47.494453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.519356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:47.631891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.657389 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40352) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:47.690225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:47.828645 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 58d9d5d8-64f1-43f3-812a-7ec3d7a2e803 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:54:47.828899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.905458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.905777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:47.917560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 58d9d5d8-64f1-43f3-812a-7ec3d7a2e803 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:54:48.157524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:48.184995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=58d9d5d8-64f1-43f3-812a-7ec3d7a2e803,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:48.209510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.209853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.210188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.210515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.210837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.211161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.211488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.211809 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.212134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.212481 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.212802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.213117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:48.252865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:48.253208 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Floating IP 6da2368d-b8ae-486f-916b-b73b7c441a79 disassociated (deleted). External IP: 172.26.5.187, port: 91dfe628-5e9c-4424-a662-81f5291fb727. Oct 16 13:54:48.426651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:48.491495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:54:48.614415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:54:48.618637 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:48.624506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:54:48.633123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:48.633724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:48.662547 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8b896768-83a7-4090-a351-d256f39b9ab3 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/floatingips/6da2368d-b8ae-486f-916b-b73b7c441a79 HTTP/1.1" status: 204 len: 168 time: 1.0040400 Oct 16 13:54:48.663222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:54:48.665536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:54:48.760422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:48.770756 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84e1fbf-5c1a-4797-bd92-1465f7fc17f2 x-openstack-request-id: req-b84e1fbf-5c1a-4797-bd92-1465f7fc17f2 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:54:48.771128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:54:48.771440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b84e1fbf-5c1a-4797-bd92-1465f7fc17f2 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:54:48.771928 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727', 'status': 'completed', 'code': 200} Oct 16 13:54:48.842685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-fe7dd027-2d03-45b2-9490-cc63d19eaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:48.844223 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-fe7dd027-2d03-45b2-9490-cc63d19eaad8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 1098 time: 0.0491276 Oct 16 13:54:48.943189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-56219c7f-faa6-4f96-ad7d-2fea53d17656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:48.944729 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-56219c7f-faa6-4f96-ad7d-2fea53d17656 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3e3da25-26af-4d3b-b364-73917ebf88ce HTTP/1.1" status: 200 len: 897 time: 0.0936503 Oct 16 13:54:48.973645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:54:45Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:48.990911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-6ebc20f7-106a-44ee-8c32-e1d7aba1e45e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91dfe628-5e9c-4424-a662-81f5291fb727 HTTP/1.1" status: 200 len: 217 time: 0.0378752 Oct 16 13:54:49.005491 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] Checking router: 4cade794-25b8-4142-91fd-98fc9aa21c79 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:54:49.014666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:49.015282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:49.052599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-6626ce5c-8f54-4c1b-be20-bb299970406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:49.054162 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-6626ce5c-8f54-4c1b-be20-bb299970406c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c018df74-1a7e-48d7-9c47-a3a04b340ea2 HTTP/1.1" status: 200 len: 833 time: 0.0569324 Oct 16 13:54:49.141139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa581f-c310-4c35-ad73-d412bd37bd3d req-c5197b68-e407-4862-a249-aa439686105d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:49.142660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18fa581f-c310-4c35-ad73-d412bd37bd3d req-c5197b68-e407-4862-a249-aa439686105d tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 945 time: 0.0875947 Oct 16 13:54:49.150646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-8912b8a9-8b3b-4dc0-919b-325ab8c39d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:49.152730 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-8912b8a9-8b3b-4dc0-919b-325ab8c39d4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3e3da25-26af-4d3b-b364-73917ebf88ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873294 Oct 16 13:54:49.155909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:49.183733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:54:49.216356 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18fa581f-c310-4c35-ad73-d412bd37bd3d req-6930f38a-2e1c-426a-9ecc-ef12ef0f745e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626464 Oct 16 13:54:49.272302 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-1160d772-4695-485c-9e07-ba7eb1476573 service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118784 Oct 16 13:54:49.378953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b2bb0e3-a8aa-4f82-a7b3-3ca87eb8bc72 req-f653321a-a40b-4511-a43c-c3d3d186ab26 service neutron] 10.222.0.31 "GET /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982540 Oct 16 13:54:49.488502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:54:49.488797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:49.628856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:54:45Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:49.660812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b522c-2cd5-418a-a95f-50de3e74232d None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:43Z', 'revision_number': 6, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '9a277e5a-d2ac-40de-8f86-db54b7973821', 'name': '', 'network_id': 'b3e3da25-26af-4d3b-b364-73917ebf88ce', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'mac_address': 'fa:16:3e:1e:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:50Z', 'updated_at': '2021-10-16T13:54:45Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'subnets': [{'id': 'c018df74-1a7e-48d7-9c47-a3a04b340ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:54:50.294845 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566591c1-aa62-410c-8943-c207042ab0cc None None] New status for floating IP 6da2368d-b8ae-486f-916b-b73b7c441a79: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:54:50.371484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c4827-03c6-49f8-b29c-53abd87c298a req-8912a85b-768a-488c-8e1a-9fa55e0b68f6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:50.373552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a8c4827-03c6-49f8-b29c-53abd87c298a req-8912a85b-768a-488c-8e1a-9fa55e0b68f6 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 945 time: 0.0856955 Oct 16 13:54:50.416846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-1244fbfa-9db4-488d-8ad9-ac8175f85c7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:54:50.418505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-1244fbfa-9db4-488d-8ad9-ac8175f85c7b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 945 time: 0.0906258 Oct 16 13:54:50.439597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a8c4827-03c6-49f8-b29c-53abd87c298a req-58cf1a03-aaab-49a8-9b7d-ee46b95a3ca1 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2ae420d-be4e-4eb1-85d0-a837b95565f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584939 Oct 16 13:54:50.528345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 91dfe628-5e9c-4424-a662-81f5291fb727 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:54:50.528597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:50.617042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 91dfe628-5e9c-4424-a662-81f5291fb727, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=91dfe628-5e9c-4424-a662-81f5291fb727,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:50.617390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:50.630000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 91dfe628-5e9c-4424-a662-81f5291fb727 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:54:50.815158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:50.847013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=91dfe628-5e9c-4424-a662-81f5291fb727,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:50.877695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.878040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.878374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.878703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.879024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.879344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.879665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.879982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.880297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.880637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.880950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.881260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:54:50.901830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] No DVR routers for this DVR port 91dfe628-5e9c-4424-a662-81f5291fb727 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:54:50.904140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:50.907445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3d196153-0ec8-4bac-91e1-16283d6908a4 req-c369ad28-0a97-4adb-bbe9-18cd3b10538e tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.31 "DELETE /v2.0/ports/91dfe628-5e9c-4424-a662-81f5291fb727 HTTP/1.1" status: 204 len: 173 time: 0.4816034 Oct 16 13:54:50.907872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'name': 'network-vif-deleted', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:54:50.910118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2814e-acbe-416d-b6d3-73e97473b5c0" -d '{"events": [{"server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "name": "network-vif-deleted", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:54:50.944774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7186519b-fb9b-4f94-ac42-639b9216cb29 x-openstack-request-id: req-7186519b-fb9b-4f94-ac42-639b9216cb29 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:54:50.944987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dbb6d6-bab0-4504-85a0-3293cb68a64d", "name": "network-vif-deleted", "tag": "91dfe628-5e9c-4424-a662-81f5291fb727", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:54:50.945244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7186519b-fb9b-4f94-ac42-639b9216cb29 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:54:50.945647 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dbb6d6-bab0-4504-85a0-3293cb68a64d', 'name': 'network-vif-deleted', 'tag': '91dfe628-5e9c-4424-a662-81f5291fb727', 'status': 'completed', 'code': 200} Oct 16 13:54:51.542424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fcf22195-6ece-42b8-87ed-a025a9747127 req-11250998-3a8e-4fc6-8657-32377e8eeafa tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8dbb6d6-bab0-4504-85a0-3293cb68a64d HTTP/1.1" status: 200 len: 210 time: 0.0271139 Oct 16 13:54:52.574868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:52.598633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40370) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:52.661654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb59f-ea95-4083-bb84-24c60b2f8c76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:52.689149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb59f-ea95-4083-bb84-24c60b2f8c76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:52.802826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb59f-ea95-4083-bb84-24c60b2f8c76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:52.805426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb59f-ea95-4083-bb84-24c60b2f8c76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:52.806631 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a2fb59f-ea95-4083-bb84-24c60b2f8c76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/security-groups/f2ae420d-be4e-4eb1-85d0-a837b95565f4 HTTP/1.1" status: 204 len: 168 time: 0.2070053 Oct 16 13:54:52.816209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fb59f-ea95-4083-bb84-24c60b2f8c76 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae420d-be4e-4eb1-85d0-a837b95565f4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:52.890166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40374) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:53.300751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:53.590503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port 9a277e5a-d2ac-40de-8f86-db54b7973821 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:54:53.590831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:53.680614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port 9a277e5a-d2ac-40de-8f86-db54b7973821, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9a277e5a-d2ac-40de-8f86-db54b7973821,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:53.680966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:53.692477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for 9a277e5a-d2ac-40de-8f86-db54b7973821 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:54:53.940106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:53.949150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 91dfe628-5e9c-4424-a662-81f5291fb727 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:54:53.970436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=9a277e5a-d2ac-40de-8f86-db54b7973821,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:53.977936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 91dfe628-5e9c-4424-a662-81f5291fb727 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:54:53.978489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 91dfe628-5e9c-4424-a662-81f5291fb727 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:54:54.490077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:54.740246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Router 4cade794-25b8-4142-91fd-98fc9aa21c79 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:54:54.861256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:54:54.866622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45c2a464-af9a-479d-a03e-406543039333 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "PUT /v2.0/routers/4cade794-25b8-4142-91fd-98fc9aa21c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9753580 Oct 16 13:54:54.869763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40376) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:54.870675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] Sync routers for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:54:54.879829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:54.880474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:54.920054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting subnet c018df74-1a7e-48d7-9c47-a3a04b340ea2 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:54:54.923171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:54.963993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.001729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:55.055903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.180695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.189137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:53Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:55.209781 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Subnet': ['ID=c018df74-1a7e-48d7-9c47-a3a04b340ea2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:55.213467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.216657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0aa12cb2-2381-44f6-98b5-8c1d5836e239 tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/subnets/c018df74-1a7e-48d7-9c47-a3a04b340ea2 HTTP/1.1" status: 204 len: 168 time: 0.3458560 Oct 16 13:54:55.219219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40378) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:55.220692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] Checking router: 4cade794-25b8-4142-91fd-98fc9aa21c79 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:54:55.227537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673020c-a974-46c4-800f-7c2f25a41402 None None] Network b3e3da25-26af-4d3b-b364-73917ebf88ce requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:54:55.245670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] Routers {'4cade794-25b8-4142-91fd-98fc9aa21c79'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:54:55.246310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:54:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['4cade794-25b8-4142-91fd-98fc9aa21c79'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:55.346752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.456788 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] Set router 4cade794-25b8-4142-91fd-98fc9aa21c79 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:54:55.468425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.585462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] DHCP port deletion for b3e3da25-26af-4d3b-b364-73917ebf88ce request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 13:54:55.629318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Deleting port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:54:55.629653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.688343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] Deleting port 1783ccf0-5027-460b-a7bf-4a6d9deb635f {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:54:55.688701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.709257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] For port fef2ac76-d9ad-4cee-85fd-a1982b2a64ec, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:55.709611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.721065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Calling delete_port for fef2ac76-d9ad-4cee-85fd-a1982b2a64ec owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:54:55.740337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:53Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:55.780443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b2257-1609-489d-abaf-a89407aafb3d None None] The sync data for ids ['4cade794-25b8-4142-91fd-98fc9aa21c79'] in dv-neutron-743142-24-hyperv is: [{'id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'name': 'tempest-TestNetworkBasicOps-router-305277249', 'tenant_id': '3c8c38e17a1f47f49fdcd8294353740f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:53:46Z', 'updated_at': '2021-10-16T13:54:53Z', 'revision_number': 7, 'project_id': '3c8c38e17a1f47f49fdcd8294353740f', 'gw_port': {'id': 'fef2ac76-d9ad-4cee-85fd-a1982b2a64ec', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cade794-25b8-4142-91fd-98fc9aa21c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:53:47Z', 'updated_at': '2021-10-16T13:54:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:54:55.786169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] For port 1783ccf0-5027-460b-a7bf-4a6d9deb635f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1783ccf0-5027-460b-a7bf-4a6d9deb635f,segment=NetworkSegment(431f225a-772e-4ff2-96a4-51f7ac7c4920),segment_id=431f225a-772e-4ff2-96a4-51f7ac7c4920)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:54:55.786561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.798837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] Calling delete_port for 1783ccf0-5027-460b-a7bf-4a6d9deb635f owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:54:55.957563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:55.984040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] Pushing event deleted for resources: {'Port': ['ID=1783ccf0-5027-460b-a7bf-4a6d9deb635f,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:55.987622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb6703-231d-40f0-ab4d-b9e22bb5ee4d None None] No DVR routers for this DVR port 1783ccf0-5027-460b-a7bf-4a6d9deb635f on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:54:55.997633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.022424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Port': ['ID=fef2ac76-d9ad-4cee-85fd-a1982b2a64ec,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:56.090703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.196007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.199449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.334431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.335040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Fanout notify agent at l3_agent the message router_deleted on router 4cade794-25b8-4142-91fd-98fc9aa21c79 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 13:54:56.342873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.343836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ba4d1fa6-e66b-4e84-b517-ceee8c75b24b tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/routers/4cade794-25b8-4142-91fd-98fc9aa21c79 HTTP/1.1" status: 204 len: 168 time: 1.1236703 Oct 16 13:54:56.346537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40380) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:56.430449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.522235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.541296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e3da25-26af-4d3b-b364-73917ebf88ce']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:56.550119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431f225a-772e-4ff2-96a4-51f7ac7c4920') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:56.550412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431f225a-772e-4ff2-96a4-51f7ac7c4920') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:54:56.559955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.572786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.578395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:54:56.578818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:54:56.582007 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:54:56.700473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.707952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:56.710739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] 10.222.0.24 "DELETE /v2.0/networks/b3e3da25-26af-4d3b-b364-73917ebf88ce HTTP/1.1" status: 204 len: 168 time: 0.3632631 Oct 16 13:54:56.722407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa927d-5628-40d0-8b43-88514ef8bcbc tempest-TestNetworkBasicOps-320914487 tempest-TestNetworkBasicOps-320914487-project] Pushing event deleted for resources: {'Network': ['ID=b3e3da25-26af-4d3b-b364-73917ebf88ce,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:57.118687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40386) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:57.158538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1783ccf0-5027-460b-a7bf-4a6d9deb635f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:54:57.182844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 1783ccf0-5027-460b-a7bf-4a6d9deb635f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:54:57.183185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1783ccf0-5027-460b-a7bf-4a6d9deb635f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:54:57.183599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9a277e5a-d2ac-40de-8f86-db54b7973821 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:54:57.203030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9a277e5a-d2ac-40de-8f86-db54b7973821 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:54:57.203403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9a277e5a-d2ac-40de-8f86-db54b7973821 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:54:57.203820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:54:57.224164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: fef2ac76-d9ad-4cee-85fd-a1982b2a64ec {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:54:57.224535 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device fef2ac76-d9ad-4cee-85fd-a1982b2a64ec not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:54:57.254656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-cbdb1e01-0873-4447-aa56-d4494096ff3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c8c38e17a1f47f49fdcd8294353740f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345091 Oct 16 13:54:57.256922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40390) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:57.309201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3792ed07-37e3-40ef-b853-50f4873f7ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:57.331729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3792ed07-37e3-40ef-b853-50f4873f7ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:57.459833 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3792ed07-37e3-40ef-b853-50f4873f7ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:57.462586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3792ed07-37e3-40ef-b853-50f4873f7ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:57.464218 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3792ed07-37e3-40ef-b853-50f4873f7ee2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1c5ea7f-c368-4da7-bb95-03fb9361efa2 HTTP/1.1" status: 204 len: 168 time: 0.2063627 Oct 16 13:54:57.472007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792ed07-37e3-40ef-b853-50f4873f7ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5ea7f-c368-4da7-bb95-03fb9361efa2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:58.065666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40396) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:58.078975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55589f44-edd1-49a8-80f5-f5238a12eb71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.154341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55589f44-edd1-49a8-80f5-f5238a12eb71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.219979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-55589f44-edd1-49a8-80f5-f5238a12eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.258530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-55589f44-edd1-49a8-80f5-f5238a12eb71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0e89256e25a45a5bd379a9cfc001d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916864 Oct 16 13:54:58.259332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55589f44-edd1-49a8-80f5-f5238a12eb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e310d54-790f-484a-aa7c-fdcd55d4ba06,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:54:58.261514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40398) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:54:58.310057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-78766599-d2d8-46e8-ba1c-da109bdf790b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.332147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-78766599-d2d8-46e8-ba1c-da109bdf790b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.442798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-78766599-d2d8-46e8-ba1c-da109bdf790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.445358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-78766599-d2d8-46e8-ba1c-da109bdf790b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:54:58.446543 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-78766599-d2d8-46e8-ba1c-da109bdf790b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e310d54-790f-484a-aa7c-fdcd55d4ba06 HTTP/1.1" status: 204 len: 168 time: 0.1840005 Oct 16 13:54:58.454946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766599-d2d8-46e8-ba1c-da109bdf790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e310d54-790f-484a-aa7c-fdcd55d4ba06,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:05.643599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-daab96d7-671d-4f4e-84c9-f419bcde58b2 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288117 Oct 16 13:55:05.825775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-7eb811df-16e9-47bd-aa54-fb68b5099da1 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:05.827142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-7eb811df-16e9-47bd-aa54-fb68b5099da1 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781793 Oct 16 13:55:05.841985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-5bbd87a9-8b0d-40cd-8201-9e63475fb16a tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/quotas/50ffdb2b6c224d8b92db3a176ca0daf4 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Oct 16 13:55:05.874172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-9387cba7-4c58-40d6-bcc5-5b17fff08282 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271065 Oct 16 13:55:06.114336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b7da2ce-0ee9-4eac-9248-03d044b3d1fa req-7182530c-5d1f-49b3-a964-356c8b0f6f7f tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 210 time: 0.0276017 Oct 16 13:55:07.210214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-932c772f-5cd1-4915-bce9-092470b4d2e3 req-b1333437-b61c-4dad-83cb-ab1882b45929 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 210 time: 0.0302949 Oct 16 13:55:07.893155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-09ad7d5c-b8ce-4793-881e-900ba45dd8be tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209858 Oct 16 13:55:08.012234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-44fc1e74-5adb-4583-bd9f-aca739da02d9 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:08.013738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-44fc1e74-5adb-4583-bd9f-aca739da02d9 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148891 Oct 16 13:55:08.025622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Request body: {'port': {'device_id': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317', 'admin_state_up': True, 'tenant_id': '50ffdb2b6c224d8b92db3a176ca0daf4'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:55:08.191743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Made reservation on behalf of 50ffdb2b6c224d8b92db3a176ca0daf4 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:55:08.195540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.207373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.311908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.314356 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b519f971-f419-40c5-b7dd-dad66eb16b8c req-be3553f0-97a1-4b1c-b8c0-b014efc2be9d tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 210 time: 0.0355370 Oct 16 13:55:08.357018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.422666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668956be-31cf-4618-a4eb-51a0d1c7f7cd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:08.492058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Allocated IP 192.168.233.136 (779c78de-8c4b-4b82-a9db-4e2f4eb0e317/8666199a-9322-40aa-9aaf-0087bee261d4/3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:55:08.639856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.711317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.765598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:55:08.765598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:55:08.766390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:55:08.793114 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Pushing event updated for resources: {'Port': ['ID=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:08.823143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:08.823766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:08.892241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-0746e39b-eb8f-4a49-a5cb-3b1ba5b77fcf tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8690591 Oct 16 13:55:08.904564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Request body: {'port': {'device_id': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:55:08.973246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.041907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d82e8e05-53a7-4257-9bd6-46dfe26f61b1 None None] Provisioning complete for port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:55:09.042450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d82e8e05-53a7-4257-9bd6-46dfe26f61b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.079394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d82e8e05-53a7-4257-9bd6-46dfe26f61b1 None None] Port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:55:09.250451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:55:09.257686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.272606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Transition to ACTIVE for port object 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:55:09.334303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.421453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:09.512567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492cf9d-9840-49a8-8e3f-25b4bc803492 req-31feb72d-9ee0-46c1-82d1-e4b0f66e8387 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:09.514150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5492cf9d-9840-49a8-8e3f-25b4bc803492 req-31feb72d-9ee0-46c1-82d1-e4b0f66e8387 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 948 time: 0.1317720 Oct 16 13:55:09.517092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Attempting to bind port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:55:09.517377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Attempting to bind port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:55:09.517707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Attempting to bind port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 on network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:55:09.530135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 on network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:55:09.530459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Attempting to bind port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 on network 779c78de-8c4b-4b82-a9db-4e2f4eb0e317 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:55:09.544680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:55:09.545026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Checking segment: {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:55:09.545420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Bound using segment: {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:55:09.545858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Bound port: 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8409b36-e871-4cda-84e6-f598e4ce6d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:55:09.546215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.576556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5492cf9d-9840-49a8-8e3f-25b4bc803492 req-c97d833a-d8a4-4e42-9254-8707a570ca15 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564098 Oct 16 13:55:09.636822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] For port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:55:09.639869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] For port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:55:09.729302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.769216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:09.771159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:09.771159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] 10.222.0.31 "PUT /v2.0/ports/3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.8716118 Oct 16 13:55:09.771615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'tag': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:55:09.773866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceba72f-46b3-4904-a504-8a8aebd1f07d" -d '{"events": [{"name": "network-changed", "server_uuid": "93e805a7-7c1d-400d-8f10-8ff2aecefad6", "tag": "3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:55:09.809180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321974-ae2f-479b-b025-fa4a16fbbbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:09.820857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99e342-4972-4598-aa4f-0ebd42b4989a x-openstack-request-id: req-de99e342-4972-4598-aa4f-0ebd42b4989a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:55:09.820857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e805a7-7c1d-400d-8f10-8ff2aecefad6", "tag": "3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:55:09.820857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de99e342-4972-4598-aa4f-0ebd42b4989a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:55:09.820857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'tag': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5', 'status': 'completed', 'code': 200} Oct 16 13:55:09.894152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba72f-46b3-4904-a504-8a8aebd1f07d req-a8a25013-f735-4545-a20f-851bcb8b1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:09.895683 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6ceba72f-46b3-4904-a504-8a8aebd1f07d req-a8a25013-f735-4545-a20f-851bcb8b1724 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 1101 time: 0.0540280 Oct 16 13:55:09.927082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6ceba72f-46b3-4904-a504-8a8aebd1f07d req-3a4b6531-32df-4e90-8e5d-6e299dbda4d8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215862 Oct 16 13:55:10.036046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba72f-46b3-4904-a504-8a8aebd1f07d req-815f6dad-8145-41a2-8f40-90176aac2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:10.037887 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6ceba72f-46b3-4904-a504-8a8aebd1f07d req-815f6dad-8145-41a2-8f40-90176aac2893 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046343 Oct 16 13:55:10.121090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-9c180303-da38-4368-aecd-6615e290622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:10.122611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-9c180303-da38-4368-aecd-6615e290622e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 1101 time: 0.0504098 Oct 16 13:55:10.170922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-7590242f-9de9-4146-bbbe-a6a24b31c9c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 HTTP/1.1" status: 200 len: 217 time: 0.0409348 Oct 16 13:55:10.222155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-4b9ac10b-31ba-4919-87be-d4652c48473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:10.223606 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-4b9ac10b-31ba-4919-87be-d4652c48473d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8666199a-9322-40aa-9aaf-0087bee261d4 HTTP/1.1" status: 200 len: 843 time: 0.0460930 Oct 16 13:55:10.275705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-b7a532a4-b9ab-4dab-b0c1-3a2e91a04126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:10.277275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-b7a532a4-b9ab-4dab-b0c1-3a2e91a04126 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=779c78de-8c4b-4b82-a9db-4e2f4eb0e317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0463176 Oct 16 13:55:10.370802 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-56930f6c-69dd-44e0-b4c2-10c81e01af59 service neutron] 10.222.0.31 "GET /v2.0/networks/779c78de-8c4b-4b82-a9db-4e2f4eb0e317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854735 Oct 16 13:55:10.458756 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-05ebfccb-ff75-412a-a7e4-1e9db46fa1e9 req-04d82564-4538-4d0d-a851-b253dded7a52 service neutron] 10.222.0.31 "GET /v2.0/networks/779c78de-8c4b-4b82-a9db-4e2f4eb0e317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806770 Oct 16 13:55:10.700740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c530fc-99fd-403a-a113-235733bb7998 req-2b439eaa-24b0-4cc4-ba70-99c5a0a4ca36 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:10.702203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40c530fc-99fd-403a-a113-235733bb7998 req-2b439eaa-24b0-4cc4-ba70-99c5a0a4ca36 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 948 time: 0.0588095 Oct 16 13:55:11.073337 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40c530fc-99fd-403a-a113-235733bb7998 req-fc68f678-bfa2-4ee0-a493-e338f624fe64 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650141 Oct 16 13:55:12.199886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e208d-57f9-40a3-b133-a33365d252fa req-2dc67378-8493-415b-a381-fce595eb6587 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:12.201389 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-476e208d-57f9-40a3-b133-a33365d252fa req-2dc67378-8493-415b-a381-fce595eb6587 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 948 time: 0.0561633 Oct 16 13:55:12.239806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-476e208d-57f9-40a3-b133-a33365d252fa req-253a4991-1ea5-4eef-b0f1-934d3a156ffd tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Oct 16 13:55:12.525027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:55:12.624298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:12.634880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5', 'network_id': '779c78de-8c4b-4b82-a9db-4e2f4eb0e317', 'port_id': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5', 'mac_address': 'fa:16:3e:ea:a7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8666199a-9322-40aa-9aaf-0087bee261d4', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:55:12.675665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:12.688110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:55:12.707376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:12.763016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:12.786690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6b4f6c60-87c4-43f5-b437-5caad327ec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:12.819953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:12.965360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:55:13.359842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a369e6-a94f-450c-b278-507f1ebf5ad6 req-9651e0bb-de8b-47eb-8488-09315c628bec tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:13.361266 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-29a369e6-a94f-450c-b278-507f1ebf5ad6 req-9651e0bb-de8b-47eb-8488-09315c628bec tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 949 time: 0.0571454 Oct 16 13:55:13.398590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-29a369e6-a94f-450c-b278-507f1ebf5ad6 req-66936610-6df2-41fd-8330-67f492b3c6b3 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Oct 16 13:55:14.522551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6771b-b912-4ede-8c1c-215061fe3022 req-9d29f4cc-eba9-405b-b7c8-c32356a84458 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:14.523951 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ea6771b-b912-4ede-8c1c-215061fe3022 req-9d29f4cc-eba9-405b-b7c8-c32356a84458 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 949 time: 0.0590069 Oct 16 13:55:14.540176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:55:14.561723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ea6771b-b912-4ede-8c1c-215061fe3022 req-f1985dce-d812-4495-b37c-70ff98f08dbd tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Oct 16 13:55:14.659779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:55:14.663584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:55:14.665732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:14.748456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:14.770196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:55:14.772440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eba708-af14-40dd-a92c-b1d653d79035" -d '{"events": [{"server_uuid": "93e805a7-7c1d-400d-8f10-8ff2aecefad6", "name": "network-vif-plugged", "status": "completed", "tag": "3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:55:14.786795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:14.810099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ffccf-8f5e-493e-b220-6f9b4ce68841 x-openstack-request-id: req-227ffccf-8f5e-493e-b220-6f9b4ce68841 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:55:14.810421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e805a7-7c1d-400d-8f10-8ff2aecefad6", "name": "network-vif-plugged", "status": "completed", "tag": "3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:55:14.810678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-227ffccf-8f5e-493e-b220-6f9b4ce68841 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:55:14.811099 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5', 'code': 200} Oct 16 13:55:14.830980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:14.882556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:15.055639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180af7f-56c6-415c-9665-bc4d6b884f92 req-42b54678-b0d5-48bb-b1b7-bef83a1ce36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:15.057019 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8180af7f-56c6-415c-9665-bc4d6b884f92 req-42b54678-b0d5-48bb-b1b7-bef83a1ce36c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 1103 time: 0.0451465 Oct 16 13:55:15.091806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8180af7f-56c6-415c-9665-bc4d6b884f92 req-d38395f3-f669-4d2e-aac8-a24998778e40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270381 Oct 16 13:55:15.397173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6636d089-8df2-4c48-b490-737e4235c0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:15.680477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3379e4-d2a1-4635-85d1-023d7affb6f0 req-b4d1e92c-b490-4a7b-a860-e0f503421ba9 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:15.681852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd3379e4-d2a1-4635-85d1-023d7affb6f0 req-b4d1e92c-b490-4a7b-a860-e0f503421ba9 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 950 time: 0.0549808 Oct 16 13:55:15.722209 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd3379e4-d2a1-4635-85d1-023d7affb6f0 req-7be8a597-8319-4c66-959c-d16e35670108 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Oct 16 13:55:16.580040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:16.722748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:16.845048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b2fe4-b8f2-42c3-abdc-46fb2f2259dd req-17165bb6-b0a2-4442-ad99-861c866f8ee1 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:16.846496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-909b2fe4-b8f2-42c3-abdc-46fb2f2259dd req-17165bb6-b0a2-4442-ad99-861c866f8ee1 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 950 time: 0.0574923 Oct 16 13:55:16.884770 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-909b2fe4-b8f2-42c3-abdc-46fb2f2259dd req-ce2eed13-4e31-4e9d-997e-5094e09d403e tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Oct 16 13:55:17.240618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-84599e82-fe2e-487f-86db-da239a09124e req-94816fa5-7472-4e2d-8278-c29bbed16855 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:55:17.241598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84599e82-fe2e-487f-86db-da239a09124e req-94816fa5-7472-4e2d-8278-c29bbed16855 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0054252 Oct 16 13:55:17.782417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-a52010cc-64e4-434b-9b32-fb801a614cae req-04c7be42-16c5-4694-9ddf-db3eb96dfc23 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:55:17.783474 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52010cc-64e4-434b-9b32-fb801a614cae req-04c7be42-16c5-4694-9ddf-db3eb96dfc23 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0951278 Oct 16 13:55:18.316680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab6e83-89b4-4162-b121-e54457bcfab8 req-82eb5c18-3f3f-48c9-bb6e-6952a2e4d789 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:18.318167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47ab6e83-89b4-4162-b121-e54457bcfab8 req-82eb5c18-3f3f-48c9-bb6e-6952a2e4d789 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 950 time: 0.0552456 Oct 16 13:55:18.356160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-47ab6e83-89b4-4162-b121-e54457bcfab8 req-3c73e054-9838-4880-bd54-3b053397431f tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Oct 16 13:55:18.453977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:19.482186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f956f9-0103-42c1-be7b-e20c326acbdb req-04111520-3e2c-4b09-bc75-297ed27ee4b2 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:19.483669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-01f956f9-0103-42c1-be7b-e20c326acbdb req-04111520-3e2c-4b09-bc75-297ed27ee4b2 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 950 time: 0.0606258 Oct 16 13:55:19.520950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-01f956f9-0103-42c1-be7b-e20c326acbdb req-65b3cd0f-6f13-4b36-8049-5cec6dc2a518 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/security-groups?id=668956be-31cf-4618-a4eb-51a0d1c7f7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Oct 16 13:55:19.577479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-aa5c8fbf-c8c1-4cfc-b0a1-856b9a124616 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:19.579101 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-aa5c8fbf-c8c1-4cfc-b0a1-856b9a124616 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.31 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 950 time: 0.0572939 Oct 16 13:55:19.677612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Deleting port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:55:19.677943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:19.767650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] For port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,segment=NetworkSegment(c8409b36-e871-4cda-84e6-f598e4ce6d30),segment_id=c8409b36-e871-4cda-84e6-f598e4ce6d30)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:19.768003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:19.780115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Calling delete_port for 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:55:19.950983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:19.963444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:55:19.982750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Pushing event deleted for resources: {'Port': ['ID=3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:20.033550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] No DVR routers for this DVR port 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:55:20.036495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:20.042160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e90db395-b8ec-48a0-bc11-ef435884bfba req-90cf0346-3193-4830-b38e-5b8263f0c4d4 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.31 "DELETE /v2.0/ports/3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 HTTP/1.1" status: 204 len: 173 time: 0.4565878 Oct 16 13:55:20.042738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'name': 'network-vif-deleted', 'tag': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:55:20.045239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db90019e-3d74-4202-b16c-163b96e6d8d5" -d '{"events": [{"server_uuid": "93e805a7-7c1d-400d-8f10-8ff2aecefad6", "name": "network-vif-deleted", "tag": "3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:55:20.081535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aec9730-df91-4c45-985f-e90788c78663 x-openstack-request-id: req-0aec9730-df91-4c45-985f-e90788c78663 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:55:20.081926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e805a7-7c1d-400d-8f10-8ff2aecefad6", "name": "network-vif-deleted", "tag": "3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:55:20.082186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0aec9730-df91-4c45-985f-e90788c78663 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:55:20.082589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e805a7-7c1d-400d-8f10-8ff2aecefad6', 'name': 'network-vif-deleted', 'tag': '3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5', 'status': 'completed', 'code': 200} Oct 16 13:55:20.630733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a1f196e8-bd4a-4703-a0de-a72fadf0d4c5 req-18fb710d-0a74-489c-9bb1-866400b01519 tempest-ServersAdminNegativeTestJSON-1165414130 tempest-ServersAdminNegativeTestJSON-1165414130-project] 10.222.0.24 "GET /v2.0/ports?device_id=93e805a7-7c1d-400d-8f10-8ff2aecefad6 HTTP/1.1" status: 200 len: 210 time: 0.0316088 Oct 16 13:55:22.053461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40536) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:22.179567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-37c9560c-a82d-471e-96ec-7b14df4d42ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50ffdb2b6c224d8b92db3a176ca0daf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249309 Oct 16 13:55:22.182143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40540) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:22.230789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b1b92af-27f8-45df-97f3-90737ec4f155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:22.252166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b1b92af-27f8-45df-97f3-90737ec4f155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:22.284077 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:55:22.390687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b1b92af-27f8-45df-97f3-90737ec4f155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:22.393299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7b1b92af-27f8-45df-97f3-90737ec4f155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:22.394439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7b1b92af-27f8-45df-97f3-90737ec4f155 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/668956be-31cf-4618-a4eb-51a0d1c7f7cd HTTP/1.1" status: 204 len: 168 time: 0.2108223 Oct 16 13:55:22.402835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b92af-27f8-45df-97f3-90737ec4f155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668956be-31cf-4618-a4eb-51a0d1c7f7cd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:22.596956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:22.962062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40546) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:22.975667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ace487-0e84-4688-8977-05e45d7507dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.050921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ace487-0e84-4688-8977-05e45d7507dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.099357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-21ace487-0e84-4688-8977-05e45d7507dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.139409 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-21ace487-0e84-4688-8977-05e45d7507dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fb747125a8241d5900d957b4ccad67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733871 Oct 16 13:55:23.139409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ace487-0e84-4688-8977-05e45d7507dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e70608-b44b-4bb8-ad64-c4b83b3d61e3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:23.139711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40548) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:23.190927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e72097b-9d57-418c-b169-b6299537f8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.213371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e72097b-9d57-418c-b169-b6299537f8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.299598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e72097b-9d57-418c-b169-b6299537f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.302214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3e72097b-9d57-418c-b169-b6299537f8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:23.303378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3e72097b-9d57-418c-b169-b6299537f8b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96e70608-b44b-4bb8-ad64-c4b83b3d61e3 HTTP/1.1" status: 204 len: 168 time: 0.1616557 Oct 16 13:55:23.312420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72097b-9d57-418c-b169-b6299537f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e70608-b44b-4bb8-ad64-c4b83b3d61e3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:24.309932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:24.404708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1316055012-network', 'tenant_id': '0126eb84bdf845839c70c858190cec3d'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:55:24.511176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Made reservation on behalf of 0126eb84bdf845839c70c858190cec3d for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:55:24.513583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.522301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.555904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:55:24.576464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:55:24.576737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3dd06d24-1d5a-47a1-b9ef-d4a1c7b4a8c5 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:55:24.596200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.659278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.688167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:55:24.694372 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6d0f8-94f3-413e-820d-082503f45029,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:24.701068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.702090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Added segment f8a393c4-f953-479f-8a86-67500c2007e1 of type vlan for network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 Oct 16 13:55:24.742379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.819353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.820350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:24.820931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:24.912901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6018007 Oct 16 13:55:24.913870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c17e5-d34d-4a9b-adcc-bdd51c4795ba admin admin] Pushing event updated for resources: {'Network': ['ID=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:24.915876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40574) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:24.921178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Request body: {'subnet': {'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1316055012-subnet', 'tenant_id': '0126eb84bdf845839c70c858190cec3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:55:24.924811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:55:24.985535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Made reservation on behalf of 0126eb84bdf845839c70c858190cec3d for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:55:24.987949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:25.214924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:25.268180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ba7c06-6562-4017-a4cf-573ac1fe115f,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:25.278978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Checking segment: {'id': 'f8a393c4-f953-479f-8a86-67500c2007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:55:25.279339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Network hostable DHCP agents. Network: 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:55:25.367797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:55:25.425430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:55:25.429368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:25.429944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:25.435251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2264976-54fb-42a8-abdf-3316659a3d29 None None] Network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:55:25.491308 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a41e3eb1-5772-4452-8102-605f0acf09a4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5742459 Oct 16 13:55:25.554802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b50f9e-33f0-4fc4-869c-3d41f3671aac None None] Network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:55:25.902467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-a7e33457-64b4-453d-958f-c68fd02d149e tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:25.903948 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-a7e33457-64b4-453d-958f-c68fd02d149e tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/networks?id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 200 len: 812 time: 0.1065366 Oct 16 13:55:25.918623 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-f078db21-3e83-4f4f-a273-4f885b407c49 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/quotas/0126eb84bdf845839c70c858190cec3d HTTP/1.1" status: 200 len: 375 time: 0.0089777 Oct 16 13:55:25.951147 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-44d9aedf-d960-4a25-8bb4-5d1b7a097117 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275328 Oct 16 13:55:26.042914 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-288ab368-318e-481b-beee-8c28bdfae61a service neutron] 10.222.0.24 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Oct 16 13:55:26.131377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-7ad292fe-e1c8-49d8-8cfd-04f091371397 service neutron] 10.222.0.24 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825849 Oct 16 13:55:26.356844 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7154fe6-9bb9-4d5f-954d-4fd44717ba5d req-7fb33aa6-65e1-4852-ab99-25f76993a181 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 210 time: 0.0322788 Oct 16 13:55:27.452839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fb0ce4df-573e-4016-85ae-865708b4b0b9 req-93c3575c-b67d-4cd5-8e3e-d84e0bfc70a6 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 210 time: 0.0273082 Oct 16 13:55:28.190511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5b41f37c-74f1-4f1f-8e50-cd21cdf825be tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:28.191992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5b41f37c-74f1-4f1f-8e50-cd21cdf825be tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.31 "GET /v2.0/networks?id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 200 len: 812 time: 0.1066399 Oct 16 13:55:28.205764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Request body: {'port': {'device_id': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5', 'admin_state_up': True, 'tenant_id': '0126eb84bdf845839c70c858190cec3d'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:55:28.356479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Made reservation on behalf of 0126eb84bdf845839c70c858190cec3d for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:55:28.360044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:28.489039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Allocated IP 172.20.0.8 (12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5/f8ba7c06-6562-4017-a4cf-573ac1fe115f/e13e6608-289e-4612-8ce9-6d1ab347eeca) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:55:28.556658 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-85fd4970-bc7a-4d9e-8e2c-60f1d2087d83 req-7cb00420-626e-4072-b63b-a7ac61813b66 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 210 time: 0.0329638 Oct 16 13:55:28.664068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:28.774491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:28.819592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:55:28.825443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:55:28.829250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:55:28.860559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:28.886032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:28.893587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:28.993251 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-5cc301e8-2856-4640-85ef-3942e7cfa21b tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912526 Oct 16 13:55:29.006163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Request body: {'port': {'device_id': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:55:29.071956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:29.341239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13e6608-289e-4612-8ce9-6d1ab347eeca {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:55:29.348399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:29.360615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Transition to ACTIVE for port object e13e6608-289e-4612-8ce9-6d1ab347eeca will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:55:29.418976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:29.492336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:29.541057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Attempting to bind port e13e6608-289e-4612-8ce9-6d1ab347eeca on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:55:29.541384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Attempting to bind port e13e6608-289e-4612-8ce9-6d1ab347eeca by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'f8a393c4-f953-479f-8a86-67500c2007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:55:29.542366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Attempting to bind port e13e6608-289e-4612-8ce9-6d1ab347eeca on network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:55:29.546532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Port e13e6608-289e-4612-8ce9-6d1ab347eeca on network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:55:29.546821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Attempting to bind port e13e6608-289e-4612-8ce9-6d1ab347eeca on network 12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:55:29.551598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:55:29.551926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Checking segment: {'id': 'f8a393c4-f953-479f-8a86-67500c2007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:55:29.552299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Bound using segment: {'id': 'f8a393c4-f953-479f-8a86-67500c2007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:55:29.552740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Bound port: e13e6608-289e-4612-8ce9-6d1ab347eeca, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a393c4-f953-479f-8a86-67500c2007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:55:29.553099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:29.620387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:55:29.623486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:55:29.682261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42d6f-06f0-4d0e-b6e2-0e8eeaff5da9 req-79229f32-808d-4527-995f-d63b84a380e5 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:29.683741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2fc42d6f-06f0-4d0e-b6e2-0e8eeaff5da9 req-79229f32-808d-4527-995f-d63b84a380e5 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 943 time: 0.0589640 Oct 16 13:55:29.688378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:29.746284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:29.746887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:29.748253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] 10.222.0.31 "PUT /v2.0/ports/e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 200 len: 1093 time: 0.7463124 Oct 16 13:55:29.751465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:55:29.753743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61cba7f-d2a9-4338-a0df-a41354423b55" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:55:29.779848 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2fc42d6f-06f0-4d0e-b6e2-0e8eeaff5da9 req-cdc15fc8-acda-45c4-92b1-f3d6cdbee24d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892143 Oct 16 13:55:29.785003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208857af-8c56-47b1-a692-f1bb71e0357e service neutron] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:29.803210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4d7d26-4bfe-4601-aa87-b605f5f46abd x-openstack-request-id: req-cb4d7d26-4bfe-4601-aa87-b605f5f46abd {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:55:29.803513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:55:29.803770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb4d7d26-4bfe-4601-aa87-b605f5f46abd {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:55:29.804177 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'status': 'completed', 'code': 200} Oct 16 13:55:29.869370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cba7f-d2a9-4338-a0df-a41354423b55 req-a75b6939-3c95-48dd-ae7a-9865b1461cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:29.871434 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d61cba7f-d2a9-4338-a0df-a41354423b55 req-a75b6939-3c95-48dd-ae7a-9865b1461cbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0486238 Oct 16 13:55:29.972780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cba7f-d2a9-4338-a0df-a41354423b55 req-07046fba-726a-4a99-a2c2-08286a5d4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:29.974242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d61cba7f-d2a9-4338-a0df-a41354423b55 req-07046fba-726a-4a99-a2c2-08286a5d4fe5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0126eb84bdf845839c70c858190cec3d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948873 Oct 16 13:55:30.069782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cba7f-d2a9-4338-a0df-a41354423b55 req-18f0771c-0138-469d-a16b-c3f1a508d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:30.071321 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d61cba7f-d2a9-4338-a0df-a41354423b55 req-18f0771c-0138-469d-a16b-c3f1a508d748 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909200 Oct 16 13:55:30.155630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-9c1aa576-c925-4f1d-beb7-ddce3f953130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:30.157219 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-9c1aa576-c925-4f1d-beb7-ddce3f953130 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0516906 Oct 16 13:55:30.201428 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-fefd37c1-423e-4810-a277-86a1ef4db3aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 200 len: 217 time: 0.0366738 Oct 16 13:55:30.249873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-06d9d483-f10e-41da-96a5-696830631a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:30.251279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-06d9d483-f10e-41da-96a5-696830631a40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8ba7c06-6562-4017-a4cf-573ac1fe115f HTTP/1.1" status: 200 len: 852 time: 0.0437055 Oct 16 13:55:30.287606 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-1b14bc60-e9f7-411e-b7d0-c4e58ee486ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290859 Oct 16 13:55:30.375700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-79766ea0-9531-4e1b-9304-eafe1e4d6250 service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805414 Oct 16 13:55:30.467348 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dece2535-8623-44c2-9c56-c1ac40e213a3 req-ae1bb24f-1b65-4319-9954-ef25e4cbbe69 service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845671 Oct 16 13:55:30.900462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ad85d-0ce5-4f7e-a7e8-7093f5dc0994 req-73716294-f2ea-4850-84be-60a723e8f803 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:30.902737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-087ad85d-0ce5-4f7e-a7e8-7093f5dc0994 req-73716294-f2ea-4850-84be-60a723e8f803 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 943 time: 0.0566549 Oct 16 13:55:30.939880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-087ad85d-0ce5-4f7e-a7e8-7093f5dc0994 req-b366e118-ce3f-400a-aa67-4ec6f1d3e026 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313649 Oct 16 13:55:32.059688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2be6-7869-4b51-80aa-d67011083e19 req-1b9f4481-5319-4f72-8505-108c663ea6e8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:32.061178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0d9e2be6-7869-4b51-80aa-d67011083e19 req-1b9f4481-5319-4f72-8505-108c663ea6e8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 943 time: 0.0562725 Oct 16 13:55:32.097468 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0d9e2be6-7869-4b51-80aa-d67011083e19 req-036f440b-e4cd-4b3d-91be-1dd94b2caba7 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303979 Oct 16 13:55:32.594960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:55:32.690236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:32.700936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5', 'port_id': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'mac_address': 'fa:16:3e:4a:a7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ba7c06-6562-4017-a4cf-573ac1fe115f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:55:32.742049 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:32.754326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13e6608-289e-4612-8ce9-6d1ab347eeca {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:55:32.773538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:32.830674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:32.884929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:33.022122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e13e6608-289e-4612-8ce9-6d1ab347eeca'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:55:33.222207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26120f55-ab70-4df7-9713-9f734601378c req-65e956e4-e7a8-4c9e-b2e1-6757e76c378d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:33.223725 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-26120f55-ab70-4df7-9713-9f734601378c req-65e956e4-e7a8-4c9e-b2e1-6757e76c378d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 944 time: 0.0597892 Oct 16 13:55:33.261262 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-26120f55-ab70-4df7-9713-9f734601378c req-30fcef4c-06af-44fd-8af0-4454867ea821 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Oct 16 13:55:34.388055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40bf6-8ab8-418c-b33c-11686326ee83 req-d01ec358-5fd6-41a0-840f-a7d0a79b703a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:34.389558 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fbb40bf6-8ab8-418c-b33c-11686326ee83 req-d01ec358-5fd6-41a0-840f-a7d0a79b703a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 944 time: 0.0636556 Oct 16 13:55:34.426431 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fbb40bf6-8ab8-418c-b33c-11686326ee83 req-5e9ffb59-d72e-40a3-a400-f68f5040cb99 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Oct 16 13:55:34.612693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:55:34.710650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port e13e6608-289e-4612-8ce9-6d1ab347eeca completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:55:34.714782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port e13e6608-289e-4612-8ce9-6d1ab347eeca triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:55:34.715172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:34.799925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:34.823648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:55:34.825850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d68837a-f30f-4df4-a7c5-5a1d187b3a6d" -d '{"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-plugged", "status": "completed", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:55:34.836665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:55:34.861314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734063c9-642a-4686-b825-dc2a89714259 x-openstack-request-id: req-734063c9-642a-4686-b825-dc2a89714259 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:55:34.861626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-plugged", "status": "completed", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:55:34.861873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-734063c9-642a-4686-b825-dc2a89714259 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:55:34.862259 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'code': 200} Oct 16 13:55:34.893915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:34.944955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:55:35.123022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9f59c-8877-46f5-8bd0-b316f4589940 req-a4843b20-8732-4220-b49a-3b22a1ed532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:35.124538 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-44c9f59c-8877-46f5-8bd0-b316f4589940 req-a4843b20-8732-4220-b49a-3b22a1ed532a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0461657 Oct 16 13:55:35.162993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-44c9f59c-8877-46f5-8bd0-b316f4589940 req-7ee1842a-7aeb-4faf-bf7e-581c53b7a768 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Oct 16 13:55:35.545759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9ef48-8e18-495b-b0d0-6ad27b47f865 req-3a515b23-b88b-4b26-8cf1-782b89e5b937 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:35.547206 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d5a9ef48-8e18-495b-b0d0-6ad27b47f865 req-3a515b23-b88b-4b26-8cf1-782b89e5b937 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0550830 Oct 16 13:55:35.584709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d5a9ef48-8e18-495b-b0d0-6ad27b47f865 req-6923b22b-9b9f-49aa-b4e6-90696ed30c1a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Oct 16 13:55:36.704432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105fbe2-9483-4d94-8fb2-11ce295fd0ea req-ce3b5868-3a53-431c-af4d-4d937b7d5e42 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:36.705893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9105fbe2-9483-4d94-8fb2-11ce295fd0ea req-ce3b5868-3a53-431c-af4d-4d937b7d5e42 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0555563 Oct 16 13:55:36.742562 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9105fbe2-9483-4d94-8fb2-11ce295fd0ea req-1389ed14-988a-48d5-bb54-01e2c61f27f6 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Oct 16 13:55:37.208980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5451a-97f5-4bd8-9d0d-a2d1ea623a6d req-46c28960-6e83-420c-8ce2-10865abf2ae7 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:37.210589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eee5451a-97f5-4bd8-9d0d-a2d1ea623a6d req-46c28960-6e83-420c-8ce2-10865abf2ae7 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0592761 Oct 16 13:55:37.250776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eee5451a-97f5-4bd8-9d0d-a2d1ea623a6d req-83e1dfe6-f97f-420b-a4e7-f8c40ec942ee tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Oct 16 13:55:37.312572 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40636) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:55:37.397810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-ff59fffd-da1a-466d-b935-2a987d8be5fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840929 Oct 16 13:55:37.406694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-aeacc202-fc65-4b9b-b2e8-192055e05c08 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:55:37.407621 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-aeacc202-fc65-4b9b-b2e8-192055e05c08 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0047758 Oct 16 13:55:37.679392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-d8158344-faa7-4b63-b110-862816a84892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:37.680923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-d8158344-faa7-4b63-b110-862816a84892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0480020 Oct 16 13:55:37.788741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-d5aba753-b6be-482d-a10d-3eade523a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:37.790315 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-d5aba753-b6be-482d-a10d-3eade523a3f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 200 len: 913 time: 0.0894215 Oct 16 13:55:37.835178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-d4ac0995-446c-4049-92b4-14283c39ea85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 200 len: 217 time: 0.0369456 Oct 16 13:55:37.882879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-f62adb40-8c87-4f97-95ea-ef40195e2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:37.886710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-f62adb40-8c87-4f97-95ea-ef40195e2b79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8ba7c06-6562-4017-a4cf-573ac1fe115f HTTP/1.1" status: 200 len: 852 time: 0.0430610 Oct 16 13:55:37.919256 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-7ff8a221-f7d1-40fc-aadb-5cdade813351 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281069 Oct 16 13:55:38.014465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-1877ffaa-cede-48cc-bdbc-3cd5a0a081be service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882206 Oct 16 13:55:38.109658 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3288e03-d5ff-41ea-b281-1cabf9f3ec25 req-00d14dcd-5ef0-42bc-965a-f352c4cc8ec5 service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883038 Oct 16 13:55:38.373702 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f842d-3301-446e-ae2c-616685345197 req-4a11eecb-1096-4ef5-a994-22830c780fc6 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:38.375196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-233f842d-3301-446e-ae2c-616685345197 req-4a11eecb-1096-4ef5-a994-22830c780fc6 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0580075 Oct 16 13:55:38.412752 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-233f842d-3301-446e-ae2c-616685345197 req-748f0587-97de-4e6b-9904-a7c5f88ec0aa tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Oct 16 13:55:39.327321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-f3297584-19ce-414f-a8e7-8d7e6105a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:39.328792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-f3297584-19ce-414f-a8e7-8d7e6105a816 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0466232 Oct 16 13:55:39.421802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-6a3edadb-5036-447e-8fcb-5951b7036508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:39.423267 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-6a3edadb-5036-447e-8fcb-5951b7036508 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 200 len: 913 time: 0.0879679 Oct 16 13:55:39.468681 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-c9610cdc-1b7f-4f81-bdc6-fc70d0162e31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 200 len: 217 time: 0.0386629 Oct 16 13:55:39.552761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-14b04437-83b8-41f2-9799-3c754b00123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:39.554184 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-14b04437-83b8-41f2-9799-3c754b00123b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8ba7c06-6562-4017-a4cf-573ac1fe115f HTTP/1.1" status: 200 len: 852 time: 0.0793984 Oct 16 13:55:39.566036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7a670-b406-474a-b859-fb68ed1b6202 req-65b6a0b7-a2b4-4caf-8600-12bec4e1612d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:39.567377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4a7a670-b406-474a-b859-fb68ed1b6202 req-65b6a0b7-a2b4-4caf-8600-12bec4e1612d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0847738 Oct 16 13:55:39.603304 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-9cfd16f1-8421-4111-bad3-542eeb11b031 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350232 Oct 16 13:55:39.640956 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4a7a670-b406-474a-b859-fb68ed1b6202 req-460d2ce2-ffd8-4b51-b796-9069336fccf6 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651093 Oct 16 13:55:39.707473 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-04ef7555-a284-473f-9aa7-7622a48f5319 service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920277 Oct 16 13:55:39.796522 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-94c8e3d9-5575-414b-b4b9-9e2d6676ccae service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817761 Oct 16 13:55:40.765967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24596ae-d45a-4f1c-af30-f72878a46959 req-9105ca46-7783-4aea-9838-8935ef40b476 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:40.767445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d24596ae-d45a-4f1c-af30-f72878a46959 req-9105ca46-7783-4aea-9838-8935ef40b476 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0599074 Oct 16 13:55:40.803744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d24596ae-d45a-4f1c-af30-f72878a46959 req-7244568e-4634-436e-ac94-98aa7d0b6a3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304976 Oct 16 13:55:41.928189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4cf85-1f22-4b45-b6bc-891b2a1d7caf req-64377e4c-3fac-4050-a450-b2850f9a94ed tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:41.929687 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ac4cf85-1f22-4b45-b6bc-891b2a1d7caf req-64377e4c-3fac-4050-a450-b2850f9a94ed tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0556586 Oct 16 13:55:41.970523 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ac4cf85-1f22-4b45-b6bc-891b2a1d7caf req-ce061ff5-a6c1-4924-be42-4dd982caa38a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Oct 16 13:55:42.790306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a7016a51-94ea-4dc8-90c2-19148b780a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:43.089304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba0677-3994-4a37-87ef-f1a5765dcff5 req-6d81467c-a2c9-4304-8992-5424c2dcc6b1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:43.090685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7ba0677-3994-4a37-87ef-f1a5765dcff5 req-6d81467c-a2c9-4304-8992-5424c2dcc6b1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0554605 Oct 16 13:55:43.127240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7ba0677-3994-4a37-87ef-f1a5765dcff5 req-e71264be-ab93-47a7-b794-3426ff00fde8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Oct 16 13:55:44.248412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03aa1c-31dd-4e28-8ff8-2d8e3fbf69d9 req-4f2ba144-e87f-45de-8694-1d781cfa9700 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:44.249851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b03aa1c-31dd-4e28-8ff8-2d8e3fbf69d9 req-4f2ba144-e87f-45de-8694-1d781cfa9700 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0582027 Oct 16 13:55:44.287056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b03aa1c-31dd-4e28-8ff8-2d8e3fbf69d9 req-c0d27079-a522-4f43-a6c5-157c2bd1326a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Oct 16 13:55:45.408703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ebcc-2840-4a55-9505-4342142bac13 req-e6ca7fba-2ef9-46f9-ac7e-0415608cd954 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:45.410177 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5175ebcc-2840-4a55-9505-4342142bac13 req-e6ca7fba-2ef9-46f9-ac7e-0415608cd954 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0549207 Oct 16 13:55:45.441913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ab7e-0bd2-426e-87e7-e45ffeec48e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:45.448064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5175ebcc-2840-4a55-9505-4342142bac13 req-b77f4d9f-b5e3-4378-b589-63976e302f41 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Oct 16 13:55:46.568560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1520c9-c1df-488c-bef3-3808d2581ea2 req-567258f3-face-4fc4-898b-99cc6cf79a61 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:46.570022 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d1520c9-c1df-488c-bef3-3808d2581ea2 req-567258f3-face-4fc4-898b-99cc6cf79a61 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0550928 Oct 16 13:55:46.573726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:46.612820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d1520c9-c1df-488c-bef3-3808d2581ea2 req-44ad7fd5-aa74-441a-8cac-f3f559e69fb9 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Oct 16 13:55:46.727784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:47.737440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e0c0-ecfa-4683-bd80-ef80431c971f req-3ba70f2e-5542-4761-bc6e-9294b13d5af1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:47.738915 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84d1e0c0-ecfa-4683-bd80-ef80431c971f req-3ba70f2e-5542-4761-bc6e-9294b13d5af1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0577183 Oct 16 13:55:47.776384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84d1e0c0-ecfa-4683-bd80-ef80431c971f req-4f7dd199-e9f1-41f2-bc6c-63153a01fdbb tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Oct 16 13:55:48.435970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:48.899314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8868d-69f5-4901-9050-b0074629dd4f req-2bc53649-a638-4c99-ba6f-0180726545bb tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:48.900904 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6aa8868d-69f5-4901-9050-b0074629dd4f req-2bc53649-a638-4c99-ba6f-0180726545bb tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0568392 Oct 16 13:55:48.937388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6aa8868d-69f5-4901-9050-b0074629dd4f req-5288243c-b392-42dd-8368-c75c3a841fb5 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Oct 16 13:55:50.062276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f3b87-5164-4ee8-a8ed-5fde372ea98f req-5792be84-784b-4df1-b097-996dddb6e054 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:50.063733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c19f3b87-5164-4ee8-a8ed-5fde372ea98f req-5792be84-784b-4df1-b097-996dddb6e054 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0584223 Oct 16 13:55:50.100705 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c19f3b87-5164-4ee8-a8ed-5fde372ea98f req-abb01202-c292-4bed-bc00-e2c2a223d61f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Oct 16 13:55:51.223094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7ca3-b6fc-47b1-8043-4467dadf7ce0 req-ce743a4c-2ad6-4cfb-8197-838c7db47991 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:51.225177 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d16c7ca3-b6fc-47b1-8043-4467dadf7ce0 req-ce743a4c-2ad6-4cfb-8197-838c7db47991 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0598342 Oct 16 13:55:51.268592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d16c7ca3-b6fc-47b1-8043-4467dadf7ce0 req-77cbc3ed-619b-4a10-905a-ed12d46a61fa tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Oct 16 13:55:52.393619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d4a08-8a76-41e9-b89b-e36b256bffab req-c98d922a-4b51-418f-82e6-f21f2156eaa2 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:52.395066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bb0d4a08-8a76-41e9-b89b-e36b256bffab req-c98d922a-4b51-418f-82e6-f21f2156eaa2 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0544686 Oct 16 13:55:52.432148 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bb0d4a08-8a76-41e9-b89b-e36b256bffab req-50f88ef5-0601-48b2-94d3-317be0e384f6 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Oct 16 13:55:52.584407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:55:53.555478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c759-d04a-4c6c-bd2b-42102e906e3d req-1b52e270-d496-4684-9908-509b481ea600 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:53.557119 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c257c759-d04a-4c6c-bd2b-42102e906e3d req-1b52e270-d496-4684-9908-509b481ea600 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0582714 Oct 16 13:55:53.594244 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c257c759-d04a-4c6c-bd2b-42102e906e3d req-ab7b2507-4e45-44cb-96cb-6bba8e4ab083 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Oct 16 13:55:54.714621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac05d-6273-485f-94de-7b2881381e14 req-06577865-4546-4f7d-bd36-30eda544cef4 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:54.716131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f7ac05d-6273-485f-94de-7b2881381e14 req-06577865-4546-4f7d-bd36-30eda544cef4 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Oct 16 13:55:54.755705 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f7ac05d-6273-485f-94de-7b2881381e14 req-5472c22b-3da5-4955-b48d-9697a57526c1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Oct 16 13:55:55.877883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afd552-1896-45a7-8853-74fb40aefe8a req-4b70cd31-4bd4-4b80-abd6-47390db4bba1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:55.879350 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4afd552-1896-45a7-8853-74fb40aefe8a req-4b70cd31-4bd4-4b80-abd6-47390db4bba1 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0563035 Oct 16 13:55:55.916859 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4afd552-1896-45a7-8853-74fb40aefe8a req-345c0cee-8f93-4905-911e-402a199bb03e tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Oct 16 13:55:57.039026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62119347-8d3c-4a27-bc98-a6389682e849 req-5715b2c5-fd97-4ea9-9286-707340716d27 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:57.041034 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62119347-8d3c-4a27-bc98-a6389682e849 req-5715b2c5-fd97-4ea9-9286-707340716d27 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0584664 Oct 16 13:55:57.078483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62119347-8d3c-4a27-bc98-a6389682e849 req-a44018e3-e998-4b96-94c6-002db71e0369 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Oct 16 13:55:58.203175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2c36-7bb8-4ba2-af6a-5ef042ce6c6d req-bc2ee99b-fb80-4863-a1ab-19f431f81155 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:58.204711 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e37f2c36-7bb8-4ba2-af6a-5ef042ce6c6d req-bc2ee99b-fb80-4863-a1ab-19f431f81155 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0591848 Oct 16 13:55:58.241903 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e37f2c36-7bb8-4ba2-af6a-5ef042ce6c6d req-4952bee1-1bb8-4419-b9d1-c8a23ed35af9 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Oct 16 13:55:59.283091 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:55:59.365352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19618f67-268a-4e5b-a139-8a0383660ea6 req-8ad2826f-42c5-44f7-a8ca-d66a45c952af tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:55:59.366811 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-19618f67-268a-4e5b-a139-8a0383660ea6 req-8ad2826f-42c5-44f7-a8ca-d66a45c952af tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0583556 Oct 16 13:55:59.404745 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-19618f67-268a-4e5b-a139-8a0383660ea6 req-8a8df343-faf4-40e7-b7bc-10bbe8e1f06e tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Oct 16 13:56:00.522749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653351aa-7ac3-4a96-8b85-b6c9e5175772 req-83633a49-bde2-4a2c-a47f-aff178a865c8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:00.524134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-653351aa-7ac3-4a96-8b85-b6c9e5175772 req-83633a49-bde2-4a2c-a47f-aff178a865c8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0547152 Oct 16 13:56:00.561470 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-653351aa-7ac3-4a96-8b85-b6c9e5175772 req-82d69572-519c-4799-8908-5b54c7de40be tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Oct 16 13:56:01.681280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e66bf-ead6-406d-bd4a-d6c790e471e4 req-d296c162-f9b2-40e5-a8b5-345b94e57d38 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:01.682709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e7e66bf-ead6-406d-bd4a-d6c790e471e4 req-d296c162-f9b2-40e5-a8b5-345b94e57d38 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0549965 Oct 16 13:56:01.719516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4e7e66bf-ead6-406d-bd4a-d6c790e471e4 req-b6010898-6515-4b8b-90c0-1c298d4fd9b7 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309772 Oct 16 13:56:03.171079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a961b2-3680-4a8c-ad9b-b174fc887e72 req-4b02fb7e-be8e-4468-80e0-b234c81e0fb8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:03.172597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9a961b2-3680-4a8c-ad9b-b174fc887e72 req-4b02fb7e-be8e-4468-80e0-b234c81e0fb8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.3875241 Oct 16 13:56:03.210625 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9a961b2-3680-4a8c-ad9b-b174fc887e72 req-2b4b8730-f4db-4333-be93-71d2756013ac tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Oct 16 13:56:04.331727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82baa1-c7f7-4d07-9f0a-e89f3e15a513 req-ab2f228e-44f8-4fa7-8d2d-f975fcd2d77d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:04.333208 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e82baa1-c7f7-4d07-9f0a-e89f3e15a513 req-ab2f228e-44f8-4fa7-8d2d-f975fcd2d77d tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0557370 Oct 16 13:56:04.374309 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e82baa1-c7f7-4d07-9f0a-e89f3e15a513 req-0fa77bca-d8da-4b3f-9ca0-04c2e2c9423f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Oct 16 13:56:05.494828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507cd74-cf47-4c1a-b208-374d2bb94f96 req-211671c9-fdf0-45c6-b6d6-475be2c11d69 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:05.496298 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1507cd74-cf47-4c1a-b208-374d2bb94f96 req-211671c9-fdf0-45c6-b6d6-475be2c11d69 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0558958 Oct 16 13:56:05.536088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1507cd74-cf47-4c1a-b208-374d2bb94f96 req-d097d611-37ce-4933-8d9c-0535b3ba20fe tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Oct 16 13:56:06.654136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d355c-8368-47b7-aafa-2ad8c0b096e4 req-ac546171-09d2-4d2e-81c8-8ac4411be2bd tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:06.655592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e37d355c-8368-47b7-aafa-2ad8c0b096e4 req-ac546171-09d2-4d2e-81c8-8ac4411be2bd tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0544269 Oct 16 13:56:06.691642 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e37d355c-8368-47b7-aafa-2ad8c0b096e4 req-0ccab950-8166-46b0-ae18-5485bdf1e70a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302420 Oct 16 13:56:06.811155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-f70b5466-715a-45e2-afe5-096f95361538 service neutron] 10.222.0.31 "GET /v2.0/ports/e13e6608-289e-4612-8ce9-6d1ab347eeca/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0603549 Oct 16 13:56:07.417996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-e8ca6d5f-ac74-4c74-849b-9bf2f65fc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:07.419487 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-e8ca6d5f-ac74-4c74-849b-9bf2f65fc8bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7&tenant_id=0126eb84bdf845839c70c858190cec3d HTTP/1.1" status: 200 len: 1098 time: 0.0818858 Oct 16 13:56:07.504263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-ae3fb6fd-3590-4f7f-abef-07e26eed86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:07.505766 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-ae3fb6fd-3590-4f7f-abef-07e26eed86e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0649769 Oct 16 13:56:07.594775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-0b07bb8c-cae8-41d7-ab6f-906b80c0cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:07.596196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-0b07bb8c-cae8-41d7-ab6f-906b80c0cbb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 200 len: 913 time: 0.0841422 Oct 16 13:56:07.638676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-8001ce30-524e-4854-9904-9fad5d99e22b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 200 len: 217 time: 0.0350351 Oct 16 13:56:07.686614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-40bf40ad-d9cc-43f6-baba-c4eee87595f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:07.687917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-40bf40ad-d9cc-43f6-baba-c4eee87595f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8ba7c06-6562-4017-a4cf-573ac1fe115f HTTP/1.1" status: 200 len: 852 time: 0.0423589 Oct 16 13:56:07.724031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-ace73179-658b-415b-b115-77a729ee3c9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292177 Oct 16 13:56:07.849084 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-2078c0af-69eb-4e8d-bf5b-44145ed6a05a service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180468 Oct 16 13:56:07.861918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a15425-9264-48fd-9675-d91eb15e3cb4 req-8c4f821d-17c0-488f-b4a3-9c0851693261 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:07.868017 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-02a15425-9264-48fd-9675-d91eb15e3cb4 req-8c4f821d-17c0-488f-b4a3-9c0851693261 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.1041424 Oct 16 13:56:07.944234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-02a15425-9264-48fd-9675-d91eb15e3cb4 req-55380fa9-48a6-4e26-b00b-dfca96f816af tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728512 Oct 16 13:56:07.972109 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ce348b9-8c12-4bbc-b6c1-e97ffd155256 req-33a1e8c1-6378-472f-902a-49e22c552fe4 service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078906 Oct 16 13:56:09.065570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b865-1502-4eec-b95b-7f74a4a4672f req-5248cb1c-315b-4985-bebd-d286da1bda99 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:09.067044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fd7b865-1502-4eec-b95b-7f74a4a4672f req-5248cb1c-315b-4985-bebd-d286da1bda99 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0550048 Oct 16 13:56:09.109320 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fd7b865-1502-4eec-b95b-7f74a4a4672f req-40cd99d8-cfdd-4dc6-89e5-77f5bcc3c260 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357404 Oct 16 13:56:10.231070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81260b28-97cf-4798-ab90-64c45273e6a2 req-23ef3038-29c1-4b80-aa6b-5f0b8cfaf074 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:10.232576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81260b28-97cf-4798-ab90-64c45273e6a2 req-23ef3038-29c1-4b80-aa6b-5f0b8cfaf074 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0569897 Oct 16 13:56:10.269374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81260b28-97cf-4798-ab90-64c45273e6a2 req-49b0d28f-c0ca-46fb-ab61-8f7297a30961 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309319 Oct 16 13:56:10.760951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656250a5-c0a3-4b02-afc3-78462739a993 req-d53aa419-5d1f-45b2-a9c0-2f93ddabaa1a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:10.762348 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-d53aa419-5d1f-45b2-a9c0-2f93ddabaa1a tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7&tenant_id=0126eb84bdf845839c70c858190cec3d&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 945 time: 0.0977597 Oct 16 13:56:10.826558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:56:10.830294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:56:10.859813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5544578b-b145-490c-8100-c3ed533e5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:10.861359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5544578b-b145-490c-8100-c3ed533e5f08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0126eb84bdf845839c70c858190cec3d&device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0566435 Oct 16 13:56:10.954710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656250a5-c0a3-4b02-afc3-78462739a993 req-33f8a31f-450f-472d-b724-ded95c4ce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:10.956535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-33f8a31f-450f-472d-b724-ded95c4ce1c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 200 len: 913 time: 0.0885837 Oct 16 13:56:10.981763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:11.001328 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:11.010076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-905da77e-914a-4661-bdb7-46380c557b5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 200 len: 217 time: 0.0459347 Oct 16 13:56:11.022576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:56:11.025287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ee662d-38f9-4c85-87de-d3c66fa681f5" -d '{"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:56:11.029999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'network_id': '12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5', 'port_id': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'mac_address': 'fa:16:3e:4a:a7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ba7c06-6562-4017-a4cf-573ac1fe115f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:56:11.040416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:11.067024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656250a5-c0a3-4b02-afc3-78462739a993 req-c2a80ad2-3640-47e5-9b87-f41f0b9d0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:11.069832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-c2a80ad2-3640-47e5-9b87-f41f0b9d0b31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f8ba7c06-6562-4017-a4cf-573ac1fe115f HTTP/1.1" status: 200 len: 852 time: 0.0534351 Oct 16 13:56:11.086090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431d330d-b278-4f6e-a739-aed62b49431f x-openstack-request-id: req-431d330d-b278-4f6e-a739-aed62b49431f {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:56:11.086376 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:56:11.086719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-431d330d-b278-4f6e-a739-aed62b49431f {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:56:11.087678 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'code': 200} Oct 16 13:56:11.092162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:11.107294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-456bfe73-f7c4-45e9-9be0-cac597145e8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296364 Oct 16 13:56:11.109809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e13e6608-289e-4612-8ce9-6d1ab347eeca {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:56:11.156225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:11.211284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-7caa1fc0-b394-4a6d-942e-2f3a3050e725 service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970867 Oct 16 13:56:11.261444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:56:11.261805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:56:11.267166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:11.275346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.275654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.276008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.276375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.276719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.277051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.277381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.277711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.278039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.278361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.278683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.279002 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:11.308272 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-d0b5a61e-1703-4349-a510-63d14fdc943e service neutron] 10.222.0.31 "GET /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901146 Oct 16 13:56:11.804634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:11.818209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13e6608-289e-4612-8ce9-6d1ab347eeca {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:56:11.837899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:11.927349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:11.988698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e13e6608-289e-4612-8ce9-6d1ab347eeca'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:56:11.992001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:12.580567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84fb3a-0e42-4946-b269-e24ef7018f3b req-305959a5-dd85-4d8d-8340-8a236cd298e5 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:12.582318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a84fb3a-0e42-4946-b269-e24ef7018f3b req-305959a5-dd85-4d8d-8340-8a236cd298e5 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 944 time: 0.0624306 Oct 16 13:56:12.620064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a84fb3a-0e42-4946-b269-e24ef7018f3b req-aff430c3-737b-4de1-9155-d3f7d69bafb8 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Oct 16 13:56:12.818414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-00be0d87-00b6-44dc-bb47-a291f342fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:12.843862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:56:12.897256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port e13e6608-289e-4612-8ce9-6d1ab347eeca triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:56:12.897623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:12.980744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:13.011262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:13.088308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:56:13.090601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c618cc86-f33a-476d-ab59-3689bd1ff768" -d '{"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-plugged", "status": "completed", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:56:13.094054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:13.137950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33855edb-9a4d-4020-841b-e0497f60bb5a x-openstack-request-id: req-33855edb-9a4d-4020-841b-e0497f60bb5a {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:56:13.137950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-plugged", "status": "completed", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:56:13.137950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33855edb-9a4d-4020-841b-e0497f60bb5a {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:56:13.137950 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'code': 200} Oct 16 13:56:13.151258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:13.749314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7cb0c-3d27-4de8-9777-bf1dcd8f3fdd req-a7f89017-a86e-4db5-a750-fcf4cdf6d6a3 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:13.750813 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3b7cb0c-3d27-4de8-9777-bf1dcd8f3fdd req-a7f89017-a86e-4db5-a750-fcf4cdf6d6a3 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0667021 Oct 16 13:56:13.787651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3b7cb0c-3d27-4de8-9777-bf1dcd8f3fdd req-f81d62ce-a706-4232-8a05-9a25b703b612 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2e6d0f8-94f3-413e-820d-082503f45029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Oct 16 13:56:14.193462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656250a5-c0a3-4b02-afc3-78462739a993 req-842190ec-c15a-4f1b-9b02-49f512130b68 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:14.195005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-842190ec-c15a-4f1b-9b02-49f512130b68 tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Oct 16 13:56:14.298912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Deleting port e13e6608-289e-4612-8ce9-6d1ab347eeca {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:56:14.299247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:14.386042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] For port e13e6608-289e-4612-8ce9-6d1ab347eeca, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e13e6608-289e-4612-8ce9-6d1ab347eeca,segment=NetworkSegment(f8a393c4-f953-479f-8a86-67500c2007e1),segment_id=f8a393c4-f953-479f-8a86-67500c2007e1)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:14.386393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:14.402871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Calling delete_port for e13e6608-289e-4612-8ce9-6d1ab347eeca owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:56:14.601393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:14.614079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e13e6608-289e-4612-8ce9-6d1ab347eeca'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:56:14.635240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Pushing event deleted for resources: {'Port': ['ID=e13e6608-289e-4612-8ce9-6d1ab347eeca,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:14.647154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.648421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.648421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.648421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.649381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.649381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.649626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.649950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.650282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.650598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.650917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.651258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:14.687571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] No DVR routers for this DVR port e13e6608-289e-4612-8ce9-6d1ab347eeca on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:56:14.690163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:14.693455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-656250a5-c0a3-4b02-afc3-78462739a993 req-5d3c905c-0651-4f44-bfaf-9fed9004df3f tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.31 "DELETE /v2.0/ports/e13e6608-289e-4612-8ce9-6d1ab347eeca HTTP/1.1" status: 204 len: 173 time: 0.4920588 Oct 16 13:56:14.693894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-deleted', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:56:14.696204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f66e2d4-1f45-4a64-b593-2acb78dd9571" -d '{"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-deleted", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:56:14.737186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55834ee-3e41-48ce-9aa0-0a5ed5b956d8 x-openstack-request-id: req-f55834ee-3e41-48ce-9aa0-0a5ed5b956d8 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:56:14.737186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d84630-67ed-4006-b413-1ada9f2c4bc7", "name": "network-vif-deleted", "tag": "e13e6608-289e-4612-8ce9-6d1ab347eeca", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:56:14.737186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f55834ee-3e41-48ce-9aa0-0a5ed5b956d8 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:56:14.737186 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d84630-67ed-4006-b413-1ada9f2c4bc7', 'name': 'network-vif-deleted', 'tag': 'e13e6608-289e-4612-8ce9-6d1ab347eeca', 'status': 'completed', 'code': 200} Oct 16 13:56:14.885671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-45605009-f3eb-46e5-a1fb-f4ac0d57a498 req-5a1dbf64-336a-452a-96f1-6f5718e58cbf tempest-DeleteServersTestJSON-1256859749 tempest-DeleteServersTestJSON-1256859749-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d84630-67ed-4006-b413-1ada9f2c4bc7 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Oct 16 13:56:15.435462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1870-745f-49be-9636-531fad7ccb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.009740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40742) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:56:16.054085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Deleting subnet f8ba7c06-6562-4017-a4cf-573ac1fe115f {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:56:16.057131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.095128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.132800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.247104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.272627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ba7c06-6562-4017-a4cf-573ac1fe115f,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:16.277173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.280304 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5c5c0a77-7b46-47b2-b468-9a63ebf6de8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8ba7c06-6562-4017-a4cf-573ac1fe115f HTTP/1.1" status: 204 len: 168 time: 0.2695425 Oct 16 13:56:16.282829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 40744) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:56:16.355020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.431357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.450070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:56:16.459595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a393c4-f953-479f-8a86-67500c2007e1') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:56:16.459897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a393c4-f953-479f-8a86-67500c2007e1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:56:16.469484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.482786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.488440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:56:16.488814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:56:16.490421 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:56:16.572827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.629963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.635674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.638791 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] 10.222.0.24 "DELETE /v2.0/networks/12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5 HTTP/1.1" status: 204 len: 168 time: 0.3550560 Oct 16 13:56:16.650460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327988b1-ed98-4533-83a8-eabd17d9733c admin admin] Pushing event deleted for resources: {'Network': ['ID=12bdea73-8cc9-4583-b0e1-25b1ebb6b4a5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:16.726933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.887034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40748) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:56:16.927812 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7520fef-30ac-4446-a03b-6902967daa10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0126eb84bdf845839c70c858190cec3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396202 Oct 16 13:56:16.930639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40750) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:56:16.977932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:16.998524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:17.121098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:17.123669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:17.124886 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2e6d0f8-94f3-413e-820d-082503f45029 HTTP/1.1" status: 204 len: 168 time: 0.1933572 Oct 16 13:56:17.132757 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6d0f8-94f3-413e-820d-082503f45029,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:17.140675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.141026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.141365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.141701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.142033 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.142366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.142767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.143079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.143403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.143728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.144054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.144394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab2f43f-a02d-426f-ad7a-0e335c030d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:56:17.999326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40772) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:56:18.093188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1107707686-network', 'tenant_id': 'd00728281df94f26919a1adff5092f10'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:56:18.200872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Made reservation on behalf of d00728281df94f26919a1adff5092f10 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:56:18.203226 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.216015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.287519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.355278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.381898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:56:18.388502 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b96e0b-5578-407f-99d3-e5f6147c55d7,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:18.394371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.394709 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Added segment e7405297-feef-4eeb-991a-f4e2ed1453d5 of type vlan for network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 Oct 16 13:56:18.433902 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.452707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.532303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.533286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:18.533858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.595193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e03c86f-fc95-49d4-9cf3-2934ae79b715,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:18.607953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:56:18.638323 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9801fa3c-19ef-44ac-81b0-d4cf1c4010e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6379189 Oct 16 13:56:18.641153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 40776) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:56:18.645920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Request body: {'subnet': {'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1107707686-subnet', 'tenant_id': 'd00728281df94f26919a1adff5092f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:56:18.738519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Made reservation on behalf of d00728281df94f26919a1adff5092f10 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:56:18.740863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:18.867112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:56:18.892062 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: e13e6608-289e-4612-8ce9-6d1ab347eeca {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:56:18.892426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e13e6608-289e-4612-8ce9-6d1ab347eeca not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:56:18.978986 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:19.029003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9baa4554-b077-4462-919e-3e7cff9ba592,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:19.043741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Checking segment: {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:56:19.044117 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Network hostable DHCP agents. Network: 7e03c86f-fc95-49d4-9cf3-2934ae79b715, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:56:19.137891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:56:19.224061 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 7e03c86f-fc95-49d4-9cf3-2934ae79b715) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:56:19.228763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:19.229347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:19.233520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68360d5-a492-44da-ad1e-172ea9cdfe77 None None] Network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:56:19.312667 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b4ad096c-8f5f-4580-933c-6c9d9d7c6b33 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6703160 Oct 16 13:56:19.350803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c23732-636d-40ca-a679-06c3bbdf6aef None None] Network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:56:19.737287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-50688374-58b4-44e4-ac1c-6c8f1a415e9c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:19.738760 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-50688374-58b4-44e4-ac1c-6c8f1a415e9c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 815 time: 0.1058602 Oct 16 13:56:19.753204 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-d255e7de-1202-42cf-8e13-2528c10d8985 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/quotas/d00728281df94f26919a1adff5092f10 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Oct 16 13:56:19.786629 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-924403db-39a1-4c74-b4d9-6512761292a8 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283644 Oct 16 13:56:19.878874 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-f252e55a-226f-489b-9627-90f94b8a479d service neutron] 10.222.0.24 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Oct 16 13:56:19.974807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-8a8e2d02-42f0-4895-9aa0-e53bb51f1099 service neutron] 10.222.0.24 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894792 Oct 16 13:56:20.210065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa80671c-0c5e-4418-afae-12c37475e95e req-69be5713-a178-4980-a522-bfba63389987 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 210 time: 0.0285325 Oct 16 13:56:21.301865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-412ec362-40c1-41f5-8e6c-57d591899658 req-3408cf34-a7f0-42e8-b365-362922db3b1b tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 210 time: 0.0286479 Oct 16 13:56:22.086884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-b4961bfe-cc0d-4629-821f-5cbbf1a924f3 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:22.088340 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-b4961bfe-cc0d-4629-821f-5cbbf1a924f3 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 815 time: 0.1085477 Oct 16 13:56:22.101005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Request body: {'port': {'device_id': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715', 'admin_state_up': True, 'tenant_id': 'd00728281df94f26919a1adff5092f10'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:56:22.298297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Made reservation on behalf of d00728281df94f26919a1adff5092f10 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:56:22.301944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:22.410969 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0398e1b0-8db3-4575-b55a-e15bfe068904 req-89b04496-7bc7-4b60-a9d9-267d9144d2f0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 210 time: 0.0386972 Oct 16 13:56:22.472821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Allocated IP 172.20.0.13 (7e03c86f-fc95-49d4-9cf3-2934ae79b715/9baa4554-b077-4462-919e-3e7cff9ba592/83e517bd-5d21-44e2-a865-622c93e68b5e) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:56:22.578170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:22.620392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:22.687113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:22.734976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:56:22.740037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:56:22.744391 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:56:22.777852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Pushing event updated for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:22.804742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:22.805864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:22.872225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-85d8d8f0-5936-4f09-a52c-6b0d60208712 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7748411 Oct 16 13:56:22.884721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Request body: {'port': {'device_id': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:56:22.946251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:23.234296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e517bd-5d21-44e2-a865-622c93e68b5e {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:56:23.241706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:23.254013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Transition to ACTIVE for port object 83e517bd-5d21-44e2-a865-622c93e68b5e will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:56:23.349245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:23.406946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Pushing event updated for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:23.475013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Attempting to bind port 83e517bd-5d21-44e2-a865-622c93e68b5e on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:56:23.475343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Attempting to bind port 83e517bd-5d21-44e2-a865-622c93e68b5e by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:56:23.475664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Attempting to bind port 83e517bd-5d21-44e2-a865-622c93e68b5e on network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:56:23.491030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Port 83e517bd-5d21-44e2-a865-622c93e68b5e on network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:56:23.491349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Attempting to bind port 83e517bd-5d21-44e2-a865-622c93e68b5e on network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:56:23.511594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:56:23.511920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Checking segment: {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:56:23.512293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Bound using segment: {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:56:23.512758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Bound port: 83e517bd-5d21-44e2-a865-622c93e68b5e, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:56:23.513095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:23.576872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96481e72-dd93-458d-b214-3d5ac33811e8 req-a068dbdf-0192-4b8b-8405-bdc0dd3df60e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:23.578325 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96481e72-dd93-458d-b214-3d5ac33811e8 req-a068dbdf-0192-4b8b-8405-bdc0dd3df60e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0985417 Oct 16 13:56:23.612732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:56:23.630586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=83e517bd-5d21-44e2-a865-622c93e68b5e,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:56:23.638051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-96481e72-dd93-458d-b214-3d5ac33811e8 req-4b9fe2df-2dde-4b1d-b85a-7db29186165c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487311 Oct 16 13:56:23.699126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:23.734035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:23.734635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:23.736159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] 10.222.0.31 "PUT /v2.0/ports/83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 200 len: 1094 time: 0.8559890 Oct 16 13:56:23.738191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:56:23.740913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:56:23.771979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3787cf2-0570-44cc-b405-c4dde41ba708 service neutron] Pushing event updated for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:23.779678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd899cd5-53c9-4d5e-8c4f-ca188488a4cc x-openstack-request-id: req-dd899cd5-53c9-4d5e-8c4f-ca188488a4cc {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:56:23.779996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:56:23.780221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd899cd5-53c9-4d5e-8c4f-ca188488a4cc {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:56:23.780649 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e', 'status': 'completed', 'code': 200} Oct 16 13:56:23.847347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db req-ebc59702-f837-463e-a03b-bd0d1a381f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:23.848847 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db req-ebc59702-f837-463e-a03b-bd0d1a381f40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1097 time: 0.0474238 Oct 16 13:56:23.948913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db req-94c90930-bf85-4749-abbd-93c1ae874d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:23.950404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db req-94c90930-bf85-4749-abbd-93c1ae874d93 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d00728281df94f26919a1adff5092f10&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0940845 Oct 16 13:56:24.042674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db req-b1c43546-4b39-4720-8398-faa583c5bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:24.044117 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1834ae3b-cdb7-4e2a-ab19-74d1ca1829db req-b1c43546-4b39-4720-8398-faa583c5bf93 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867634 Oct 16 13:56:24.124827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-6ab51779-5ca0-4103-b0b4-7d51012d9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:24.126269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-6ab51779-5ca0-4103-b0b4-7d51012d9a7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1097 time: 0.0460219 Oct 16 13:56:24.173078 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-64bc52db-5eaf-4058-ba30-5861e939bc95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 200 len: 217 time: 0.0387070 Oct 16 13:56:24.221466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-6d6f5745-5c5d-4f5d-9c06-6740b2728d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:24.222905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-6d6f5745-5c5d-4f5d-9c06-6740b2728d48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0436115 Oct 16 13:56:24.254727 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-eb9fc4ca-184d-44ce-b97a-f8dd5bc6d890 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250125 Oct 16 13:56:24.345510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-5ecca7ff-33ee-4a71-a94b-30877e571fb8 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839577 Oct 16 13:56:24.434521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e4ee4863-4a2e-4e42-a17a-1d928b3ed5ad req-fac80b45-204e-4814-b8bd-272e3a73418d service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818994 Oct 16 13:56:24.761040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da09cd-f39a-48b5-8976-643136d46581 req-1b404162-6032-4dad-be06-bc14819d6d79 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:24.762509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11da09cd-f39a-48b5-8976-643136d46581 req-1b404162-6032-4dad-be06-bc14819d6d79 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0594587 Oct 16 13:56:24.802678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11da09cd-f39a-48b5-8976-643136d46581 req-7ea86c55-0302-4874-9eed-d7b44a730db5 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Oct 16 13:56:25.926672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf366319-3dfa-47a2-b759-c5720e43b558 req-abbcd499-ef98-4300-8771-9a290c868d4c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:25.928145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf366319-3dfa-47a2-b759-c5720e43b558 req-abbcd499-ef98-4300-8771-9a290c868d4c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0567369 Oct 16 13:56:25.966614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf366319-3dfa-47a2-b759-c5720e43b558 req-6d190bf2-ee9b-4dcd-8e64-7a475e7ed0c2 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Oct 16 13:56:26.923542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 83e517bd-5d21-44e2-a865-622c93e68b5e details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:56:27.015880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=83e517bd-5d21-44e2-a865-622c93e68b5e,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:27.027156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '83e517bd-5d21-44e2-a865-622c93e68b5e', 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715', 'port_id': '83e517bd-5d21-44e2-a865-622c93e68b5e', 'mac_address': 'fa:16:3e:fb:8b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baa4554-b077-4462-919e-3e7cff9ba592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:56:27.069176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:27.085825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e517bd-5d21-44e2-a865-622c93e68b5e {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:56:27.087245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fbf2c-7c01-49d7-8bb3-bf7359174ea8 req-996e1b94-4416-4731-ad43-0ab2665d0976 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:27.089397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-730fbf2c-7c01-49d7-8bb3-bf7359174ea8 req-996e1b94-4416-4731-ad43-0ab2665d0976 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0573232 Oct 16 13:56:27.106305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=83e517bd-5d21-44e2-a865-622c93e68b5e,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:27.127716 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-730fbf2c-7c01-49d7-8bb3-bf7359174ea8 req-f2866541-0851-42e0-a57e-4a9e3c27b119 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Oct 16 13:56:27.167440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:27.218743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:27.371050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['83e517bd-5d21-44e2-a865-622c93e68b5e'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:56:28.249649 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df39430-989c-45c7-83af-b7753e20bc61 req-753cc579-d13c-4485-aa44-e1a40571a6df tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:28.251136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2df39430-989c-45c7-83af-b7753e20bc61 req-753cc579-d13c-4485-aa44-e1a40571a6df tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 945 time: 0.0597341 Oct 16 13:56:28.288454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2df39430-989c-45c7-83af-b7753e20bc61 req-6bbdee1b-4293-4ab8-b3e1-0038bf705632 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Oct 16 13:56:28.939810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 83e517bd-5d21-44e2-a865-622c93e68b5e up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:56:29.041134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 83e517bd-5d21-44e2-a865-622c93e68b5e completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:56:29.044750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 83e517bd-5d21-44e2-a865-622c93e68b5e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:56:29.045114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:29.127473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:29.148979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:56:29.151840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2980248-4f06-4a06-b7e9-177557112467" -d '{"events": [{"server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "name": "network-vif-plugged", "status": "completed", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:56:29.166761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=83e517bd-5d21-44e2-a865-622c93e68b5e,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:29.186225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ea9b0-fb8b-415a-ba52-0e40844bc00c x-openstack-request-id: req-785ea9b0-fb8b-415a-ba52-0e40844bc00c {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:56:29.186510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "name": "network-vif-plugged", "status": "completed", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:56:29.186856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-785ea9b0-fb8b-415a-ba52-0e40844bc00c {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:56:29.187313 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e', 'code': 200} Oct 16 13:56:29.240960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:29.295806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:29.407673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959521c-eb09-49c3-9869-0993e136e4c9 req-9f17b078-123a-40b9-bc9b-0d088ab586fb tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:29.409462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1959521c-eb09-49c3-9869-0993e136e4c9 req-9f17b078-123a-40b9-bc9b-0d088ab586fb tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0561302 Oct 16 13:56:29.471690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1959521c-eb09-49c3-9869-0993e136e4c9 req-f9b1613d-ebe5-4120-be0c-bd67e67175e2 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562539 Oct 16 13:56:29.489484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88246-64fe-475d-8335-05d2b0d43477 req-080244a8-8dd5-4e97-9d03-aeba4cb7447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:29.490967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c7f88246-64fe-475d-8335-05d2b0d43477 req-080244a8-8dd5-4e97-9d03-aeba4cb7447c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1099 time: 0.0548453 Oct 16 13:56:29.530339 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c7f88246-64fe-475d-8335-05d2b0d43477 req-1d353605-543a-497e-a0c3-a656a6ab02a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Oct 16 13:56:30.596363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ea7d7-b84e-4039-a80c-86cec5713d8a req-25acaf10-f061-442e-bd0d-9bd65b4e78c6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:30.597857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f2ea7d7-b84e-4039-a80c-86cec5713d8a req-25acaf10-f061-442e-bd0d-9bd65b4e78c6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0551770 Oct 16 13:56:30.636515 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f2ea7d7-b84e-4039-a80c-86cec5713d8a req-9b3813ca-c1ac-43a8-a2f2-da7010fd5eb9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Oct 16 13:56:31.755389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3190bbb-ce74-455e-bb13-58243517deef req-6f3ab283-4d2f-4b76-b7a5-dc87adbd5259 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:31.756866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3190bbb-ce74-455e-bb13-58243517deef req-6f3ab283-4d2f-4b76-b7a5-dc87adbd5259 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0553627 Oct 16 13:56:31.794871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3190bbb-ce74-455e-bb13-58243517deef req-5003ba3e-67c6-404d-9515-829ed28083eb tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316007 Oct 16 13:56:31.917383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b35fd-ce85-46eb-a49e-69d3f1213b4e req-b3dbeef9-f702-4c66-9ea5-f7294cb30ea2 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:31.918712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f5b35fd-ce85-46eb-a49e-69d3f1213b4e req-b3dbeef9-f702-4c66-9ea5-f7294cb30ea2 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0592222 Oct 16 13:56:31.955553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f5b35fd-ce85-46eb-a49e-69d3f1213b4e req-b48107fd-dd18-4af9-aacc-b053d39207b9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Oct 16 13:56:32.216664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00130a-373f-46f9-aa77-823ab90852bf req-28a332c3-54f3-46f2-ba65-2107b3846001 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:32.218135 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ee00130a-373f-46f9-aa77-823ab90852bf req-28a332c3-54f3-46f2-ba65-2107b3846001 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0568321 Oct 16 13:56:32.254877 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ee00130a-373f-46f9-aa77-823ab90852bf req-f5e2dda6-eb7e-4dd0-b87f-21170ff72c75 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307865 Oct 16 13:56:32.372064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592ba00-ad70-41e6-9a02-00a6307f7272 req-9b5d9dcc-22e9-42eb-94ed-285b4b07ff69 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:32.373541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4592ba00-ad70-41e6-9a02-00a6307f7272 req-9b5d9dcc-22e9-42eb-94ed-285b4b07ff69 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0548201 Oct 16 13:56:32.409774 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4592ba00-ad70-41e6-9a02-00a6307f7272 req-413b4333-b4f5-4884-84a0-925930b94ee5 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Oct 16 13:56:32.854284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e85142-5d2f-45b9-bb07-7ca26d0fe8d4 req-5b4c46cd-7757-4944-810f-4ff2a1d38cdc tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:32.855678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-87e85142-5d2f-45b9-bb07-7ca26d0fe8d4 req-5b4c46cd-7757-4944-810f-4ff2a1d38cdc tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0593338 Oct 16 13:56:32.901241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-87e85142-5d2f-45b9-bb07-7ca26d0fe8d4 req-5859877a-2c45-41fb-8562-043098303fba tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Oct 16 13:56:32.939487 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-2b86f757-bed9-4588-8542-1bf6af7426e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483148 Oct 16 13:56:34.024737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13dc35-41a5-41fd-8a56-e4bd3f80151b req-2b3b6af6-303a-4841-ba92-a953357451ed tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:34.026411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7e13dc35-41a5-41fd-8a56-e4bd3f80151b req-2b3b6af6-303a-4841-ba92-a953357451ed tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0570574 Oct 16 13:56:34.065494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7e13dc35-41a5-41fd-8a56-e4bd3f80151b req-8e801728-fe98-4861-8cfa-01d1928872f4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Oct 16 13:56:34.741585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-5bfd2d46-2ae6-441a-9086-57e736905f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:34.743090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-5bfd2d46-2ae6-441a-9086-57e736905f1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1099 time: 0.0980422 Oct 16 13:56:34.831780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-225dda32-cf41-4194-9585-ec41aabe1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:34.833249 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-225dda32-cf41-4194-9585-ec41aabe1ea5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0830536 Oct 16 13:56:34.878750 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-b65da925-da71-49fa-8a1f-c991a6069aa2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 200 len: 217 time: 0.0387263 Oct 16 13:56:34.926653 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-6e88a9f5-2420-44d0-9adf-bc6399b13e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:34.927960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-6e88a9f5-2420-44d0-9adf-bc6399b13e88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0424881 Oct 16 13:56:34.959669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-8ca3bf00-471b-497d-8724-0d9dc9c38d50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249360 Oct 16 13:56:34.970504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-6cb8119b-cb5b-4c62-86a5-087048c2d8b7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:56:34.971425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-6cb8119b-cb5b-4c62-86a5-087048c2d8b7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0045969 Oct 16 13:56:35.443963 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-0cd9a14d-5295-4f9e-9d91-5d4a4b7bf522 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646118 Oct 16 13:56:35.455954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49727020-62f1-4d1e-948e-aed663f966c5 req-333fdf5c-799e-4e2f-b4f2-a966001a05ff tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:35.457665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49727020-62f1-4d1e-948e-aed663f966c5 req-333fdf5c-799e-4e2f-b4f2-a966001a05ff tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0767550 Oct 16 13:56:35.546736 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49727020-62f1-4d1e-948e-aed663f966c5 req-6473043b-99ed-4793-9e80-82b04c073073 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806372 Oct 16 13:56:35.568511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-53542d00-511c-4318-a4e1-66060c5cf493 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098998 Oct 16 13:56:36.281968 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:56:36.667859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a69d8-161f-4fdd-b806-4ee5ed2d9feb req-68e68d89-ff8e-47ff-8cdc-54dd9f07a846 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:36.669332 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc5a69d8-161f-4fdd-b806-4ee5ed2d9feb req-68e68d89-ff8e-47ff-8cdc-54dd9f07a846 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0553167 Oct 16 13:56:36.706595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc5a69d8-161f-4fdd-b806-4ee5ed2d9feb req-d89c0e90-112c-493f-93d1-be2490cb7d99 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Oct 16 13:56:37.833205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd82230-e9a1-4145-83d2-952d448894d4 req-8b09c023-e839-4cfb-9599-16761a72fd88 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:37.834726 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0dd82230-e9a1-4145-83d2-952d448894d4 req-8b09c023-e839-4cfb-9599-16761a72fd88 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0621746 Oct 16 13:56:37.873288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0dd82230-e9a1-4145-83d2-952d448894d4 req-880ac3b0-1f64-4add-95e3-a9ecb7f5b45c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Oct 16 13:56:38.678640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-8e8c3e54-c74f-4877-a6a9-0b9eb2fc18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:38.680132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-8e8c3e54-c74f-4877-a6a9-0b9eb2fc18a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1099 time: 0.0470929 Oct 16 13:56:38.785699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-e08e124d-fcdb-4422-9a1f-cebba5751796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:38.787190 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-e08e124d-fcdb-4422-9a1f-cebba5751796 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0894017 Oct 16 13:56:38.834014 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-2d18f7ae-3ce4-411d-ae7e-71fccd7ee4d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 200 len: 217 time: 0.0402699 Oct 16 13:56:38.883034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-9ce18b24-845b-43de-8184-82ae882ea2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:38.884500 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-9ce18b24-845b-43de-8184-82ae882ea2ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0432065 Oct 16 13:56:38.919342 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-60f12061-499b-4afb-8b24-5df7f6a8f28a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272789 Oct 16 13:56:39.045738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22779d7-0c26-475a-9078-2082f6545f4f req-65ff2c01-45f4-4cfa-b68f-c73a3f32455e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:39.047121 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c22779d7-0c26-475a-9078-2082f6545f4f req-65ff2c01-45f4-4cfa-b68f-c73a3f32455e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.1043005 Oct 16 13:56:39.063357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-a48f33b6-1c21-49ef-9875-addda3a12c1e service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374183 Oct 16 13:56:39.117993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c22779d7-0c26-475a-9078-2082f6545f4f req-a9c69dd6-a9e9-4673-b59b-f737ef310cce tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637176 Oct 16 13:56:39.172555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e71331d8-2ae8-4f3e-9c1a-583ef9875f27 req-4d68bf31-06a0-4893-837b-e138aa228c11 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021626 Oct 16 13:56:40.241520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7df96-f8ac-4e56-bade-bf6d7896bc32 req-01a584dc-31e7-4ac0-a79d-44db922d8370 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:40.242995 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60b7df96-f8ac-4e56-bade-bf6d7896bc32 req-01a584dc-31e7-4ac0-a79d-44db922d8370 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0586846 Oct 16 13:56:40.280894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60b7df96-f8ac-4e56-bade-bf6d7896bc32 req-5bd37944-9c81-4084-9bd0-d56e51eccb3a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Oct 16 13:56:41.404514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54515c7-9b11-47af-a933-91b14d754a5d req-198a4700-de29-41d2-8e5f-bfa10e26cb0f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:41.405967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a54515c7-9b11-47af-a933-91b14d754a5d req-198a4700-de29-41d2-8e5f-bfa10e26cb0f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0600567 Oct 16 13:56:41.443391 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a54515c7-9b11-47af-a933-91b14d754a5d req-a94b97c7-71d0-4c4f-a13b-42105c270ffe tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Oct 16 13:56:42.563046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116ce37-1adc-4238-8150-a4e8bcede97b req-52e59ae6-4d3b-403f-8c16-9a9373d24559 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:42.564552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b116ce37-1adc-4238-8150-a4e8bcede97b req-52e59ae6-4d3b-403f-8c16-9a9373d24559 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0560470 Oct 16 13:56:42.602397 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b116ce37-1adc-4238-8150-a4e8bcede97b req-e9336903-38f6-4410-970f-aa2d04059720 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Oct 16 13:56:42.783969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6e78745b-b8e9-4109-8115-72468ed0ef92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:43.724582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750b68-7b10-4177-adf9-d6b56373628e req-5f39afeb-6595-4a86-bac6-1997c7646d82 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:43.726055 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2750b68-7b10-4177-adf9-d6b56373628e req-5f39afeb-6595-4a86-bac6-1997c7646d82 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0560253 Oct 16 13:56:43.763082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b2750b68-7b10-4177-adf9-d6b56373628e req-ddc49701-4afc-4233-8fa3-0f43748fd0b8 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305583 Oct 16 13:56:44.887676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563ac0-258a-4250-b596-332164e44f51 req-84b528df-9d46-479f-b999-f6dccaab42d9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:44.889172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12563ac0-258a-4250-b596-332164e44f51 req-84b528df-9d46-479f-b999-f6dccaab42d9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0596979 Oct 16 13:56:44.925959 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12563ac0-258a-4250-b596-332164e44f51 req-4484f288-3a87-46c7-a0de-e9e5b8898324 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Oct 16 13:56:45.446280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7407b833-0635-4f02-855f-af132d9fd9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:46.044395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6be8da-76f6-42e1-b0f5-197b98c14ff2 req-f8694871-2190-4f32-a237-d5e5d12aeb79 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:46.045882 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f6be8da-76f6-42e1-b0f5-197b98c14ff2 req-f8694871-2190-4f32-a237-d5e5d12aeb79 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0552795 Oct 16 13:56:46.083552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f6be8da-76f6-42e1-b0f5-197b98c14ff2 req-7d26e92f-ffb2-4555-b9ab-11c6bc41c1e0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Oct 16 13:56:46.571647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:46.754983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:47.205417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1bb59-2d03-4941-b1b4-9f11944c78d4 req-f6e1da0c-5af4-49a2-8470-9b7c31059476 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:47.207188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-20b1bb59-2d03-4941-b1b4-9f11944c78d4 req-f6e1da0c-5af4-49a2-8470-9b7c31059476 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0568404 Oct 16 13:56:47.244880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-20b1bb59-2d03-4941-b1b4-9f11944c78d4 req-332d8ee6-ef32-43c3-9d54-883d3c92cb9e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Oct 16 13:56:48.368630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110820a-d462-4a7d-b5a6-a60a2db2f64e req-a1e3e95c-5ce9-4f84-9456-eb2824a4eaf6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:48.370780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4110820a-d462-4a7d-b5a6-a60a2db2f64e req-a1e3e95c-5ce9-4f84-9456-eb2824a4eaf6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0610347 Oct 16 13:56:48.408723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4110820a-d462-4a7d-b5a6-a60a2db2f64e req-5e9b4338-46c0-4613-b881-52be112a3340 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Oct 16 13:56:48.474695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:49.532290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbaefa-3cab-4676-b2cf-acfaa0aa2578 req-9970a8cf-860e-4d86-ae47-c00a68af334e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:49.533799 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7bbaefa-3cab-4676-b2cf-acfaa0aa2578 req-9970a8cf-860e-4d86-ae47-c00a68af334e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0558846 Oct 16 13:56:49.570463 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7bbaefa-3cab-4676-b2cf-acfaa0aa2578 req-c960c556-49d8-4eb1-b590-7394ff81f298 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Oct 16 13:56:50.690958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e104-6d8a-422e-9c45-21f416b3757a req-d04bf9c3-58ce-4135-a230-6a69009cfab9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:50.692455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-adc0e104-6d8a-422e-9c45-21f416b3757a req-d04bf9c3-58ce-4135-a230-6a69009cfab9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0560100 Oct 16 13:56:50.734383 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-adc0e104-6d8a-422e-9c45-21f416b3757a req-70f155d0-0a13-47e3-a476-5831dc7a4378 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359352 Oct 16 13:56:51.863384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fa706-b94e-4a06-b042-b92d15d0611b req-f83a2163-4c25-494f-912c-6128aebc792d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:51.864906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-015fa706-b94e-4a06-b042-b92d15d0611b req-f83a2163-4c25-494f-912c-6128aebc792d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0568964 Oct 16 13:56:51.903299 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-015fa706-b94e-4a06-b042-b92d15d0611b req-4c4f9788-b09a-4870-b10a-5c761c5a9fae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Oct 16 13:56:52.594644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:52.821478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-c05ea1df-d655-4542-9b1d-3f89046ac1ef service neutron] 10.222.0.31 "GET /v2.0/ports/83e517bd-5d21-44e2-a865-622c93e68b5e/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0612481 Oct 16 13:56:53.024194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b0684-70f7-414f-a2ec-9521ba4fb2ff req-57f0918d-23f9-4d31-a783-ec4ff019fa52 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:53.025855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-758b0684-70f7-414f-a2ec-9521ba4fb2ff req-57f0918d-23f9-4d31-a783-ec4ff019fa52 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0561416 Oct 16 13:56:53.067803 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-758b0684-70f7-414f-a2ec-9521ba4fb2ff req-62ae2af3-072e-4ea3-b937-84aacefd9e8a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360899 Oct 16 13:56:53.302742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-8e8e7d45-fed9-4c9a-aa7e-2c2eada499ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:53.304232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-8e8e7d45-fed9-4c9a-aa7e-2c2eada499ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61&tenant_id=d00728281df94f26919a1adff5092f10 HTTP/1.1" status: 200 len: 1099 time: 0.0466638 Oct 16 13:56:53.371964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-a93578fb-81c9-4e9b-8897-c4cb8c3d1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:53.373477 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-a93578fb-81c9-4e9b-8897-c4cb8c3d1f26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1099 time: 0.0489347 Oct 16 13:56:53.474138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-f6e2f7d7-a191-41be-ac3c-ab676ab96d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:53.474138 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-f6e2f7d7-a191-41be-ac3c-ab676ab96d9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0894463 Oct 16 13:56:53.513614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-896e348a-f717-4c7d-a411-7c5713ee2ebb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 200 len: 217 time: 0.0366220 Oct 16 13:56:53.562763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-f58e3993-1569-4435-a88e-eb2070fd232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:53.564194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-f58e3993-1569-4435-a88e-eb2070fd232f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0439532 Oct 16 13:56:53.596691 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-701990f9-10ec-4349-9544-becb17bb1ee1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256157 Oct 16 13:56:53.688456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-34f068a0-9066-4676-859a-93f04c0fca2a service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851192 Oct 16 13:56:53.784978 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d7b10b-649f-4f9e-b341-7ba2aa51f849 req-c11f9a2c-94ac-4713-848f-82d219694d8b service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892217 Oct 16 13:56:54.188706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cab5d-2b06-4db2-9177-29d07eda0971 req-e14c29cf-4f03-4cab-b1ff-027745ec560d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:54.190230 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f04cab5d-2b06-4db2-9177-29d07eda0971 req-e14c29cf-4f03-4cab-b1ff-027745ec560d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0565648 Oct 16 13:56:54.228826 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f04cab5d-2b06-4db2-9177-29d07eda0971 req-5a3b0a28-a4d0-413d-964d-c02ba8538263 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Oct 16 13:56:55.351487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780935e1-2112-4ac9-934b-b2f8a2ee896f req-337984e4-2461-4044-a5e1-68a14f8c4abf tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:55.353033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-780935e1-2112-4ac9-934b-b2f8a2ee896f req-337984e4-2461-4044-a5e1-68a14f8c4abf tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0572517 Oct 16 13:56:55.392903 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-780935e1-2112-4ac9-934b-b2f8a2ee896f req-2bc32358-ead7-4043-af6c-26f3f9834358 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Oct 16 13:56:56.520883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e1488-99eb-4f88-ab17-d3d82255986e req-63404fe9-b6f6-40eb-b9ab-9e51f72395b0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:56.522273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-764e1488-99eb-4f88-ab17-d3d82255986e req-63404fe9-b6f6-40eb-b9ab-9e51f72395b0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0618076 Oct 16 13:56:56.559713 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-764e1488-99eb-4f88-ab17-d3d82255986e req-51f3dd7a-78cf-4862-8680-00a1ce1b8d2e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Oct 16 13:56:56.888736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba32fc1-627f-470b-bf61-945e7e73925b req-b8d3d420-663b-4cd5-b6db-fba89b9eeb85 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:56.890246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fba32fc1-627f-470b-bf61-945e7e73925b req-b8d3d420-663b-4cd5-b6db-fba89b9eeb85 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 946 time: 0.0560451 Oct 16 13:56:56.933900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fba32fc1-627f-470b-bf61-945e7e73925b req-1372f2a3-57be-4746-9151-efc712307559 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354943 Oct 16 13:56:57.022454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-0e46f656-4c29-42a8-9981-d04aa34ba7d8 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:57.023905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-0e46f656-4c29-42a8-9981-d04aa34ba7d8 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61&tenant_id=d00728281df94f26919a1adff5092f10&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 946 time: 0.0594530 Oct 16 13:56:57.115113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-2bfa8c15-d495-40a3-b749-5294ac3b200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:57.116534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-2bfa8c15-d495-40a3-b749-5294ac3b200e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 1099 time: 0.0505888 Oct 16 13:56:57.124216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 83e517bd-5d21-44e2-a865-622c93e68b5e no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:56:57.210140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-02657501-4da0-40c2-b0a4-d6194a2ae9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:57.210638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:57.211392 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-02657501-4da0-40c2-b0a4-d6194a2ae9db service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0874872 Oct 16 13:56:57.233639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:56:57.235844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9002f1db-82a0-4463-a148-27c0eccb9d01" -d '{"events": [{"server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "name": "network-vif-unplugged", "status": "completed", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:56:57.249168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=83e517bd-5d21-44e2-a865-622c93e68b5e,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:56:57.259773 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-868aa0da-6201-40b7-8d34-3f6716bd0c50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 200 len: 217 time: 0.0409493 Oct 16 13:56:57.281171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd0828d-5f8e-4996-be6f-d24a1289f223 x-openstack-request-id: req-4fd0828d-5f8e-4996-be6f-d24a1289f223 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:56:57.281474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "name": "network-vif-unplugged", "status": "completed", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:56:57.281730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fd0828d-5f8e-4996-be6f-d24a1289f223 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:56:57.282134 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e', 'code': 200} Oct 16 13:56:57.309242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:56:57.311358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-2232bcef-52c7-4da5-ab13-acbc7d897d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:57.313087 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-2232bcef-52c7-4da5-ab13-acbc7d897d08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0467143 Oct 16 13:56:57.347057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-de9120af-89ae-49a3-a7b2-fbc11cfdd40c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270348 Oct 16 13:56:57.362279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:56:57.442201 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-2d96e4e6-62f8-4c6e-8fd8-3ec7e195c82f service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884871 Oct 16 13:56:57.531910 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3423f786-83d3-4f08-8531-78b4a56f33aa req-cf6cfc01-a8e4-40c8-a6b7-b8f7cbe0f388 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825722 Oct 16 13:56:58.055887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb07448-cd0b-4a26-b701-cbf76f1d928d req-1952020b-f32d-452c-9429-37a2e4823f52 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:58.058174 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8eb07448-cd0b-4a26-b701-cbf76f1d928d req-1952020b-f32d-452c-9429-37a2e4823f52 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0562334 Oct 16 13:56:58.100789 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8eb07448-cd0b-4a26-b701-cbf76f1d928d req-f4c3fe03-e0ed-41f4-9e9d-ce427426429e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Oct 16 13:56:59.223610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604a6e2-edf9-4563-9370-a0e8e9765317 req-be2a197f-09b8-45ea-97a5-05c3075c4fa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:59.225127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a604a6e2-edf9-4563-9370-a0e8e9765317 req-be2a197f-09b8-45ea-97a5-05c3075c4fa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0567808 Oct 16 13:56:59.262011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a604a6e2-edf9-4563-9370-a0e8e9765317 req-2ae5a19d-8263-466d-bc9f-9d6526f1b089 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Oct 16 13:56:59.379951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decc378-af59-4008-8c9b-e816590d63a3 req-3a00c4e0-251d-4652-8547-f7080c031201 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:59.381624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5decc378-af59-4008-8c9b-e816590d63a3 req-3a00c4e0-251d-4652-8547-f7080c031201 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0557573 Oct 16 13:56:59.432839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5decc378-af59-4008-8c9b-e816590d63a3 req-7aed4e4b-6674-48c9-8a51-92b5c4738df3 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Oct 16 13:56:59.559486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8969c3-808d-412c-94a1-50c06d8b0bfa req-0cd578ca-ea28-4599-bcce-11f733897237 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:56:59.560994 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df8969c3-808d-412c-94a1-50c06d8b0bfa req-0cd578ca-ea28-4599-bcce-11f733897237 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0626056 Oct 16 13:56:59.598982 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df8969c3-808d-412c-94a1-50c06d8b0bfa req-14e75ba6-82f1-4915-aad3-50f553e29889 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321329 Oct 16 13:57:00.165327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-96bb880b-87ef-48c1-abc7-c1b1c0486008 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:00.166790 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-96bb880b-87ef-48c1-abc7-c1b1c0486008 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 815 time: 0.1006095 Oct 16 13:57:00.182037 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-2f5cc6a3-1009-4d5a-b3bd-aa23f822a557 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/quotas/d00728281df94f26919a1adff5092f10 HTTP/1.1" status: 200 len: 375 time: 0.0088243 Oct 16 13:57:00.241479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-3d2d9b82-933a-4ef2-8321-d8a2c916df54 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540800 Oct 16 13:57:00.330641 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-6e3fd0de-4560-476c-9c30-00157054b369 service neutron] 10.222.0.24 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818539 Oct 16 13:57:00.422546 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-bd9f8dfe-794e-4030-8e29-f164041583b9 service neutron] 10.222.0.24 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Oct 16 13:57:00.677419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c455f058-36c6-4cf7-b233-7c108f9fd5dc req-b8785288-2433-45f6-9fe5-f839fbd87a2c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Oct 16 13:57:01.713855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9c8da-5cec-43fd-96d0-436b487befde req-ed1d047e-02f8-4505-9b12-f092c846a0c4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:01.715854 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efb9c8da-5cec-43fd-96d0-436b487befde req-ed1d047e-02f8-4505-9b12-f092c846a0c4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf3ed138-a20a-4587-9de8-fc0d3b3a9e61 HTTP/1.1" status: 200 len: 944 time: 0.0576444 Oct 16 13:57:01.794305 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15852735-4ded-4112-987d-8cb625fbbae7 req-3410df28-96a4-4731-9861-4ef5f34e43ab tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 210 time: 0.0412250 Oct 16 13:57:01.855734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Deleting port 83e517bd-5d21-44e2-a865-622c93e68b5e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:57:01.856074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:01.944090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] For port 83e517bd-5d21-44e2-a865-622c93e68b5e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=83e517bd-5d21-44e2-a865-622c93e68b5e,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:01.944484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:01.958048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Calling delete_port for 83e517bd-5d21-44e2-a865-622c93e68b5e owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:57:02.165732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:02.195249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Pushing event deleted for resources: {'Port': ['ID=83e517bd-5d21-44e2-a865-622c93e68b5e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:02.247364 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] No DVR routers for this DVR port 83e517bd-5d21-44e2-a865-622c93e68b5e on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:57:02.250340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:02.253707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efb9c8da-5cec-43fd-96d0-436b487befde req-8f4df034-ebed-44e9-9e11-8525a92f8aa1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "DELETE /v2.0/ports/83e517bd-5d21-44e2-a865-622c93e68b5e HTTP/1.1" status: 204 len: 173 time: 0.5269122 Oct 16 13:57:02.254148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'name': 'network-vif-deleted', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:57:02.256417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082780b7-85e4-49e0-a7f9-315c1ff0f814" -d '{"events": [{"server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "name": "network-vif-deleted", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:57:02.291823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec979f4-3f8a-4b40-a3fa-1dae744972f2 x-openstack-request-id: req-2ec979f4-3f8a-4b40-a3fa-1dae744972f2 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:57:02.292123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ed138-a20a-4587-9de8-fc0d3b3a9e61", "name": "network-vif-deleted", "tag": "83e517bd-5d21-44e2-a865-622c93e68b5e", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:57:02.292903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ec979f4-3f8a-4b40-a3fa-1dae744972f2 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:57:02.293316 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ed138-a20a-4587-9de8-fc0d3b3a9e61', 'name': 'network-vif-deleted', 'tag': '83e517bd-5d21-44e2-a865-622c93e68b5e', 'status': 'completed', 'code': 200} Oct 16 13:57:02.538463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-323eb067-6aab-46a0-8c1a-0638f83f5f11 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:02.540206 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-323eb067-6aab-46a0-8c1a-0638f83f5f11 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 815 time: 0.1010625 Oct 16 13:57:02.553360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Request body: {'port': {'device_id': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715', 'admin_state_up': True, 'tenant_id': 'd00728281df94f26919a1adff5092f10'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:57:02.726008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Made reservation on behalf of d00728281df94f26919a1adff5092f10 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:57:02.729687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:02.857382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Allocated IP 172.20.0.9 (7e03c86f-fc95-49d4-9cf3-2934ae79b715/9baa4554-b077-4462-919e-3e7cff9ba592/280eb71f-8f9d-47bf-a837-021dbc84329b) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:57:02.904954 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-87143408-7a4f-4b84-9ed7-23f7321224b8 req-1ac6cc7d-380a-4157-8c4a-95f60877cd94 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 210 time: 0.0380657 Oct 16 13:57:03.034810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:03.142632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:03.193192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:57:03.198436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:57:03.202641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:57:03.233960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:03.259335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:03.264680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:03.385110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-7171ce0e-1a38-4e0a-a9e0-514336ee2ead tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354466 Oct 16 13:57:03.398124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Request body: {'port': {'device_id': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:57:03.461525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:03.734265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280eb71f-8f9d-47bf-a837-021dbc84329b {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:57:03.741429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:03.753046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Transition to ACTIVE for port object 280eb71f-8f9d-47bf-a837-021dbc84329b will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:57:03.828157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:03.884988 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:03.953495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Attempting to bind port 280eb71f-8f9d-47bf-a837-021dbc84329b on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:57:03.953830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Attempting to bind port 280eb71f-8f9d-47bf-a837-021dbc84329b by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:57:03.954156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Attempting to bind port 280eb71f-8f9d-47bf-a837-021dbc84329b on network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:57:03.958634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Port 280eb71f-8f9d-47bf-a837-021dbc84329b on network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:57:03.958953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Attempting to bind port 280eb71f-8f9d-47bf-a837-021dbc84329b on network 7e03c86f-fc95-49d4-9cf3-2934ae79b715 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:57:03.963835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:57:03.964209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Checking segment: {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:57:03.964583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Bound using segment: {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:57:03.965007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Bound port: 280eb71f-8f9d-47bf-a837-021dbc84329b, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7405297-feef-4eeb-991a-f4e2ed1453d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:57:03.965363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:04.064342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:57:04.080382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:57:04.099097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8066-8b27-45a4-a9f0-3613d33593e1 req-fa2c2e27-313b-4eea-81f0-29f43669e7d9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:04.100607 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-239a8066-8b27-45a4-a9f0-3613d33593e1 req-fa2c2e27-313b-4eea-81f0-29f43669e7d9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 943 time: 0.1258948 Oct 16 13:57:04.141795 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-239a8066-8b27-45a4-a9f0-3613d33593e1 req-d0ddd49e-a9d8-4774-84a9-569eb9c18085 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Oct 16 13:57:04.166376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:04.208186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:04.208825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:04.210573 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] 10.222.0.31 "PUT /v2.0/ports/280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 1093 time: 0.8162167 Oct 16 13:57:04.235048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488dc8-0640-4ec1-9cd3-9d230de66249 service neutron] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:04.294527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:57:04.296885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b84b72-022e-4d80-9e41-f1b7c5a76776" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:57:04.372654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-791b1cf3-f3cc-4124-bf3f-dd983009dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:04.374512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-791b1cf3-f3cc-4124-bf3f-dd983009dad0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1096 time: 0.0525737 Oct 16 13:57:04.423194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218be43-5976-4d27-8fdb-fedd0a7c8889 x-openstack-request-id: req-9218be43-5976-4d27-8fdb-fedd0a7c8889 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:57:04.423485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:57:04.423744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9218be43-5976-4d27-8fdb-fedd0a7c8889 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:57:04.424146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'status': 'completed', 'code': 200} Oct 16 13:57:04.426072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-ac2ed902-62e1-4c30-bb15-bdd015b105c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 217 time: 0.0436769 Oct 16 13:57:04.482389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-006d5825-21aa-4c10-9547-097b838269c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:04.483890 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-006d5825-21aa-4c10-9547-097b838269c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0511720 Oct 16 13:57:04.518452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-09d4eaaa-b765-4cbf-b86d-1fc7ea35e333 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271754 Oct 16 13:57:04.609472 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-47d2d997-3a1c-4f7f-a63e-631790af0ec3 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835330 Oct 16 13:57:04.709853 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0a91690a-5ad4-42f6-9642-c6fbba3311e7 req-5397d192-6180-4201-ab67-6258dcfa8540 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930390 Oct 16 13:57:04.878818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-eaba7bf1-edca-4919-94db-0610afa2499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:04.880238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-eaba7bf1-edca-4919-94db-0610afa2499a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1096 time: 0.0492547 Oct 16 13:57:04.975544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-d301a2eb-e252-4d13-81eb-908eab1b6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:04.976972 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-d301a2eb-e252-4d13-81eb-908eab1b6ac2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0879240 Oct 16 13:57:05.023017 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-33a7573a-b2d6-44a9-b063-38567f2f893f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 217 time: 0.0365303 Oct 16 13:57:05.074850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-1f5f7565-d3f3-4c3a-b46d-4914e328708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:05.076387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-1f5f7565-d3f3-4c3a-b46d-4914e328708a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0447929 Oct 16 13:57:05.110279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-37b40289-5fc2-454b-ae86-d4b7c009c7de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255902 Oct 16 13:57:05.147237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 83e517bd-5d21-44e2-a865-622c93e68b5e no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:57:05.169402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 83e517bd-5d21-44e2-a865-622c93e68b5e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:57:05.170061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 83e517bd-5d21-44e2-a865-622c93e68b5e not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:57:05.207599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-aaf97c1c-9d60-4d73-a1dc-c8ce7333ecbe service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895770 Oct 16 13:57:05.338082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bffb27-b1ae-4b33-a09f-fb87ffd1c00a req-230632e2-3d99-4a69-aa5a-8b8f80d2b9cf tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:05.340153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c8bffb27-b1ae-4b33-a09f-fb87ffd1c00a req-230632e2-3d99-4a69-aa5a-8b8f80d2b9cf tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 943 time: 0.1297746 Oct 16 13:57:05.345502 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2b84b72-022e-4d80-9e41-f1b7c5a76776 req-13443936-421a-4857-871b-b901b9218cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266522 Oct 16 13:57:05.379504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c8bffb27-b1ae-4b33-a09f-fb87ffd1c00a req-a99bd7c5-9695-4bf1-a362-69b8f3928a89 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Oct 16 13:57:06.551294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f194dd-5783-461c-9950-d36e284f796d req-db4400c5-7584-4fb9-a2bc-6da596f1c7f1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:06.552801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56f194dd-5783-461c-9950-d36e284f796d req-db4400c5-7584-4fb9-a2bc-6da596f1c7f1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 943 time: 0.1049163 Oct 16 13:57:06.589809 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56f194dd-5783-461c-9950-d36e284f796d req-45fb9f82-ca93-4ce1-ad62-6fceb79c087e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303640 Oct 16 13:57:07.157947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:57:07.253054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:07.263761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715', 'port_id': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'mac_address': 'fa:16:3e:64:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baa4554-b077-4462-919e-3e7cff9ba592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:57:07.303323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:07.315965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280eb71f-8f9d-47bf-a837-021dbc84329b {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:57:07.334048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:07.423151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:07.473258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:07.614887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['280eb71f-8f9d-47bf-a837-021dbc84329b'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:57:07.713949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65702d0-f6fe-4b09-9521-499d4ee254e5 req-0a7927b9-08d4-4406-b12d-9857f3745eaa tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:07.716110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b65702d0-f6fe-4b09-9521-499d4ee254e5 req-0a7927b9-08d4-4406-b12d-9857f3745eaa tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 944 time: 0.0603287 Oct 16 13:57:07.756591 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b65702d0-f6fe-4b09-9521-499d4ee254e5 req-c7c41777-d94a-4c0f-a8f9-ebf98e70a16b tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Oct 16 13:57:08.905059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3b006-78d4-4e3d-813f-f4da8b8fb475 req-0bfa0362-ff07-41e8-8b74-4e2a3ca83d03 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:08.906554 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1d3b006-78d4-4e3d-813f-f4da8b8fb475 req-0bfa0362-ff07-41e8-8b74-4e2a3ca83d03 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 944 time: 0.0560048 Oct 16 13:57:08.943211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c1d3b006-78d4-4e3d-813f-f4da8b8fb475 req-086c1d5d-f9e8-4c99-8ac3-13c262ca13d0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307486 Oct 16 13:57:09.162481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:57:09.285333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 280eb71f-8f9d-47bf-a837-021dbc84329b completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:57:09.289064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 280eb71f-8f9d-47bf-a837-021dbc84329b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:09.289435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:09.375583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:09.397718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:57:09.399925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f81df-e291-4f2d-8b38-173e586fcf8b" -d '{"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-plugged", "status": "completed", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:57:09.416244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:09.436618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9263c4-e97e-481d-a639-0d10cf43eb82 x-openstack-request-id: req-ee9263c4-e97e-481d-a639-0d10cf43eb82 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:57:09.436908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-plugged", "status": "completed", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:57:09.437162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee9263c4-e97e-481d-a639-0d10cf43eb82 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:57:09.437558 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'code': 200} Oct 16 13:57:09.491363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:09.542582 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:09.749032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17af2-bb42-4d97-bca8-215c50a16bdb req-a87cab64-7a73-4e67-ac45-8b9990fe1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:09.750420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18b17af2-bb42-4d97-bca8-215c50a16bdb req-a87cab64-7a73-4e67-ac45-8b9990fe1154 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1098 time: 0.0459111 Oct 16 13:57:09.788066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18b17af2-bb42-4d97-bca8-215c50a16bdb req-9ead4d2b-d165-48eb-bd9d-d5b35b5953b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302949 Oct 16 13:57:10.069130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86080ed5-6202-4094-a47e-a561fd2fd259 req-e4ae94e0-977d-4611-95e5-efee97434a85 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:10.070531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-86080ed5-6202-4094-a47e-a561fd2fd259 req-e4ae94e0-977d-4611-95e5-efee97434a85 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0563333 Oct 16 13:57:10.108633 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-86080ed5-6202-4094-a47e-a561fd2fd259 req-95ac71dd-db64-41a1-8900-9716bfc85b16 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Oct 16 13:57:11.231271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9449-4930-40f7-88c3-ac82dddbb829 req-180e1192-b46c-458e-8b40-6715a1569477 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:11.232780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-298c9449-4930-40f7-88c3-ac82dddbb829 req-180e1192-b46c-458e-8b40-6715a1569477 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0558197 Oct 16 13:57:11.269471 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-298c9449-4930-40f7-88c3-ac82dddbb829 req-c0b4b08a-51f0-4392-a60a-397022a6980f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Oct 16 13:57:11.399063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2a57-d882-4f9b-910c-01ec4084428e req-61af7dbe-adeb-421b-b3bd-7d7bea7c28f5 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:11.400528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-371b2a57-d882-4f9b-910c-01ec4084428e req-61af7dbe-adeb-421b-b3bd-7d7bea7c28f5 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0596004 Oct 16 13:57:11.438827 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-371b2a57-d882-4f9b-910c-01ec4084428e req-156a47b9-f4de-4853-8b90-60b7a9c2ab06 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Oct 16 13:57:11.819590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce229-f512-47c8-976e-083e2b227543 req-01fe8d32-a9d5-4604-8415-bce2330d1676 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:11.821139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15cce229-f512-47c8-976e-083e2b227543 req-01fe8d32-a9d5-4604-8415-bce2330d1676 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0579941 Oct 16 13:57:11.860758 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15cce229-f512-47c8-976e-083e2b227543 req-ce474438-85cb-4a92-80a5-c03dc4be5927 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Oct 16 13:57:11.952406 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-39f427a4-4293-4872-9591-5b657735f867 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455613 Oct 16 13:57:12.800667 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-922ec892-377e-4fc5-9d36-1d5adff55269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:12.989597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649c36a-8909-4519-86a4-366facb14011 req-526ab811-be27-40af-9bd8-d730dd64d599 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:12.991049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c649c36a-8909-4519-86a4-366facb14011 req-526ab811-be27-40af-9bd8-d730dd64d599 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0605085 Oct 16 13:57:13.029632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c649c36a-8909-4519-86a4-366facb14011 req-1be5ba65-6bd9-4b9e-8cb4-dfde8deb7d15 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Oct 16 13:57:13.280866 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:57:13.862956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-f31eaff5-aa22-4930-88bc-4893e73042c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:13.864467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-f31eaff5-aa22-4930-88bc-4893e73042c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1098 time: 0.0476608 Oct 16 13:57:13.951121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-15605bb9-caaa-40d5-a82d-b532e07b07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:13.952553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-15605bb9-caaa-40d5-a82d-b532e07b07b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0818453 Oct 16 13:57:14.339720 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-2495723d-65af-4d77-a1ca-1e551502597a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 217 time: 0.3805397 Oct 16 13:57:14.421498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-c75dd701-e7cb-44d2-bd93-6c12c7926c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:14.423662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-c75dd701-e7cb-44d2-bd93-6c12c7926c35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0767715 Oct 16 13:57:14.441264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc97c-d60c-4f3e-8f08-f118f22c9ae7 req-3945c6a3-7406-4773-9e0e-d156a7f5af68 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:14.443279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-157bc97c-d60c-4f3e-8f08-f118f22c9ae7 req-3945c6a3-7406-4773-9e0e-d156a7f5af68 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.1064620 Oct 16 13:57:14.484296 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-9db81e0d-e9dc-4b06-bbaf-a4c764e8e93c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532324 Oct 16 13:57:14.533182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-157bc97c-d60c-4f3e-8f08-f118f22c9ae7 req-544e2524-2d59-4dcc-b131-9b4970c35c4f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789609 Oct 16 13:57:14.592415 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-91759695-5b1b-44b5-b305-ab00da0cb418 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004884 Oct 16 13:57:14.679603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-94b0a3a9-d182-4ea0-8e4a-68da5be5e179 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800493 Oct 16 13:57:15.411260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41221045-2b59-4beb-a4d2-034e75729104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:15.653750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b7c3-4a25-4d89-81d2-58f8b382fcbb req-ae7b7c30-2311-47bb-ae4b-3e946721dd86 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:15.655231 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e024b7c3-4a25-4d89-81d2-58f8b382fcbb req-ae7b7c30-2311-47bb-ae4b-3e946721dd86 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0555925 Oct 16 13:57:15.691602 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e024b7c3-4a25-4d89-81d2-58f8b382fcbb req-230c5a3d-e8aa-472a-8e27-1d1007016d42 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305753 Oct 16 13:57:16.599996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:16.731605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:16.817198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd184b-eed0-4028-84b2-a112f86b5595 req-f3b26759-b9c1-47d2-8e63-3925e474dd59 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:16.818670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8fd184b-eed0-4028-84b2-a112f86b5595 req-f3b26759-b9c1-47d2-8e63-3925e474dd59 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0592854 Oct 16 13:57:16.857386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8fd184b-eed0-4028-84b2-a112f86b5595 req-0f5a5f81-a573-47ca-96c0-5635f727eea9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Oct 16 13:57:17.976991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24a61a-ea8d-4bad-8986-675b9f5679fa req-7e3503db-3d24-4aba-a33c-d5bb27b6f01a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:17.978441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eb24a61a-ea8d-4bad-8986-675b9f5679fa req-7e3503db-3d24-4aba-a33c-d5bb27b6f01a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0558000 Oct 16 13:57:18.015371 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eb24a61a-ea8d-4bad-8986-675b9f5679fa req-23236921-cbbb-4365-82d5-a8e77766d586 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Oct 16 13:57:18.502601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:19.137404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafebf6f-5456-4b0f-8284-43443af2b42c req-1d42fa68-0029-4833-b7a8-80823306141f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:19.138871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bafebf6f-5456-4b0f-8284-43443af2b42c req-1d42fa68-0029-4833-b7a8-80823306141f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0586598 Oct 16 13:57:19.176047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bafebf6f-5456-4b0f-8284-43443af2b42c req-584696e0-6d1c-4f7e-8e66-b6bf5e077aff tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Oct 16 13:57:20.297592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8eeed-4dde-4d65-848e-e2e568f17afd req-82654fa0-b80f-495e-b428-caa975a25940 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:20.299082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10e8eeed-4dde-4d65-848e-e2e568f17afd req-82654fa0-b80f-495e-b428-caa975a25940 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0560334 Oct 16 13:57:20.336678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-10e8eeed-4dde-4d65-848e-e2e568f17afd req-04b5db5b-2db5-46c8-86b8-b14c3abccdb9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Oct 16 13:57:21.454992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6707-0ab0-4bdd-8456-6063c0b2b614 req-e9f17d07-ec5d-4c35-8660-c7bd4e3cd09c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:21.456671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-993d6707-0ab0-4bdd-8456-6063c0b2b614 req-e9f17d07-ec5d-4c35-8660-c7bd4e3cd09c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0559640 Oct 16 13:57:21.493765 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-993d6707-0ab0-4bdd-8456-6063c0b2b614 req-c94d86a0-73c7-49ea-aa37-05c2087b7260 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Oct 16 13:57:22.594311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:22.626096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ebb5e-e539-4eb0-b63b-9d0b586d75e0 req-11c484f7-f0cf-4e42-9a76-2585ffb06cdd tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:22.627576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae4ebb5e-e539-4eb0-b63b-9d0b586d75e0 req-11c484f7-f0cf-4e42-9a76-2585ffb06cdd tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0596426 Oct 16 13:57:22.664567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae4ebb5e-e539-4eb0-b63b-9d0b586d75e0 req-85f65024-e764-401c-a849-3a4d81a01202 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Oct 16 13:57:23.784303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d51430-c64c-48b0-b67f-88b0a85af020 req-8f276de7-056d-444b-a4f4-eca344a90a2d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:23.785825 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3d51430-c64c-48b0-b67f-88b0a85af020 req-8f276de7-056d-444b-a4f4-eca344a90a2d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0561683 Oct 16 13:57:23.824426 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3d51430-c64c-48b0-b67f-88b0a85af020 req-599f358d-55d9-424c-b66e-91a0364f46f4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Oct 16 13:57:24.949390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8eb88-c717-47d6-acb5-46ba3180387e req-60d3430a-f46d-4ce9-b1ea-cad46ecaf8da tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:24.950887 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3eb8eb88-c717-47d6-acb5-46ba3180387e req-60d3430a-f46d-4ce9-b1ea-cad46ecaf8da tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Oct 16 13:57:24.987939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3eb8eb88-c717-47d6-acb5-46ba3180387e req-323cdbca-c879-4895-8d3d-d2a599a4f1be tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Oct 16 13:57:26.125119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a325-a524-4deb-9acc-c882295cb601 req-29f64672-163e-4844-98e8-2f1ba1af70a4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:26.126586 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1712a325-a524-4deb-9acc-c882295cb601 req-29f64672-163e-4844-98e8-2f1ba1af70a4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0592728 Oct 16 13:57:26.164509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1712a325-a524-4deb-9acc-c882295cb601 req-84da07f4-cef4-4b5a-95e3-fe0d2bff0b7e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Oct 16 13:57:27.285215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d22253-b919-47d5-b221-6f257b2857b5 req-0a28d171-f804-401d-a991-b64aa0cc1f98 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:27.286691 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50d22253-b919-47d5-b221-6f257b2857b5 req-0a28d171-f804-401d-a991-b64aa0cc1f98 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0554130 Oct 16 13:57:27.324504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50d22253-b919-47d5-b221-6f257b2857b5 req-850925b5-21ac-4447-ae7a-60ba21b7d13d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Oct 16 13:57:28.444607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a02ed-c292-445c-a661-707af806ebc7 req-8bf93256-0fc1-4dd6-ac69-5c0969cd9e5b tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:28.446077 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d14a02ed-c292-445c-a661-707af806ebc7 req-8bf93256-0fc1-4dd6-ac69-5c0969cd9e5b tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0560973 Oct 16 13:57:28.488108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d14a02ed-c292-445c-a661-707af806ebc7 req-2d3f3642-a2b4-45b0-8e84-94bd346a7a98 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355389 Oct 16 13:57:29.607661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c356a7d-77ee-4ba0-87e1-a1d07da0b5a5 req-f4d120c7-c841-4f59-96fb-95ccb649c249 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:29.609177 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c356a7d-77ee-4ba0-87e1-a1d07da0b5a5 req-f4d120c7-c841-4f59-96fb-95ccb649c249 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Oct 16 13:57:29.646353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c356a7d-77ee-4ba0-87e1-a1d07da0b5a5 req-15768165-dd60-44ef-bca8-1b0b34115915 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Oct 16 13:57:30.765069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eab4c-1f3a-4ea4-9e9e-958266ac748c req-2f575b49-b849-464c-8dd3-0528a31db26a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:30.766550 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b35eab4c-1f3a-4ea4-9e9e-958266ac748c req-2f575b49-b849-464c-8dd3-0528a31db26a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0551116 Oct 16 13:57:30.803451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b35eab4c-1f3a-4ea4-9e9e-958266ac748c req-ea390fff-3c96-4e6a-aee2-fac1b62fbe03 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Oct 16 13:57:31.932540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5f226-dd87-442a-8e17-ebfa4b8823cc req-5040d816-793c-4264-bcda-d782502198dc tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:31.934132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36d5f226-dd87-442a-8e17-ebfa4b8823cc req-5040d816-793c-4264-bcda-d782502198dc tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0632849 Oct 16 13:57:31.971232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36d5f226-dd87-442a-8e17-ebfa4b8823cc req-40642911-0b28-4ff7-9124-2220fb2bfae6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Oct 16 13:57:33.091494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbf2bf-a0fd-48f6-b0a6-d475f980094a req-8ed8a188-c3f3-4d3b-b336-59a89ff50384 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:33.093004 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-48dbf2bf-a0fd-48f6-b0a6-d475f980094a req-8ed8a188-c3f3-4d3b-b336-59a89ff50384 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0557249 Oct 16 13:57:33.129930 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-48dbf2bf-a0fd-48f6-b0a6-d475f980094a req-9fddf108-9120-40b8-b2e6-ac8da406cc18 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Oct 16 13:57:34.249847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0d7ad-e549-4ba0-a571-12e48a3e6447 req-61e6ae89-0a1f-4789-8315-cd6d98bf3b67 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:34.251350 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c8d0d7ad-e549-4ba0-a571-12e48a3e6447 req-61e6ae89-0a1f-4789-8315-cd6d98bf3b67 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0568693 Oct 16 13:57:34.288795 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c8d0d7ad-e549-4ba0-a571-12e48a3e6447 req-41abc277-08b1-4021-9769-c948a07d5d16 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Oct 16 13:57:35.410953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93a1b-9f43-4815-9c83-79c2eeea0173 req-5c4bb361-a76c-42b7-82e8-451382122a07 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:35.412452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bab93a1b-9f43-4815-9c83-79c2eeea0173 req-5c4bb361-a76c-42b7-82e8-451382122a07 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0592663 Oct 16 13:57:35.450533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bab93a1b-9f43-4815-9c83-79c2eeea0173 req-2a404a21-3ee7-488c-ac6d-0fc64f58a89e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Oct 16 13:57:36.571300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64600978-3c6b-47cb-8827-c11c8724ac63 req-b6d69180-de3c-4689-bb91-c08236f83f78 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:36.572798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64600978-3c6b-47cb-8827-c11c8724ac63 req-b6d69180-de3c-4689-bb91-c08236f83f78 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0560713 Oct 16 13:57:36.609668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64600978-3c6b-47cb-8827-c11c8724ac63 req-7c647a0c-8c74-4feb-8511-4647fbcc321b tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Oct 16 13:57:37.729262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24bd61-2efa-49f2-ae55-f3f235677560 req-bbafc90c-b7aa-4c5c-a82a-42612bd43bf6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:37.731449 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d24bd61-2efa-49f2-ae55-f3f235677560 req-bbafc90c-b7aa-4c5c-a82a-42612bd43bf6 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0560701 Oct 16 13:57:37.772850 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d24bd61-2efa-49f2-ae55-f3f235677560 req-5c180df5-3c94-48a1-adce-82dcf69c215c tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Oct 16 13:57:38.679373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-1b9175a3-76a3-44ac-b19b-b013e9763b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:38.680927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-1b9175a3-76a3-44ac-b19b-b013e9763b46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1098 time: 0.0482190 Oct 16 13:57:38.783835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-b7a96dab-8c27-48c3-8497-6a4ac89d9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:38.785331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-b7a96dab-8c27-48c3-8497-6a4ac89d9f6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0858595 Oct 16 13:57:38.833788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-fbf3b882-f6de-42da-b504-13d72d2b6780 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 217 time: 0.0412285 Oct 16 13:57:38.912099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-00d85df7-eced-4749-a415-03a77ca35422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:38.913566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-00d85df7-eced-4749-a415-03a77ca35422 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0726216 Oct 16 13:57:38.955093 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-d9fd6c33-dfb1-464c-bb2b-ff3ac0635e1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314481 Oct 16 13:57:38.959944 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03718cb3-fb4d-40d2-a83b-a5f8f47d6c3b req-6fa3a2f3-6777-4933-bc94-22aea9e43da4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:38.961303 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03718cb3-fb4d-40d2-a83b-a5f8f47d6c3b req-6fa3a2f3-6777-4933-bc94-22aea9e43da4 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.1192019 Oct 16 13:57:39.050567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03718cb3-fb4d-40d2-a83b-a5f8f47d6c3b req-736b5e92-5915-4915-9a21-6f78c823e866 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815308 Oct 16 13:57:39.077530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-27c80e28-713b-487c-97e0-d16539bd1119 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152794 Oct 16 13:57:39.171381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11714221-f987-4802-9bef-3ffc7f3cb0e2 req-409f87f5-0f94-40fa-a8fa-2e463c2cf072 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867591 Oct 16 13:57:40.171268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eec6d1-2b2e-4c6c-a994-b9a6ddaa3c2a req-d4c01c3b-15e4-47b0-ab90-f5a67dc08e93 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:40.172772 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8eec6d1-2b2e-4c6c-a994-b9a6ddaa3c2a req-d4c01c3b-15e4-47b0-ab90-f5a67dc08e93 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0570436 Oct 16 13:57:40.211564 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8eec6d1-2b2e-4c6c-a994-b9a6ddaa3c2a req-d9345732-17b1-41cd-a70d-379d10a4f73e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328848 Oct 16 13:57:41.337431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb874d-2f98-4e23-87c1-8c455b8e7590 req-f22b6677-0efa-4d09-8ef8-dd680c727886 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:41.339116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14fb874d-2f98-4e23-87c1-8c455b8e7590 req-f22b6677-0efa-4d09-8ef8-dd680c727886 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0615141 Oct 16 13:57:41.376607 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14fb874d-2f98-4e23-87c1-8c455b8e7590 req-5bd87b7f-a899-494d-9969-43986f887cbe tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Oct 16 13:57:41.740505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-03a0a509-c444-4065-8f84-bb9739d174d3 service neutron] 10.222.0.31 "GET /v2.0/ports/280eb71f-8f9d-47bf-a837-021dbc84329b/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0597589 Oct 16 13:57:42.285128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-5476e1e7-8b21-484f-98b8-62097bc8b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:42.286598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-5476e1e7-8b21-484f-98b8-62097bc8b16b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466&tenant_id=d00728281df94f26919a1adff5092f10 HTTP/1.1" status: 200 len: 1098 time: 0.0471556 Oct 16 13:57:42.352422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-14df093e-7828-4a07-89b2-00d30112f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:42.353931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-14df093e-7828-4a07-89b2-00d30112f5e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1098 time: 0.0456550 Oct 16 13:57:42.457255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-732c0297-ff10-43ff-862f-c1b17c72242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:42.458763 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-732c0297-ff10-43ff-862f-c1b17c72242f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0973275 Oct 16 13:57:42.516813 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-cf37cbd4-2866-4e17-9f35-8a7ed352bfba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 217 time: 0.0433607 Oct 16 13:57:42.566466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70580965-c301-4385-b536-b75b22a73486 req-3e6d7358-2b49-4d26-a5ad-37a8c13dba55 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:42.567906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70580965-c301-4385-b536-b75b22a73486 req-3e6d7358-2b49-4d26-a5ad-37a8c13dba55 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.1231139 Oct 16 13:57:42.590804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf7a8-5e1a-4252-b02c-351383492279 req-8a6a5356-0bd0-4c91-803b-e6e2df82d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:42.592158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-8a6a5356-0bd0-4c91-803b-e6e2df82d757 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0692086 Oct 16 13:57:42.619198 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-70580965-c301-4385-b536-b75b22a73486 req-badc762e-86f7-4e70-bed3-7022b3d8be7f tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Oct 16 13:57:42.637000 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-cbb03289-7f8a-484b-aa49-d86824b0eca5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375581 Oct 16 13:57:42.729068 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-e58fa3a4-9214-4db7-8521-c4f2b491b0c2 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848207 Oct 16 13:57:42.819310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-783cf7a8-5e1a-4252-b02c-351383492279 req-cbf9f9bf-3a39-4644-bd99-b74c995c0f87 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832858 Oct 16 13:57:42.827031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c897e18-575f-4c57-a985-f32744581102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:43.749305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeee2e-2214-4251-8868-6c81f052d510 req-a59135af-9115-4bef-83c0-c1cf7554e550 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:43.750792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35aeee2e-2214-4251-8868-6c81f052d510 req-a59135af-9115-4bef-83c0-c1cf7554e550 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0608990 Oct 16 13:57:43.788103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35aeee2e-2214-4251-8868-6c81f052d510 req-cb117fd7-5f63-43e2-94fd-89a8f2d333b9 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Oct 16 13:57:44.911602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab4903-5722-483b-a611-c12338233e9a req-1b88261a-c2d4-438b-b747-ef0383bc1962 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:44.913090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2ab4903-5722-483b-a611-c12338233e9a req-1b88261a-c2d4-438b-b747-ef0383bc1962 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0565562 Oct 16 13:57:44.949869 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2ab4903-5722-483b-a611-c12338233e9a req-afbae882-740b-47b5-95c6-e55d4a6d48b1 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307789 Oct 16 13:57:45.273491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e38388-0676-4423-9490-95380ad24ec5 req-2ac76f01-41be-453c-9aef-bf638457aa24 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:45.274953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9e38388-0676-4423-9490-95380ad24ec5 req-2ac76f01-41be-453c-9aef-bf638457aa24 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0599654 Oct 16 13:57:45.338434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:57:45.342846 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:57:45.343661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9e38388-0676-4423-9490-95380ad24ec5 req-7ecd8e25-e986-46bb-890c-63364d931ebd tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593038 Oct 16 13:57:45.361016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-05f7fcc1-0ca9-4b69-bf37-ed507e3ce24d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:45.361016 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-05f7fcc1-0ca9-4b69-bf37-ed507e3ce24d tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466&tenant_id=d00728281df94f26919a1adff5092f10&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 945 time: 0.0827496 Oct 16 13:57:45.449877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-cf06a6b1-f8ea-4613-bf72-0ad914f88d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:45.451335 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-cf06a6b1-f8ea-4613-bf72-0ad914f88d1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d00728281df94f26919a1adff5092f10&device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 1098 time: 0.0503852 Oct 16 13:57:45.484502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f550633-b80d-45a9-8328-0e11ed02fc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:45.500462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:45.531137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:45.542090 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:57:45.544352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d61de-8a8a-42ec-b085-2445300e622b" -d '{"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-unplugged", "status": "completed", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:57:45.547127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-fd869aa5-a0b2-4997-94e0-ce58546f7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:45.548679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-fd869aa5-a0b2-4997-94e0-ce58546f7f0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 200 len: 916 time: 0.0905070 Oct 16 13:57:45.559133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:45.560364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'network_id': '7e03c86f-fc95-49d4-9cf3-2934ae79b715', 'port_id': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'mac_address': 'fa:16:3e:64:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baa4554-b077-4462-919e-3e7cff9ba592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:57:45.594025 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-62976f1d-1186-4962-b848-0e07b952c160 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 200 len: 217 time: 0.0388136 Oct 16 13:57:45.604557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:45.621391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 280eb71f-8f9d-47bf-a837-021dbc84329b {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:57:45.626412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:45.643816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-7d5542ee-2239-4b0b-805a-c458548ce176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:45.645317 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-7d5542ee-2239-4b0b-805a-c458548ce176 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 200 len: 855 time: 0.0449312 Oct 16 13:57:45.659478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc636b-41b8-43de-ace0-87320a121b5e x-openstack-request-id: req-72dc636b-41b8-43de-ace0-87320a121b5e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:57:45.659770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-unplugged", "status": "completed", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:57:45.660013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72dc636b-41b8-43de-ace0-87320a121b5e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:57:45.660412 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'code': 200} Oct 16 13:57:45.684995 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-4a8741a3-b608-4f6f-9b2d-c2bcb59310fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e03c86f-fc95-49d4-9cf3-2934ae79b715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323172 Oct 16 13:57:45.713048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:57:45.713312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:57:45.714627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:45.721731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.722078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.722406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.722735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.723056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.723379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.723697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.724015 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.724354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.724680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.724992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.725303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:45.775919 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-c5fa7504-d9af-4154-a252-3a15721d79fb service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842295 Oct 16 13:57:45.867464 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d7dc603-0eb3-4e26-8ba7-188f7ebada3c req-77c221ae-9e0e-4524-8ae8-d5d4c9004c64 service neutron] 10.222.0.31 "GET /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847778 Oct 16 13:57:46.252776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:46.264974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280eb71f-8f9d-47bf-a837-021dbc84329b {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:57:46.282868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:46.348580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:46.413677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:46.418963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['280eb71f-8f9d-47bf-a837-021dbc84329b'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:57:46.470357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f37160-705c-4869-a2c1-69d54d563ed8 req-ad1222e2-d4dd-42ca-8486-de57a52e5439 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:46.471926 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-54f37160-705c-4869-a2c1-69d54d563ed8 req-ad1222e2-d4dd-42ca-8486-de57a52e5439 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 944 time: 0.0589557 Oct 16 13:57:46.514381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-54f37160-705c-4869-a2c1-69d54d563ed8 req-2a11c0c8-f948-491a-92ea-e2d47282ca60 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Oct 16 13:57:46.580973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:46.725149 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:47.368756 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:57:47.574984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 280eb71f-8f9d-47bf-a837-021dbc84329b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:47.575346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:47.639923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831534b5-272c-4871-b31a-3005941ce6a1 req-32efc9cd-02b8-4a6f-84f9-b48787706a50 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:47.641442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-831534b5-272c-4871-b31a-3005941ce6a1 req-32efc9cd-02b8-4a6f-84f9-b48787706a50 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 944 time: 0.0569398 Oct 16 13:57:47.658349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:47.680737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-831534b5-272c-4871-b31a-3005941ce6a1 req-cb7b7c07-ebf6-48d7-a5ec-17abb1def040 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Oct 16 13:57:47.680934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:57:47.683213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7f8e08-6fa5-4582-8104-b57faa43af1f" -d '{"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-plugged", "status": "completed", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:57:47.696207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:47.723163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a555a79-6977-43de-b8d2-6e46d18db6ea x-openstack-request-id: req-4a555a79-6977-43de-b8d2-6e46d18db6ea {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:57:47.723163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-plugged", "status": "completed", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:57:47.723163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a555a79-6977-43de-b8d2-6e46d18db6ea {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:57:47.723163 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'code': 200} Oct 16 13:57:47.782444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:47.807136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1f7ef-e01a-4e0d-b883-251d8110de72 req-ac7e9b34-0d92-4be8-8f19-dc889afcb372 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:47.808808 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8d1f7ef-e01a-4e0d-b883-251d8110de72 req-ac7e9b34-0d92-4be8-8f19-dc889afcb372 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 944 time: 0.0604093 Oct 16 13:57:47.836681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:47.849561 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8d1f7ef-e01a-4e0d-b883-251d8110de72 req-1b1fe5df-2646-4f4e-8af5-2e3c5a79676a tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Oct 16 13:57:47.970322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64ad10-020d-4890-929d-fae6de5a35c9 req-57617b0e-6c03-4d5b-b672-ffa443975017 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:47.971795 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f64ad10-020d-4890-929d-fae6de5a35c9 req-57617b0e-6c03-4d5b-b672-ffa443975017 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0559368 Oct 16 13:57:48.008903 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f64ad10-020d-4890-929d-fae6de5a35c9 req-71e91841-13a4-4129-9def-48f03edd281e tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Oct 16 13:57:48.457158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:48.545047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f96ac-f492-4085-ad22-a371a6c2d925 req-c409fd97-b9b6-4942-bfd3-ec64c286c012 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:48.546504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-555f96ac-f492-4085-ad22-a371a6c2d925 req-c409fd97-b9b6-4942-bfd3-ec64c286c012 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0544500 Oct 16 13:57:48.583927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-555f96ac-f492-4085-ad22-a371a6c2d925 req-2dea2572-0438-4a60-911c-3e72b457ddba tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Oct 16 13:57:49.707240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862634c-acda-4744-aab7-1bca90c86cb1 req-56e56cbc-feab-4357-a037-35bc28fe95d0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:49.708718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e862634c-acda-4744-aab7-1bca90c86cb1 req-56e56cbc-feab-4357-a037-35bc28fe95d0 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0591869 Oct 16 13:57:49.746613 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e862634c-acda-4744-aab7-1bca90c86cb1 req-6da25a5c-d6cc-4379-acbc-3575ca5029a2 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/security-groups?id=f2b96e0b-5578-407f-99d3-e5f6147c55d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Oct 16 13:57:50.113319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-9200e867-8ec4-4940-8e54-6f252f30bd44 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:50.114764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-9200e867-8ec4-4940-8e54-6f252f30bd44 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 945 time: 0.0546007 Oct 16 13:57:50.217768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Deleting port 280eb71f-8f9d-47bf-a837-021dbc84329b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:57:50.218104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:50.282936 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:57:50.306133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] For port 280eb71f-8f9d-47bf-a837-021dbc84329b, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=280eb71f-8f9d-47bf-a837-021dbc84329b,segment=NetworkSegment(e7405297-feef-4eeb-991a-f4e2ed1453d5),segment_id=e7405297-feef-4eeb-991a-f4e2ed1453d5)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:50.306488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:50.318954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Calling delete_port for 280eb71f-8f9d-47bf-a837-021dbc84329b owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:57:50.518914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:50.530658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['280eb71f-8f9d-47bf-a837-021dbc84329b'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:57:50.549559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Pushing event deleted for resources: {'Port': ['ID=280eb71f-8f9d-47bf-a837-021dbc84329b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:50.576877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.577224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.577565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.577899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.578237 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.578567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.578894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.579219 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.579539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.579859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.580178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.580523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:50.604698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] No DVR routers for this DVR port 280eb71f-8f9d-47bf-a837-021dbc84329b on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:57:50.607511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:50.610909 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98e58a14-6bd9-4110-a153-7b3700a5e679 req-470988c9-198b-4589-bbf2-be1f912aacae tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.31 "DELETE /v2.0/ports/280eb71f-8f9d-47bf-a837-021dbc84329b HTTP/1.1" status: 204 len: 173 time: 0.4891398 Oct 16 13:57:50.611347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-deleted', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:57:50.613608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b789b6be-eec1-4a5d-8496-8a614175330d" -d '{"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-deleted", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:57:50.649613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52728dd-e479-4587-ac12-8016acd578a4 x-openstack-request-id: req-c52728dd-e479-4587-ac12-8016acd578a4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:57:50.650044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1dfdc1-28e4-4d80-8078-51fc14936466", "name": "network-vif-deleted", "tag": "280eb71f-8f9d-47bf-a837-021dbc84329b", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:57:50.650381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c52728dd-e479-4587-ac12-8016acd578a4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:57:50.650852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1dfdc1-28e4-4d80-8078-51fc14936466', 'name': 'network-vif-deleted', 'tag': '280eb71f-8f9d-47bf-a837-021dbc84329b', 'status': 'completed', 'code': 200} Oct 16 13:57:50.843764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-19e6d9c1-fed2-4513-b46d-392bbc166ebb req-3eaec238-75fc-44c0-94be-df25f4539ba2 tempest-ServerDiskConfigTestJSON-968384059 tempest-ServerDiskConfigTestJSON-968384059-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1dfdc1-28e4-4d80-8078-51fc14936466 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Oct 16 13:57:51.963296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 41112) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:52.007514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Deleting subnet 9baa4554-b077-4462-919e-3e7cff9ba592 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 13:57:52.010439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.043731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.084214 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.181904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.208973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9baa4554-b077-4462-919e-3e7cff9ba592,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:52.211767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.214524 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9baa4554-b077-4462-919e-3e7cff9ba592 HTTP/1.1" status: 204 len: 168 time: 0.2496269 Oct 16 13:57:52.217218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41116) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:52.220592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.220939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.221272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.221603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.221929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.222252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.222574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.222890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.223211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.223529 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.223850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.224163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3904657c-3a80-4349-9116-b112fc4a71c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:52.286100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.367645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.387390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e03c86f-fc95-49d4-9cf3-2934ae79b715']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:52.396434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7405297-feef-4eeb-991a-f4e2ed1453d5') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:52.396725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7405297-feef-4eeb-991a-f4e2ed1453d5') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:52.405826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.419150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.424916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 13:57:52.425290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 13:57:52.426895 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 13:57:52.518785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.523926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.527158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e03c86f-fc95-49d4-9cf3-2934ae79b715 HTTP/1.1" status: 204 len: 168 time: 0.3089452 Oct 16 13:57:52.538800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81907643-05c3-47e8-b134-174073a3d0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e03c86f-fc95-49d4-9cf3-2934ae79b715,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:52.587561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.783355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41122) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:52.822526 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ce26417b-3023-41e9-9c7b-3d4b7a3d0dcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d00728281df94f26919a1adff5092f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379708 Oct 16 13:57:52.825633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41124) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:52.872431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da5751c0-5b80-4f4f-b377-0fd3c88ce0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.893570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da5751c0-5b80-4f4f-b377-0fd3c88ce0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.975937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da5751c0-5b80-4f4f-b377-0fd3c88ce0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.978590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da5751c0-5b80-4f4f-b377-0fd3c88ce0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:52.980366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da5751c0-5b80-4f4f-b377-0fd3c88ce0ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2b96e0b-5578-407f-99d3-e5f6147c55d7 HTTP/1.1" status: 204 len: 168 time: 0.1531639 Oct 16 13:57:52.987854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5751c0-5b80-4f4f-b377-0fd3c88ce0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b96e0b-5578-407f-99d3-e5f6147c55d7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:53.390927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:57:53.412106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 280eb71f-8f9d-47bf-a837-021dbc84329b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:57:53.412474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 280eb71f-8f9d-47bf-a837-021dbc84329b not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:57:53.983352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41146) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:54.085978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1530213493-network', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:57:54.164697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Made reservation on behalf of 1cd61bbb57584cba99e686d510f8ca14 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:57:54.166998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.175379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.251788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.295784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.316333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 13:57:54.330172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7652c320-2f19-431b-8425-96a1fa85743f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:54.335820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.337578 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Added segment 16cb04a6-8e8b-4915-b851-cebca1e8f907 of type vlan for network e28d6616-7956-46f0-8eda-3b9411673236 Oct 16 13:57:54.378952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.445955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.446914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:54.447512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.505181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] Pushing event updated for resources: {'Network': ['ID=e28d6616-7956-46f0-8eda-3b9411673236,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:54.514748 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network e28d6616-7956-46f0-8eda-3b9411673236 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 13:57:54.538978 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-45cb4980-c5d8-49df-aa6e-e3f71024c724 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5545163 Oct 16 13:57:54.541769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41150) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:54.547121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Request body: {'subnet': {'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1530213493-subnet', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:57:54.627536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Made reservation on behalf of 1cd61bbb57584cba99e686d510f8ca14 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:57:54.629922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.862153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:54.923066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3803d46-8e49-4659-9731-dc63504402c2,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:54.930973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:57:54.931326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Network hostable DHCP agents. Network: e28d6616-7956-46f0-8eda-3b9411673236, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 13:57:55.015842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Network e28d6616-7956-46f0-8eda-3b9411673236 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 13:57:55.090651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, e28d6616-7956-46f0-8eda-3b9411673236) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:57:55.095195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:57:55.096170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.099378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c4a39-0ac4-4e1a-b507-b67d9fe11aae None None] Network e28d6616-7956-46f0-8eda-3b9411673236 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:57:55.184990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-097134f2-1585-462a-b96e-23cdf47f82b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6415932 Oct 16 13:57:55.187569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41152) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:55.191952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:57:55.247926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-e28d6616-7956-46f0-8eda-3b9411673236', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 13:57:55.248801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.296718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.297819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.354204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.381915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Allocated IP 172.20.0.2 (e28d6616-7956-46f0-8eda-3b9411673236/b3803d46-8e49-4659-9731-dc63504402c2/06979511-9d8f-4c36-8e03-212b959d375e) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:57:55.532813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.572480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.598510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.640224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:57:55.644958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:57:55.648497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:57:55.660938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Pushing event updated for resources: {'Port': ['ID=06979511-9d8f-4c36-8e03-212b959d375e,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:55.709959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Attempting to bind port 06979511-9d8f-4c36-8e03-212b959d375e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:57:55.710329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Attempting to bind port 06979511-9d8f-4c36-8e03-212b959d375e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:57:55.710690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Attempting to bind port 06979511-9d8f-4c36-8e03-212b959d375e on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:57:55.716029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:57:55.716426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:57:55.716834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.717217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Bound using segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:57:55.717673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Bound port: 06979511-9d8f-4c36-8e03-212b959d375e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:57:55.718048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.783815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] For port 06979511-9d8f-4c36-8e03-212b959d375e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:57:55.786721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] For port 06979511-9d8f-4c36-8e03-212b959d375e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=06979511-9d8f-4c36-8e03-212b959d375e,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:57:55.856772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.895503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.917397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:55.927782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff048a-c0dc-4961-a72e-47030950db91 None None] Pushing event updated for resources: {'Port': ['ID=06979511-9d8f-4c36-8e03-212b959d375e,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:56.375885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Allocated IP 172.26.5.161 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/71c082ea-6f97-46b1-a681-85525c8c270a) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:57:56.475094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:56.565230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:56.610022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:57:56.615095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:57:56.617573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:57:56.655614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=71c082ea-6f97-46b1-a681-85525c8c270a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:56.796781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f0b92-fdc4-4f32-9869-525c470b0030 None None] Network e28d6616-7956-46f0-8eda-3b9411673236 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 13:57:56.917786 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6ab281e2-f520-4ac8-a44a-25b32ad039b3 None None] Provisioning complete for port 06979511-9d8f-4c36-8e03-212b959d375e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:56.918145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ab281e2-f520-4ac8-a44a-25b32ad039b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.026203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.056636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ab281e2-f520-4ac8-a44a-25b32ad039b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.094942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-6ab281e2-f520-4ac8-a44a-25b32ad039b3 None None] For port 06979511-9d8f-4c36-8e03-212b959d375e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=06979511-9d8f-4c36-8e03-212b959d375e,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:57:57.165010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ab281e2-f520-4ac8-a44a-25b32ad039b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.227874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab281e2-f520-4ac8-a44a-25b32ad039b3 None None] Pushing event updated for resources: {'Port': ['ID=06979511-9d8f-4c36-8e03-212b959d375e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:57.290118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f1892258-ac96-4e97-9db5-69bca8b1ae59 None None] Provisioning complete for port 06979511-9d8f-4c36-8e03-212b959d375e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:57.290855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f1892258-ac96-4e97-9db5-69bca8b1ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.293229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.315624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 06979511-9d8f-4c36-8e03-212b959d375e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:57:57.420501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 06979511-9d8f-4c36-8e03-212b959d375e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:57.420804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.484917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 13:57:57.608225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:57:57.617060 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:57:57.626139 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:57:57.626728 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:57:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:57.663975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:57.665314 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-668acc28-1089-4b41-82a9-81534e937fc3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4766939 Oct 16 13:57:57.668112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41154) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:57:57.747199 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:57:57.927817 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:56Z', 'revision_number': 3, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:57.957305 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:57:57.957649 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Updating router 474ea0fe-c159-40e7-92ce-82de83bfee05 port 71c082ea-6f97-46b1-a681-85525c8c270a binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:57:57.990306 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.139461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.251488 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.325023 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.348534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Allocated IP 172.20.0.1 (e28d6616-7956-46f0-8eda-3b9411673236/b3803d46-8e49-4659-9731-dc63504402c2/5d0482e7-4fb9-46c7-871b-cb262b83269f) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:57:58.378868 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Attempting to bind port 71c082ea-6f97-46b1-a681-85525c8c270a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:57:58.379228 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Attempting to bind port 71c082ea-6f97-46b1-a681-85525c8c270a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:57:58.379585 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Attempting to bind port 71c082ea-6f97-46b1-a681-85525c8c270a on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:57:58.386947 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Pushing event updated for resources: {'Port': ['ID=71c082ea-6f97-46b1-a681-85525c8c270a,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:58.390156 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:57:58.390462 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:57:58.390854 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.391239 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:57:58.391698 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Bound port: 71c082ea-6f97-46b1-a681-85525c8c270a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:57:58.392067 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.415011 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.415351 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.415683 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.416018 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.416352 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.416691 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.417371 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.417558 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.417882 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.418198 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.418512 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.418824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:57:58.458429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.458820 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] For port 71c082ea-6f97-46b1-a681-85525c8c270a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:57:58.461781 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] For port 71c082ea-6f97-46b1-a681-85525c8c270a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=71c082ea-6f97-46b1-a681-85525c8c270a,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:57:58.525290 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.552979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.584080 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:57:58.584725 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:57:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:58.594515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:57:58.599440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:57:58.603097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:57:58.625958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8872ef-934e-4047-bb48-209a648a9663 None None] Pushing event updated for resources: {'Port': ['ID=71c082ea-6f97-46b1-a681-85525c8c270a,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:58.633424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Pushing event updated for resources: {'Port': ['ID=5d0482e7-4fb9-46c7-871b-cb262b83269f,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:58.649335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.714489 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:57:58.875070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b7fd64bc-170e-4fb0-b6b6-318ab032d75c None None] Provisioning complete for port 5d0482e7-4fb9-46c7-871b-cb262b83269f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:58.875644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b7fd64bc-170e-4fb0-b6b6-318ab032d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.914205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd64bc-170e-4fb0-b6b6-318ab032d75c None None] Port 5d0482e7-4fb9-46c7-871b-cb262b83269f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:57:58.929266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:58.995560 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:56Z', 'revision_number': 3, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:57:59.023810 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0756b-24d0-46ef-9cdf-8d9e94c51dbc None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:56Z', 'revision_number': 3, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:57:59.103907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:59.163602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:59.239457 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:59.254679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Pushing event updated for resources: {'Port': ['ID=5d0482e7-4fb9-46c7-871b-cb262b83269f,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:57:59.306062 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 06979511-9d8f-4c36-8e03-212b959d375e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:57:59.365322 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 06979511-9d8f-4c36-8e03-212b959d375e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:59.365833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:59.377235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:57:59.378710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:57:59.544608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:57:59.645041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4f317620-d62a-45c8-8f0d-39b9303f4cd4 None None] Provisioning complete for port 5d0482e7-4fb9-46c7-871b-cb262b83269f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:57:59.645663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f317620-d62a-45c8-8f0d-39b9303f4cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:57:59.687119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4f317620-d62a-45c8-8f0d-39b9303f4cd4 None None] Port 5d0482e7-4fb9-46c7-871b-cb262b83269f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:57:59.691000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:57:59.696235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ba44ce2e-49d4-4fea-bc63-a9359ab7bc3a admin admin] 10.222.0.24 "PUT /v2.0/routers/474ea0fe-c159-40e7-92ce-82de83bfee05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271118 Oct 16 13:58:00.168014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41162) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:58:00.172813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267217942', 'description': 'tempest-description--48885161'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:00.238946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.307814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.364456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.393700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad8188c-11ba-4a6a-b665-3e6cbf102fae,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:00.464362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.465632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e63c2af-7e4f-4a82-95f1-7b7753d63139 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2965343 Oct 16 13:58:00.468463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41164) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:58:00.473105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'security_group_rule': {'security_group_id': '5ad8188c-11ba-4a6a-b665-3e6cbf102fae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:00.536766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:58:00.545776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:58:00.546327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:57:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:00.564143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.624044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.666836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:58:00.689418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.707980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0cb408-ca59-432b-860e-2ff4c3efc598,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:00.765748 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.767003 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9a84fde4-f765-4a0a-9db1-b679c67c90c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2976260 Oct 16 13:58:00.769722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41166) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:58:00.774274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'security_group_rule': {'security_group_id': '5ad8188c-11ba-4a6a-b665-3e6cbf102fae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:00.873472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.877137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 2, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:00.904912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:58:00.905268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Updating router 474ea0fe-c159-40e7-92ce-82de83bfee05 port 5d0482e7-4fb9-46c7-871b-cb262b83269f binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 13:58:00.930139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:00.935372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.004985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.023971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017368b1-ea86-4b12-8ba1-e0d0104b5188,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:01.098205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.099566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-30c0f649-4969-4fd6-8f60-1b6e570b6348 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3287923 Oct 16 13:58:01.102589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41168) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:58:01.108130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:01.210224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.216488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.273636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.289876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71c082ea-6f97-46b1-a681-85525c8c270a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:58:01.321663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.394202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240a37f-0099-4f7f-a8f2-85ae776d8995 None None] Pushing event updated for resources: {'Port': ['ID=5d0482e7-4fb9-46c7-871b-cb262b83269f,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:01.436937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Allocated IP 172.26.5.39 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/ed7317a6-e5ac-4000-a112-ed01dfab1641) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:58:01.438589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Attempting to bind port 5d0482e7-4fb9-46c7-871b-cb262b83269f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:58:01.438956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Attempting to bind port 5d0482e7-4fb9-46c7-871b-cb262b83269f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:58:01.439340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Attempting to bind port 5d0482e7-4fb9-46c7-871b-cb262b83269f on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:58:01.447169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:58:01.447541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:58:01.447979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.448395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Bound using segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:58:01.448873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Bound port: 5d0482e7-4fb9-46c7-871b-cb262b83269f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:58:01.449249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.451077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 71c082ea-6f97-46b1-a681-85525c8c270a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:01.451426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.551298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.580886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] For port 5d0482e7-4fb9-46c7-871b-cb262b83269f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:58:01.598218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] For port 5d0482e7-4fb9-46c7-871b-cb262b83269f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5d0482e7-4fb9-46c7-871b-cb262b83269f,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:58:01.604177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.628606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 71c082ea-6f97-46b1-a681-85525c8c270a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=71c082ea-6f97-46b1-a681-85525c8c270a,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:58:01.633615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c24a4da2-e5c0-413d-80f3-ad8199183404 None None] Provisioning complete for port 5d0482e7-4fb9-46c7-871b-cb262b83269f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:01.633981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c24a4da2-e5c0-413d-80f3-ad8199183404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.639557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.660345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.684016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:58:01.691144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:58:01.696278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:58:01.734981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'Port': ['ID=ed7317a6-e5ac-4000-a112-ed01dfab1641,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:01.803201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.854457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.872378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c24a4da2-e5c0-413d-80f3-ad8199183404 None None] Port 5d0482e7-4fb9-46c7-871b-cb262b83269f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:58:01.893241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:58:01.893880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:57:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:01.914134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:01.933524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240a37f-0099-4f7f-a8f2-85ae776d8995 None None] Pushing event updated for resources: {'Port': ['ID=5d0482e7-4fb9-46c7-871b-cb262b83269f,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:02.044886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=71c082ea-6f97-46b1-a681-85525c8c270a,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:02.069608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:58:02.091742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.126723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4fecb003-b336-46f9-a850-1e8f7ea8509b None None] Provisioning complete for port 5d0482e7-4fb9-46c7-871b-cb262b83269f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:02.127036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4fecb003-b336-46f9-a850-1e8f7ea8509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.146775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.224954 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'Port': ['ID=ed7317a6-e5ac-4000-a112-ed01dfab1641,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:02.232225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.298263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.308360 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f828787c-7087-405d-98c3-94eec0e5bf62 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1958942 Oct 16 13:58:02.341998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4fecb003-b336-46f9-a850-1e8f7ea8509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.380604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4fecb003-b336-46f9-a850-1e8f7ea8509b None None] For port 5d0482e7-4fb9-46c7-871b-cb262b83269f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5d0482e7-4fb9-46c7-871b-cb262b83269f,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:58:02.389453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:02.423311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e8ec-f844-4172-a99b-6447a46f7132 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:58:02.445287 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-0fb262dd-8da0-4664-9def-05f66c239e11 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--267217942&fields=id&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 267 time: 0.0350580 Oct 16 13:58:02.477313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4fecb003-b336-46f9-a850-1e8f7ea8509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:02.545239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecb003-b336-46f9-a850-1e8f7ea8509b None None] Pushing event updated for resources: {'Port': ['ID=5d0482e7-4fb9-46c7-871b-cb262b83269f,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:02.585203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-1e2b3228-0088-43a2-b688-3ab0091c39fe tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:02.586777 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-1e2b3228-0088-43a2-b688-3ab0091c39fe tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.1336420 Oct 16 13:58:02.603067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-b80ef0ed-776f-498d-8cdd-59115a25c13d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/quotas/1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 375 time: 0.0096617 Oct 16 13:58:02.665939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-4ec968fb-e73f-48dd-a531-b76bf847a4a7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570300 Oct 16 13:58:02.768879 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-62db73b1-e560-4446-8cd2-6254a667763b service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907042 Oct 16 13:58:02.864892 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-a97eb96d-a658-4c5f-b3c3-4fa55d3a2283 service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889208 Oct 16 13:58:03.097624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a73b1902-5c61-4fef-977a-2f18e0f9e1fa req-104f1a10-4e79-40aa-956c-c05db1567a52 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 210 time: 0.0352788 Oct 16 13:58:03.348718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d0482e7-4fb9-46c7-871b-cb262b83269f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:58:03.403982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 5d0482e7-4fb9-46c7-871b-cb262b83269f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:03.404448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:03.497866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71c082ea-6f97-46b1-a681-85525c8c270a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:58:03.549840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 71c082ea-6f97-46b1-a681-85525c8c270a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:03.550206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:04.197697 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a639de75-7047-4c4b-974b-b70ae227b355 req-1417a626-ff07-44ac-86d2-5a64d19e65e0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 210 time: 0.0298088 Oct 16 13:58:05.053670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-8b6cf871-5f96-4447-83b4-fb3e60be3464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:05.055172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-8b6cf871-5f96-4447-83b4-fb3e60be3464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.1033757 Oct 16 13:58:05.097723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-684ba118-2c7d-401e-aa4f-d3bfa536e731 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 379 time: 0.0338457 Oct 16 13:58:05.107042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'port': {'device_id': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'admin_state_up': True, 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'security_groups': ['5ad8188c-11ba-4a6a-b665-3e6cbf102fae']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:05.300616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Made reservation on behalf of 1cd61bbb57584cba99e686d510f8ca14 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:58:05.305631 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:05.309483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df219d1d-bf39-4c78-9fce-568c6c296d78 req-faaed62b-5fb4-4c86-885a-a930c1750020 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 210 time: 0.0366998 Oct 16 13:58:05.444405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Allocated IP 172.20.0.8 (e28d6616-7956-46f0-8eda-3b9411673236/b3803d46-8e49-4659-9731-dc63504402c2/6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:58:05.578766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:05.667784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:05.714977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:58:05.718107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:58:05.721849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:58:05.749605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:05.775942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:05.776618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:05.870708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-f957610d-94df-486b-9c87-1d0c6fc84590 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677560 Oct 16 13:58:05.883131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Request body: {'port': {'device_id': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:05.927617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d1b49628-e284-41df-b2a6-d2d0003af2ca None None] Provisioning complete for port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:05.928203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d1b49628-e284-41df-b2a6-d2d0003af2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:05.951961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:05.969695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d1b49628-e284-41df-b2a6-d2d0003af2ca None None] Port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:58:06.568995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3f6ba-fcfa-4f25-869e-d37663590f16 req-45160f2f-0e45-40e3-91ca-f1fbd79edebf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:06.570479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83d3f6ba-fcfa-4f25-869e-d37663590f16 req-45160f2f-0e45-40e3-91ca-f1fbd79edebf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 931 time: 0.0901401 Oct 16 13:58:06.644823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:58:06.654711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:06.659047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-83d3f6ba-fcfa-4f25-869e-d37663590f16 req-35e1e3ee-f255-4a1e-ba1c-b8108b97901d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786440 Oct 16 13:58:06.670070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Transition to ACTIVE for port object 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:58:06.752675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:06.825418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:06.881876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Attempting to bind port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:58:06.882210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Attempting to bind port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:58:06.882542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Attempting to bind port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:58:06.889226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba on network e28d6616-7956-46f0-8eda-3b9411673236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:58:06.889226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Attempting to bind port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:58:06.893221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:58:06.894609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:58:06.895000 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Bound using segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:58:06.895437 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Bound port: 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:58:06.895830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:06.970861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:58:06.973845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:58:07.039562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:07.079268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.079879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:07.081557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 1093 time: 1.2026474 Oct 16 13:58:07.082005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:58:07.084356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a6737-1120-4a5f-b53b-ac084c9d300f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:58:07.113390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb460-323b-4b0c-81fc-549486396f27 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:07.131447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017e95e-34cc-495e-9190-71deb4cd073e x-openstack-request-id: req-3017e95e-34cc-495e-9190-71deb4cd073e {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:58:07.131766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:58:07.132026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3017e95e-34cc-495e-9190-71deb4cd073e {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:58:07.132489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'status': 'completed', 'code': 200} Oct 16 13:58:07.208262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6737-1120-4a5f-b53b-ac084c9d300f req-d351219b-2f77-4ad2-9d38-dda18860f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.209852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-251a6737-1120-4a5f-b53b-ac084c9d300f req-d351219b-2f77-4ad2-9d38-dda18860f246 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1096 time: 0.0561383 Oct 16 13:58:07.311406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6737-1120-4a5f-b53b-ac084c9d300f req-c5881b1c-a367-44ab-9f61-6e192b51604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.313012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-251a6737-1120-4a5f-b53b-ac084c9d300f req-c5881b1c-a367-44ab-9f61-6e192b51604f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1cd61bbb57584cba99e686d510f8ca14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0945618 Oct 16 13:58:07.410982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6737-1120-4a5f-b53b-ac084c9d300f req-71a198a8-3563-40cc-a00a-33b51bb7c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.412478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-251a6737-1120-4a5f-b53b-ac084c9d300f req-71a198a8-3563-40cc-a00a-33b51bb7c39f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928242 Oct 16 13:58:07.493144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-6cb2f898-e263-4a0d-880e-dad31cce957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.494745 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-6cb2f898-e263-4a0d-880e-dad31cce957e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1096 time: 0.0470333 Oct 16 13:58:07.537404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-436c6b3f-5c1e-4a5c-bbe3-f6925cdc9e0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 217 time: 0.0353274 Oct 16 13:58:07.590578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-66066667-2b1f-4612-bca3-af6f8cd72092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.591921 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-66066667-2b1f-4612-bca3-af6f8cd72092 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0472252 Oct 16 13:58:07.642055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-a29418bc-fc52-49b8-8916-32b7871b26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.643521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-a29418bc-fc52-49b8-8916-32b7871b26c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451100 Oct 16 13:58:07.746673 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-b1f351e5-5ce7-4ea1-ab10-e79476ccefeb service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956886 Oct 16 13:58:07.845602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5eba-7ec1-4a36-88b1-6f866cbaee78 req-b40d987e-78b4-4157-b87a-38ae891c0adc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:07.847011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd2a5eba-7ec1-4a36-88b1-6f866cbaee78 req-b40d987e-78b4-4157-b87a-38ae891c0adc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 943 time: 0.1183348 Oct 16 13:58:07.879336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-625c2fec-dc34-4b27-94c4-1910fabad9d9 req-daedf2f1-11af-4a27-8996-58e422118581 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179864 Oct 16 13:58:07.896543 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd2a5eba-7ec1-4a36-88b1-6f866cbaee78 req-433d678a-1a46-480a-9e73-e092e92a62e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435519 Oct 16 13:58:09.022868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f377a-a83f-4ba8-8fcd-9bf00e76cece req-d517dcac-30cd-42b3-82a8-d200c13a9e20 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:09.024469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-833f377a-a83f-4ba8-8fcd-9bf00e76cece req-d517dcac-30cd-42b3-82a8-d200c13a9e20 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 943 time: 0.0606456 Oct 16 13:58:09.074582 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-833f377a-a83f-4ba8-8fcd-9bf00e76cece req-31fcfdb3-2767-41ef-8556-2150c97b0ead tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437541 Oct 16 13:58:09.424736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:58:09.518960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:58:09.530258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'mac_address': 'fa:16:3e:e4:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:58:09.574471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:09.586975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:58:09.606412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:58:09.673244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:09.723633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:09.903349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:58:10.195677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e6db-7a1d-4060-a7cc-cf61ed0a3d1e req-a46a546c-36fd-4ade-a2c7-e83ca566b1ac tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:10.197115 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7954e6db-7a1d-4060-a7cc-cf61ed0a3d1e req-a46a546c-36fd-4ade-a2c7-e83ca566b1ac tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 944 time: 0.0558813 Oct 16 13:58:10.235562 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7954e6db-7a1d-4060-a7cc-cf61ed0a3d1e req-ffbadcb5-0f06-4c3e-bdce-3967d66da1ae tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Oct 16 13:58:11.354953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746ee53-544e-4bcc-bebe-a9f9c0cb1f39 req-c4fd1aee-c2f6-4814-bf80-39ef09b542c3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:11.356436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3746ee53-544e-4bcc-bebe-a9f9c0cb1f39 req-c4fd1aee-c2f6-4814-bf80-39ef09b542c3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 944 time: 0.0558610 Oct 16 13:58:11.397001 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3746ee53-544e-4bcc-bebe-a9f9c0cb1f39 req-10d768b2-be80-43a5-b1dd-f3cb6b38c62a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346851 Oct 16 13:58:11.442024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:58:11.575082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:58:11.578974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:58:11.582458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:11.663157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:11.685170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:58:11.687404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678c4537-21c9-4a76-97c1-ea369a0ec9b8" -d '{"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-plugged", "status": "completed", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:58:11.703264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:58:11.728826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95a3af4-f332-4726-8391-e9ab6b5368c4 x-openstack-request-id: req-e95a3af4-f332-4726-8391-e9ab6b5368c4 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:58:11.729126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-plugged", "status": "completed", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:58:11.729354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e95a3af4-f332-4726-8391-e9ab6b5368c4 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:58:11.729747 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'code': 200} Oct 16 13:58:11.769359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:11.823066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:58:12.019423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f043f-34d4-430d-8fe9-6c50edcd466d req-412d6b6a-10f0-492f-9efa-3eab1119f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:12.021054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65f043f-34d4-430d-8fe9-6c50edcd466d req-412d6b6a-10f0-492f-9efa-3eab1119f213 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0487583 Oct 16 13:58:12.054984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65f043f-34d4-430d-8fe9-6c50edcd466d req-dea57730-5ad0-4e12-97d0-896f502c1aa8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270662 Oct 16 13:58:12.516302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff90a0-cdd8-490e-8846-d71f2ee42cd8 req-798351ee-c8ed-41fb-903c-798493804c47 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:12.517806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a3ff90a0-cdd8-490e-8846-d71f2ee42cd8 req-798351ee-c8ed-41fb-903c-798493804c47 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0555379 Oct 16 13:58:12.555786 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a3ff90a0-cdd8-490e-8846-d71f2ee42cd8 req-6304d991-bf87-415d-b19e-c1e568bc3c14 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Oct 16 13:58:12.798336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5324571e-9e17-4a12-b2b6-0b3c10b2abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:13.683546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75339-851d-4c98-aadd-2ff2cd54116f req-ca1b7e65-621a-49a6-a112-c437a92a265c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:13.685072 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-72c75339-851d-4c98-aadd-2ff2cd54116f req-ca1b7e65-621a-49a6-a112-c437a92a265c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0561907 Oct 16 13:58:13.726166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-72c75339-851d-4c98-aadd-2ff2cd54116f req-276e1d2b-849d-49f9-9eb5-975ffc296de0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351992 Oct 16 13:58:13.843144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c65599-2145-4a50-84cd-cae76a797693 req-afaf90ed-6715-4480-be28-20c84277a3d5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:13.844578 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8c65599-2145-4a50-84cd-cae76a797693 req-afaf90ed-6715-4480-be28-20c84277a3d5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0567396 Oct 16 13:58:13.853166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 41224) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:58:13.858596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'floatingip': {'port_id': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:58:13.899181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:14.374836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:14.415699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:14.530036 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 associated. External IP: 172.26.5.39, port: 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba. Oct 16 13:58:14.766639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:58:14.887496 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:58:14.891930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:14.897453 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:58:14.907331 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:58:14.907919 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:57:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:14.925298 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e0e9fbc-923a-4c1d-a7a6-6372a7e1686e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "PUT /v2.0/floatingips/7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 HTTP/1.1" status: 200 len: 990 time: 1.0704916 Oct 16 13:58:14.925880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:58:14.928100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cad3e09-2b89-4cf3-b394-4fe605f2c918" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:58:14.967247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b85bb6c-7a92-4553-a6a9-7190c86c46cb x-openstack-request-id: req-6b85bb6c-7a92-4553-a6a9-7190c86c46cb {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:58:14.967534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:58:14.967783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b85bb6c-7a92-4553-a6a9-7190c86c46cb {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:58:14.968188 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'status': 'completed', 'code': 200} Oct 16 13:58:15.034019 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:58:15.035170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-70ebfb29-e490-412d-a465-f1bab0d82fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:15.036685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-70ebfb29-e490-412d-a465-f1bab0d82fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0476770 Oct 16 13:58:15.131588 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-db2200a1-ef59-4c4c-a8e0-79d056ce4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:15.133011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-db2200a1-ef59-4c4c-a8e0-79d056ce4312 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0894570 Oct 16 13:58:15.203960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-c3c56526-3976-4668-ada5-86fdbc58bae5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 998 time: 0.0643904 Oct 16 13:58:15.253208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-cbd25b63-f257-4584-a9df-b457ea3af811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:15.254707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-cbd25b63-f257-4584-a9df-b457ea3af811 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0447216 Oct 16 13:58:15.268520 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:e4:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T13:58:14Z', 'revision_number': 1, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:15.296052 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:58:15.304259 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:58:15.304887 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:57:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:15.311224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-35fcd390-50d9-4b0c-b0f2-df86c03bb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:15.312755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-35fcd390-50d9-4b0c-b0f2-df86c03bb1a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512984 Oct 16 13:58:15.402844 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-7b317aee-a178-4592-bb79-5855e7999b80 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Oct 16 13:58:15.427483 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:58:15.439180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e196c00c-2fc4-4629-a0b8-109b9f9dd1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:15.498201 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cad3e09-2b89-4cf3-b394-4fe605f2c918 req-e64b7006-4895-4d8e-90cf-d14382b8a75f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888784 Oct 16 13:58:15.659864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:e4:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T13:58:14Z', 'revision_number': 1, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:58:15.687086 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ac4d5-fd8d-486e-bde6-0691d3e84df6 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:e4:6a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T13:58:14Z', 'revision_number': 1, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:58:15.870880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c3b99-66ce-45cc-a3c2-1ef226787983 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:58:16.586870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:16.752224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:18.478347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:22.625784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:27.281999 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:58:38.636931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-0e076a4f-268d-46ca-a893-02845f4bf4b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462000 Oct 16 13:58:38.724820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-57411b18-536e-4548-9118-d452cac4acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:38.726293 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-57411b18-536e-4548-9118-d452cac4acfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0474117 Oct 16 13:58:38.833645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-a9c26fd7-9fbc-4b7b-b566-efa0a97a3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:38.835122 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-a9c26fd7-9fbc-4b7b-b566-efa0a97a3499 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0897300 Oct 16 13:58:38.907441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-216321df-2af8-4b4b-89d8-81dce1adbd69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 1000 time: 0.0643516 Oct 16 13:58:38.961427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-b9f92131-36ee-4d05-810f-467055385ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:38.963401 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-b9f92131-36ee-4d05-810f-467055385ede service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0489545 Oct 16 13:58:39.015159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-d64afabf-d52f-433f-b87d-369bf47f3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:39.016683 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-d64afabf-d52f-433f-b87d-369bf47f3baa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453212 Oct 16 13:58:39.106593 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-925e8fa7-e55b-4edc-afba-052c06275375 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Oct 16 13:58:39.205309 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1679b544-2cfc-4baa-b1a7-26dc6b67e5fd req-dbbd09e8-06bb-4ff5-b105-11305a916bd9 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908017 Oct 16 13:58:42.900659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a570a011-9601-4b5d-be04-62f711739c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:45.432447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-53c454e7-371e-41ee-abdd-7cd933114d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:46.586603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:46.735152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:48.500299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:50.977039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b2865-a1cf-4ffa-ad7c-8f47e7143f6a req-b86e2905-3f06-45f6-bbd6-c6afe92297a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:50.979175 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-141b2865-a1cf-4ffa-ad7c-8f47e7143f6a req-b86e2905-3f06-45f6-bbd6-c6afe92297a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0553954 Oct 16 13:58:51.016341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-141b2865-a1cf-4ffa-ad7c-8f47e7143f6a req-d2bbb998-827f-4db2-8f37-6c4ec59b5adb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Oct 16 13:58:51.378022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ddb73-fd77-48d2-9cc4-9e1d2a6d6b2b req-c78811cd-0d35-4f25-beb4-2cd64e75d605 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:51.379565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-210ddb73-fd77-48d2-9cc4-9e1d2a6d6b2b req-c78811cd-0d35-4f25-beb4-2cd64e75d605 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0611584 Oct 16 13:58:51.419291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-210ddb73-fd77-48d2-9cc4-9e1d2a6d6b2b req-aacabf88-5d82-48b3-bf00-3e18db5e095e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327837 Oct 16 13:58:51.476748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-539dfb97-26f0-4d68-b584-9588c56ea9de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472319 Oct 16 13:58:52.545438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a155ac-2a03-42ea-9a5e-9b5f23954cf1 req-e6ce43d4-3964-41f3-ab09-bfb39795fbbe tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:52.546961 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6a155ac-2a03-42ea-9a5e-9b5f23954cf1 req-e6ce43d4-3964-41f3-ab09-bfb39795fbbe tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0577002 Oct 16 13:58:52.587061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6a155ac-2a03-42ea-9a5e-9b5f23954cf1 req-c623fe26-3e9a-4828-b34e-1cd65259cb33 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340769 Oct 16 13:58:52.643383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:58:53.388282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-c3dc1bc1-ebae-4ddc-a4f6-005f27419829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:53.389801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-c3dc1bc1-ebae-4ddc-a4f6-005f27419829 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0506365 Oct 16 13:58:53.479125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-ca0339d7-47ed-4b68-8e81-4a765a54912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:53.480533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-ca0339d7-47ed-4b68-8e81-4a765a54912a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0836306 Oct 16 13:58:53.552843 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-f74aaa8f-d30b-4a42-9c4e-9fcf75e6cc82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 1000 time: 0.0655086 Oct 16 13:58:53.600284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-9b43609e-0ada-41d0-96f3-a4ecc9cd3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:53.601696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-9b43609e-0ada-41d0-96f3-a4ecc9cd3382 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0420601 Oct 16 13:58:53.653707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-f5fdf09e-5700-4626-86ee-a802d9b31c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:53.655222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-f5fdf09e-5700-4626-86ee-a802d9b31c13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467944 Oct 16 13:58:53.767790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac451eea-9865-4716-9c15-676459b9cd97 req-4dbde856-4520-425a-b29c-805813e0f051 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:53.769219 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac451eea-9865-4716-9c15-676459b9cd97 req-4dbde856-4520-425a-b29c-805813e0f051 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.1130061 Oct 16 13:58:53.798288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-fe34f8e6-fc23-4e28-b15e-b863972e5181 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340840 Oct 16 13:58:53.834380 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac451eea-9865-4716-9c15-676459b9cd97 req-1f59ab7c-b0d5-46c6-8622-e7900bd4d227 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572708 Oct 16 13:58:53.902779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-664e9b2a-b26e-4e66-819e-98c5712a27c7 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973496 Oct 16 13:58:54.960355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec12c56-6de2-4356-bdc9-f59612b371db req-430299b3-0bdd-41c4-8d08-b0a3d4e3bf4f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:54.962031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ec12c56-6de2-4356-bdc9-f59612b371db req-430299b3-0bdd-41c4-8d08-b0a3d4e3bf4f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0612435 Oct 16 13:58:55.000834 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ec12c56-6de2-4356-bdc9-f59612b371db req-f338e52f-62c5-4e45-b7bc-743cb7b324e0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Oct 16 13:58:56.123883 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c80e0-5bfe-486e-b0e5-03d784c35c4a req-1d24e09e-b6a1-48ea-a4c9-0c2f480cc30c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:56.125396 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c4c80e0-5bfe-486e-b0e5-03d784c35c4a req-1d24e09e-b6a1-48ea-a4c9-0c2f480cc30c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0572338 Oct 16 13:58:56.162998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c4c80e0-5bfe-486e-b0e5-03d784c35c4a req-236019b7-c20b-4e44-9636-511b5c94543b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Oct 16 13:58:57.289692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a2b3f-8aac-4808-8d8d-a1ee421c060c req-0c350845-bf08-4e4d-ac35-2d4d51caf7a8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:57.291711 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-260a2b3f-8aac-4808-8d8d-a1ee421c060c req-0c350845-bf08-4e4d-ac35-2d4d51caf7a8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0616603 Oct 16 13:58:57.331575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-260a2b3f-8aac-4808-8d8d-a1ee421c060c req-ec3158b4-c2ba-486c-8f01-f3691220aace tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327587 Oct 16 13:58:58.450961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4147e-5566-4c62-9013-fbf0b015b393 req-44671c71-8145-45d5-a064-3e220347f889 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:58.452465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aaa4147e-5566-4c62-9013-fbf0b015b393 req-44671c71-8145-45d5-a064-3e220347f889 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0550873 Oct 16 13:58:58.490094 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aaa4147e-5566-4c62-9013-fbf0b015b393 req-680c795c-ecf6-4e82-979c-3da044b3157a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Oct 16 13:58:59.613768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcf09d-73d8-4fea-bd81-73b83b6c471c req-08c3701c-040f-4e2f-abb3-0a61d408c70e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:58:59.615237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2fcf09d-73d8-4fea-bd81-73b83b6c471c req-08c3701c-040f-4e2f-abb3-0a61d408c70e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0556407 Oct 16 13:58:59.656143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2fcf09d-73d8-4fea-bd81-73b83b6c471c req-f08751c3-98d7-4755-ad55-71a36aa1398f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349035 Oct 16 13:59:00.776109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2707f1-6c53-4cbb-a413-410047f344c7 req-356fabeb-88c4-4e6e-8f03-abf47bca04c9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:00.777617 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa2707f1-6c53-4cbb-a413-410047f344c7 req-356fabeb-88c4-4e6e-8f03-abf47bca04c9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0560360 Oct 16 13:59:00.814489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa2707f1-6c53-4cbb-a413-410047f344c7 req-cb67ea6b-ce1b-4208-98a5-501ff0cca4c1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Oct 16 13:59:01.934633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774f22b-7ec8-48db-8a71-cf5b2df6482a req-e69c343a-4b1b-4cee-a784-4202ae0ad0be tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:01.936112 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f774f22b-7ec8-48db-8a71-cf5b2df6482a req-e69c343a-4b1b-4cee-a784-4202ae0ad0be tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0550375 Oct 16 13:59:01.973989 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f774f22b-7ec8-48db-8a71-cf5b2df6482a req-718d63d2-2a06-4a92-a626-ed098308e1f8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321057 Oct 16 13:59:03.096577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13eb2-3b39-43bc-a690-49a0e97df261 req-f17be4f4-31ff-4619-b62f-7b80fce3cf23 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:03.098057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d13eb2-3b39-43bc-a690-49a0e97df261 req-f17be4f4-31ff-4619-b62f-7b80fce3cf23 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0588481 Oct 16 13:59:03.135289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e2d13eb2-3b39-43bc-a690-49a0e97df261 req-33fe4f40-b023-4299-91f0-a7fb8f483fc9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Oct 16 13:59:04.256144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed929-16bd-46fa-a737-2b68a90ddfed req-f4db63a6-8346-44e2-82a6-f8549b5f8286 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:04.257652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ceeed929-16bd-46fa-a737-2b68a90ddfed req-f4db63a6-8346-44e2-82a6-f8549b5f8286 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0564027 Oct 16 13:59:04.280978 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:59:04.297180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ceeed929-16bd-46fa-a737-2b68a90ddfed req-6cf00223-705e-4faf-beb3-a66f1b59ad01 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329099 Oct 16 13:59:05.417822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270129d-b349-413e-bd2a-69bf3e39b868 req-5cf5eb08-d530-4286-953a-e6fb6ed49068 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:05.419274 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0270129d-b349-413e-bd2a-69bf3e39b868 req-5cf5eb08-d530-4286-953a-e6fb6ed49068 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0554132 Oct 16 13:59:05.455281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0270129d-b349-413e-bd2a-69bf3e39b868 req-c29a79ad-6d0c-4b0a-85fe-61cfbacd0c0e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302012 Oct 16 13:59:05.776295 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-680c72e6-cb27-459b-8afa-6d403198bcfb service neutron] 10.222.0.31 "GET /v2.0/ports/6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0614707 Oct 16 13:59:06.327968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-6cde6747-9c9f-4bd2-b63e-d9e9a8de4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:06.329487 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-6cde6747-9c9f-4bd2-b63e-d9e9a8de4bba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 1098 time: 0.0471091 Oct 16 13:59:06.394778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-fdf85ef1-ea1c-4b46-9ce4-628f0a98da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:06.396273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-fdf85ef1-ea1c-4b46-9ce4-628f0a98da7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0457120 Oct 16 13:59:06.488574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-19111a24-60f2-4c93-9f4c-78aa469cb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:06.490204 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-19111a24-60f2-4c93-9f4c-78aa469cb4a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0870469 Oct 16 13:59:06.591419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-f033c8a7-79e6-42ce-a9b7-0c8f7f047e7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 1000 time: 0.0946655 Oct 16 13:59:06.634524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d3545-5b29-4ddd-a891-025794217ec7 req-dfbd1bd3-be44-48dc-b819-1a1896d80320 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:06.635942 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ff9d3545-5b29-4ddd-a891-025794217ec7 req-dfbd1bd3-be44-48dc-b819-1a1896d80320 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.1027312 Oct 16 13:59:06.669093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-e40c9b83-9e7b-4cd5-9206-7453c5906de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:06.670492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-e40c9b83-9e7b-4cd5-9206-7453c5906de5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0707154 Oct 16 13:59:06.689674 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ff9d3545-5b29-4ddd-a891-025794217ec7 req-3ca55273-e4d1-47a9-b364-ac411faec22b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479660 Oct 16 13:59:06.728820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63ae5-baff-4008-a807-9d177abb050a req-f454cb2d-6e6b-48e3-955a-04ecace48bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:06.730308 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-f454cb2d-6e6b-48e3-955a-04ecace48bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504954 Oct 16 13:59:06.822755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-d737b566-a6eb-4a86-a1e6-648e164ba10e service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Oct 16 13:59:06.909661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61d63ae5-baff-4008-a807-9d177abb050a req-79695d34-e2f0-4c46-a721-b8cf4aca5f0d service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804884 Oct 16 13:59:07.815259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca52a3-5990-4c37-9659-b8b52be4832e req-9380a964-9a83-49ea-a89d-17128ee8526d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:07.816788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68ca52a3-5990-4c37-9659-b8b52be4832e req-9380a964-9a83-49ea-a89d-17128ee8526d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0594230 Oct 16 13:59:07.855862 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-68ca52a3-5990-4c37-9659-b8b52be4832e req-0ad2b9d4-8946-450d-a3e1-16f2b4b3b3a7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Oct 16 13:59:08.979795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc1a19-1037-48a8-be05-3a96a54496e5 req-1c04fb4f-5823-40fa-96e9-b884f9992a48 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:08.981293 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fdfc1a19-1037-48a8-be05-3a96a54496e5 req-1c04fb4f-5823-40fa-96e9-b884f9992a48 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0574799 Oct 16 13:59:09.017493 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fdfc1a19-1037-48a8-be05-3a96a54496e5 req-658e55c8-cb6b-4716-978b-6fee3bd89a0b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303724 Oct 16 13:59:09.349500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0a347-ecdd-46a0-9609-68506d1b61db req-c009d93d-63f3-4924-ba4c-528feb1314d8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:09.350988 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ab0a347-ecdd-46a0-9609-68506d1b61db req-c009d93d-63f3-4924-ba4c-528feb1314d8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0590093 Oct 16 13:59:09.418312 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ab0a347-ecdd-46a0-9609-68506d1b61db req-c90cd55e-404c-4720-984f-34345f148b8c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599756 Oct 16 13:59:09.444654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-89de0b80-1d5a-45ec-8af7-90d02df26aac tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:09.446794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-89de0b80-1d5a-45ec-8af7-90d02df26aac tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59&tenant_id=1cd61bbb57584cba99e686d510f8ca14&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 945 time: 0.0748541 Oct 16 13:59:09.533925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-27b1b4ef-9e2e-4e58-a93c-d77c828b19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:09.535297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-27b1b4ef-9e2e-4e58-a93c-d77c828b19c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0466750 Oct 16 13:59:09.628965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-4579ff54-7392-40c5-a624-141b145029ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:09.630441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-4579ff54-7392-40c5-a624-141b145029ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0885742 Oct 16 13:59:09.698953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-93eb6da9-8d6b-4296-9f48-b79dbebadd8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 200 len: 1000 time: 0.0616701 Oct 16 13:59:09.710214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:59:09.713299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:59:09.748029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-4f158df7-433e-4579-991d-f1b55aead69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:09.749510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-4f158df7-433e-4579-991d-f1b55aead69e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0441184 Oct 16 13:59:09.804727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-5864f403-3747-4934-9395-11b692eceee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:09.807002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-5864f403-3747-4934-9395-11b692eceee4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506630 Oct 16 13:59:09.866793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:09.881764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:09.899309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'mac_address': 'fa:16:3e:e4:6a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:59:09.902640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-d4d29a60-38b5-48ee-a793-5c8fc466bbf7 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Oct 16 13:59:09.908783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:59:09.908783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65f9513-8808-4091-a7c4-6260d0d35e5d" -d '{"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:59:09.925206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:09.964004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:09.965925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8660a95-90c2-4fbd-a371-d8b4711ab764 x-openstack-request-id: req-f8660a95-90c2-4fbd-a371-d8b4711ab764 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:59:09.966209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:59:09.966461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8660a95-90c2-4fbd-a371-d8b4711ab764 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:59:09.966857 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'code': 200} Oct 16 13:59:09.979126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:59:09.985213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:10.007310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29de620-ca43-4c51-a6db-af59d0819e5f req-a3ff0d06-7ac7-4f42-b0e9-2fae7247fa1b service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969799 Oct 16 13:59:10.066126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 13:59:10.066424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 13:59:10.076058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:10.083240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.086487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.087920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:10.540496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098740-f717-417e-b8f2-814e22fbffbe req-0b6cfc40-9e4a-43a4-ae91-1c85c4f70295 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:10.542173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6098740-f717-417e-b8f2-814e22fbffbe req-0b6cfc40-9e4a-43a4-ae91-1c85c4f70295 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 943 time: 0.0566003 Oct 16 13:59:10.580655 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6098740-f717-417e-b8f2-814e22fbffbe req-65771375-b4be-4e6e-b897-96889c182773 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Oct 16 13:59:10.607470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:10.620562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:59:10.639052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:10.710181 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:10.767628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:10.775541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:59:11.702132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389c2e6-32bf-4c10-8c94-e89ff7367df9 req-c6001da3-14fa-47d5-a130-40c34e94c1f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:11.703577 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3389c2e6-32bf-4c10-8c94-e89ff7367df9 req-c6001da3-14fa-47d5-a130-40c34e94c1f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 944 time: 0.0542457 Oct 16 13:59:11.729081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:59:11.739863 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3389c2e6-32bf-4c10-8c94-e89ff7367df9 req-291e753e-f4cd-4a9b-a4d8-60b3ffd6ca2e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301907 Oct 16 13:59:11.782987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:59:11.783457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:11.863683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35eb46-eabc-4ff4-8112-ed08151489aa req-fa2f7afc-adfb-4cfa-8358-27cec65060b8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:11.865095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c35eb46-eabc-4ff4-8112-ed08151489aa req-fa2f7afc-adfb-4cfa-8358-27cec65060b8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 944 time: 0.0588171 Oct 16 13:59:11.869742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:11.904435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:11.905164 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c35eb46-eabc-4ff4-8112-ed08151489aa req-830119f6-174a-4030-8993-41d47086ec07 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336237 Oct 16 13:59:11.967613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:11.969372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:59:11.971696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc2b26-9e6e-47d6-abaa-c119d8090760" -d '{"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-plugged", "status": "completed", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:59:12.014561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89ba3f-6f56-4705-a418-3c753186a6d2 x-openstack-request-id: req-1e89ba3f-6f56-4705-a418-3c753186a6d2 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:59:12.014851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-plugged", "status": "completed", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:59:12.015105 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e89ba3f-6f56-4705-a418-3c753186a6d2 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:59:12.015500 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'code': 200} Oct 16 13:59:12.030923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0b98-67ab-4c8e-9d0d-c97cca673342 req-5e29d1be-d852-4837-9738-b09d064a42a0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:12.031325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:12.032426 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1d8b0b98-67ab-4c8e-9d0d-c97cca673342 req-5e29d1be-d852-4837-9738-b09d064a42a0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0587208 Oct 16 13:59:12.071411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1d8b0b98-67ab-4c8e-9d0d-c97cca673342 req-adffa20a-a102-48ee-b01a-a57ada16cf0a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330873 Oct 16 13:59:12.495232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3afcd-769c-4790-876f-09e0e10e6db7 req-958547f5-a326-43f0-947f-a2a4a6b93476 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:12.496726 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-09d3afcd-769c-4790-876f-09e0e10e6db7 req-958547f5-a326-43f0-947f-a2a4a6b93476 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0561571 Oct 16 13:59:12.536953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-09d3afcd-769c-4790-876f-09e0e10e6db7 req-f36852d7-f982-4205-ad3d-412c139dbf1c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344145 Oct 16 13:59:12.841672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26867565-305e-4bfc-affe-80464ddb8199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:13.657493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7714c-6509-4e55-a570-5336f0e8ecc3 req-9d672d3f-9764-4f52-9ee1-eebf5ffa9f22 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:13.658942 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61b7714c-6509-4e55-a570-5336f0e8ecc3 req-9d672d3f-9764-4f52-9ee1-eebf5ffa9f22 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0538239 Oct 16 13:59:13.696707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-61b7714c-6509-4e55-a570-5336f0e8ecc3 req-f5eafac3-2f6d-4c50-bbac-bb2a7035a0a3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318608 Oct 16 13:59:14.163989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-26f4d09e-d735-4a94-b016-67748eac3a86 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:14.166134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-26f4d09e-d735-4a94-b016-67748eac3a86 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.0540543 Oct 16 13:59:14.267461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Deleting port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 13:59:14.267785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:14.352936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] For port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:14.353273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:15.060453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:15.061140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:15.061140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 disassociated. External IP: 172.26.5.39, port: 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba. Oct 16 13:59:15.061417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Calling delete_port for 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 13:59:15.089978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a0144-5855-4d51-a352-271fd86e31ef req-5bbaca19-4aba-47f1-bb1d-c33ace19afa4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:15.091446 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421a0144-5855-4d51-a352-271fd86e31ef req-5bbaca19-4aba-47f1-bb1d-c33ace19afa4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 945 time: 0.1540072 Oct 16 13:59:15.188690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421a0144-5855-4d51-a352-271fd86e31ef req-e8486990-7792-49aa-9833-e3fb2fb7426f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797698 Oct 16 13:59:15.311164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:15.341190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event deleted for resources: {'Port': ['ID=6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.355796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.356091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.356414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 13:59:15.432243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1dce99b5-8123-445b-8bc8-df7121e0473f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:15.493484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:59:15.619743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:59:15.629409 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:59:15.641831 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:59:15.642418 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:59:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:15.681106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] No DVR routers for this DVR port 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 13:59:15.683620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:15.686896 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b985988-a8f4-4dd2-b71c-cb0846619eba req-8fb7a998-937a-4b7c-9304-099be17a4464 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "DELETE /v2.0/ports/6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba HTTP/1.1" status: 204 len: 173 time: 1.5147564 Oct 16 13:59:15.687330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-deleted', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:59:15.689656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de84733-fe41-4813-9ba8-f4f2450a5f78" -d '{"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-deleted", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:59:15.724227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d825cc3-81fe-4d7a-be4c-e192c236f894 x-openstack-request-id: req-8d825cc3-81fe-4d7a-be4c-e192c236f894 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:59:15.724621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6a0884-840d-40cf-9690-494e1e79cc59", "name": "network-vif-deleted", "tag": "6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:59:15.724860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d825cc3-81fe-4d7a-be4c-e192c236f894 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:59:15.725246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6a0884-840d-40cf-9690-494e1e79cc59', 'name': 'network-vif-deleted', 'tag': '6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba', 'status': 'completed', 'code': 200} Oct 16 13:59:15.766299 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:59:16.064003 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:16.094157 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:59:16.102651 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:59:16.103209 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:59:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:16.219710 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:59:16.299470 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84d2e74a-f22c-4cb9-8f22-ae8bf86fea53 req-3e714229-6188-49f4-a501-57f8079821b4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b6a0884-840d-40cf-9690-494e1e79cc59 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Oct 16 13:59:16.424058 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:16.455085 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb747aca-81ca-401b-9bd8-f6823a7fa116 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:59:16.580822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:16.679832 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3765fd-060e-4978-aa46-48e5392efca2 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:59:16.787424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:17.543584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-d0145d0d-9d87-4bb1-a291-7c194358669e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--267217942&fields=id&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 267 time: 0.0317426 Oct 16 13:59:17.650711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-2b164636-0893-4c2a-9636-ed89f5c2fae3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:17.652131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-2b164636-0893-4c2a-9636-ed89f5c2fae3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.1021793 Oct 16 13:59:17.667288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-c8a80d5a-dd79-46df-9151-f37089d444aa tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/quotas/1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 375 time: 0.0095317 Oct 16 13:59:17.725163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e35d9315-b64b-4343-8bde-59baec03d658 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527205 Oct 16 13:59:17.725789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 13:59:17.748104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 13:59:17.748479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6c8c8af9-6bed-4e28-80d8-9e8b2f4421ba not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 13:59:17.823249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-b1c27fd2-2215-46e7-bbb0-e9e27ffdb5dc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 13:59:17.824426 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-b1c27fd2-2215-46e7-bbb0-e9e27ffdb5dc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0874083 Oct 16 13:59:17.919557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-47df0ecf-2551-40ca-8761-c5f57f2cbb8e service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890954 Oct 16 13:59:18.013270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-8cd059ec-c0ff-4ccb-8a9a-20d92e148082 service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875845 Oct 16 13:59:18.252595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d13f5f5-e714-43ab-9ce7-96541fcbe429 req-4a0264fe-6062-4956-9e65-f4c99e98cfcf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 210 time: 0.0294526 Oct 16 13:59:18.500133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:19.348569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1138c818-3087-4c0d-8c8f-e1ee46c652a6 req-cc0d963d-60a4-42da-aad7-c62146759773 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 210 time: 0.0293360 Oct 16 13:59:20.096479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-773058d7-0569-4e25-8874-99dda8bea017 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:20.097923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-773058d7-0569-4e25-8874-99dda8bea017 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.1043992 Oct 16 13:59:20.141421 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-c2143ac8-5682-47df-85f3-30c2443e8518 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 379 time: 0.0345664 Oct 16 13:59:20.150436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'port': {'device_id': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'admin_state_up': True, 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'security_groups': ['5ad8188c-11ba-4a6a-b665-3e6cbf102fae']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:59:20.311180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Made reservation on behalf of 1cd61bbb57584cba99e686d510f8ca14 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 13:59:20.314870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:20.451512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3d9ac603-6509-4f6b-aec7-c0592f0c9ebb req-6503a837-f650-4215-8850-7cd87316ea3e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 210 time: 0.0329683 Oct 16 13:59:20.465005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Allocated IP 172.20.0.14 (e28d6616-7956-46f0-8eda-3b9411673236/b3803d46-8e49-4659-9731-dc63504402c2/ca5113cd-d7e0-4573-ac39-1bcaad8c85cd) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 13:59:20.601175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:20.692846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:20.734193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 13:59:20.737153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 13:59:20.744294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 13:59:20.778652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:20.800727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:20.801379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:20.874056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-57a109f4-68ca-4386-8978-e055a9efb2a2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7272780 Oct 16 13:59:20.889015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Request body: {'port': {'device_id': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:59:20.935011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ef81cbaf-8338-4336-bcc4-0e66f3c7a5fb None None] Provisioning complete for port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:59:20.935624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ef81cbaf-8338-4336-bcc4-0e66f3c7a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:20.957169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:20.972995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ef81cbaf-8338-4336-bcc4-0e66f3c7a5fb None None] Port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 13:59:21.222279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5113cd-d7e0-4573-ac39-1bcaad8c85cd {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:59:21.230295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:21.241791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Transition to ACTIVE for port object ca5113cd-d7e0-4573-ac39-1bcaad8c85cd will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 13:59:21.315385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:21.378935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Pushing event updated for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:21.449012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Attempting to bind port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 13:59:21.449343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Attempting to bind port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 13:59:21.449689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Attempting to bind port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:59:21.454131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd on network e28d6616-7956-46f0-8eda-3b9411673236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 13:59:21.454689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Attempting to bind port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 13:59:21.459627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 13:59:21.459920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 13:59:21.460298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Bound using segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 13:59:21.460760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Bound port: ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 13:59:21.461615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:21.564876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 13:59:21.578706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 13:59:21.603875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff043c3c-8f5e-47cc-af02-4f39b5fad28a req-771ee0de-9247-4985-8623-ef5185227891 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:21.605402 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ff043c3c-8f5e-47cc-af02-4f39b5fad28a req-771ee0de-9247-4985-8623-ef5185227891 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0854228 Oct 16 13:59:21.643478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ff043c3c-8f5e-47cc-af02-4f39b5fad28a req-6ebeb60f-c1d8-498c-aa96-be14ea042772 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 Oct 16 13:59:21.693239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:21.730641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:21.731289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:21.732696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] 10.222.0.31 "PUT /v2.0/ports/ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 1094 time: 0.8482332 Oct 16 13:59:21.733193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:59:21.735499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf1df3-8ab8-4780-bb07-851a1f9f2671" -d '{"events": [{"name": "network-changed", "server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:59:21.765380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1171025-144b-4f38-a785-93ad79196c0f service neutron] Pushing event updated for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:21.778035 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de9bc03-6229-40ef-aa4a-0a7d5d3257bf x-openstack-request-id: req-4de9bc03-6229-40ef-aa4a-0a7d5d3257bf {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:59:21.778331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:59:21.778587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4de9bc03-6229-40ef-aa4a-0a7d5d3257bf {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:59:21.779002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'status': 'completed', 'code': 200} Oct 16 13:59:21.849838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf1df3-8ab8-4780-bb07-851a1f9f2671 req-cf16573d-b2d7-4a60-b2c3-70ea2cee6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:21.851344 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23bf1df3-8ab8-4780-bb07-851a1f9f2671 req-cf16573d-b2d7-4a60-b2c3-70ea2cee6f23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1097 time: 0.0514820 Oct 16 13:59:21.955673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf1df3-8ab8-4780-bb07-851a1f9f2671 req-9b94c9e1-792c-4fc2-900f-9f4c772e2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:21.957439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23bf1df3-8ab8-4780-bb07-851a1f9f2671 req-9b94c9e1-792c-4fc2-900f-9f4c772e2f29 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1cd61bbb57584cba99e686d510f8ca14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0984628 Oct 16 13:59:22.054166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf1df3-8ab8-4780-bb07-851a1f9f2671 req-99719381-c66e-4735-9d5a-0dcfdd09ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:22.055702 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23bf1df3-8ab8-4780-bb07-851a1f9f2671 req-99719381-c66e-4735-9d5a-0dcfdd09ee34 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916820 Oct 16 13:59:22.134603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-c2f07575-02f4-474e-a30b-78776dbb510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:22.136051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-c2f07575-02f4-474e-a30b-78776dbb510b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1097 time: 0.0459757 Oct 16 13:59:22.179615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-cfd81c27-acf2-493e-8dd8-8d5ec8cb25b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 217 time: 0.0354476 Oct 16 13:59:22.227916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-b17b7891-d612-4352-95c8-edfd2fedab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:22.229364 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-b17b7891-d612-4352-95c8-edfd2fedab28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0432799 Oct 16 13:59:22.283489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-2799ac53-5bea-490a-9c64-7c75cf433987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:22.284872 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-2799ac53-5bea-490a-9c64-7c75cf433987 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485127 Oct 16 13:59:22.371987 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-e359d4a8-ae9f-4005-a5eb-18c104dd1396 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799828 Oct 16 13:59:22.649424 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:22.695284 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fae0903-b66d-4358-8044-46ba115bfe15 req-166c746f-ee75-4bd3-aa9e-6ebbc7b6b01f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162847 Oct 16 13:59:22.762477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84878059-5a0b-4a14-a3b7-ba3b7b56d21e req-cb662bb8-d292-4e61-908a-34d04efb21fd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:22.763906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84878059-5a0b-4a14-a3b7-ba3b7b56d21e req-cb662bb8-d292-4e61-908a-34d04efb21fd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0545757 Oct 16 13:59:22.801937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84878059-5a0b-4a14-a3b7-ba3b7b56d21e req-be19ec6d-6be0-4574-a5fe-974f7aab700f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Oct 16 13:59:23.724102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca5113cd-d7e0-4573-ac39-1bcaad8c85cd details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 13:59:23.816496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:23.827771 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'mac_address': 'fa:16:3e:18:9a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 13:59:23.870133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:23.883140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5113cd-d7e0-4573-ac39-1bcaad8c85cd {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 13:59:23.904630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:23.929882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fbdc8-a0c2-46b7-b059-0f53ab0b6ffb req-0f00f65b-eabd-44e9-aa14-0c82be5ea997 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:23.931880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c29fbdc8-a0c2-46b7-b059-0f53ab0b6ffb req-0f00f65b-eabd-44e9-aa14-0c82be5ea997 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0605984 Oct 16 13:59:23.968546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:23.969224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c29fbdc8-a0c2-46b7-b059-0f53ab0b6ffb req-ecdd79d9-dd1d-43e1-9e5b-2ec643728517 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314429 Oct 16 13:59:24.022633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:24.201235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 13:59:25.091034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05a0fe-3b1c-4664-804c-1699a15f4bed req-055b939f-9395-434f-b52a-e67ad27d2d09 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:25.092514 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b05a0fe-3b1c-4664-804c-1699a15f4bed req-055b939f-9395-434f-b52a-e67ad27d2d09 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 945 time: 0.0561624 Oct 16 13:59:25.129416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b05a0fe-3b1c-4664-804c-1699a15f4bed req-5c1da517-d2ba-45c9-9fb7-a2630904ebc5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Oct 16 13:59:25.737078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca5113cd-d7e0-4573-ac39-1bcaad8c85cd up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 13:59:26.002359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 13:59:26.005999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 13:59:26.006362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:26.090600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:26.111616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:59:26.113856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb357e-d63e-4882-b012-155a849d9a44" -d '{"events": [{"server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "name": "network-vif-plugged", "status": "completed", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:59:26.126629 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 13:59:26.149964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f102cb-4005-412e-9428-a1a27c9684a3 x-openstack-request-id: req-03f102cb-4005-412e-9428-a1a27c9684a3 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:59:26.150235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "name": "network-vif-plugged", "status": "completed", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:59:26.150481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03f102cb-4005-412e-9428-a1a27c9684a3 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:59:26.150920 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'code': 200} Oct 16 13:59:26.197537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:26.252768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 13:59:26.256758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a686e-b3d6-4768-b58e-d230e00a2455 req-822cd23f-cd8a-4c4f-a259-5976efd59544 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:26.258345 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9c8a686e-b3d6-4768-b58e-d230e00a2455 req-822cd23f-cd8a-4c4f-a259-5976efd59544 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0568292 Oct 16 13:59:26.296789 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9c8a686e-b3d6-4768-b58e-d230e00a2455 req-088787c3-763c-4200-8494-5c6b0f5e28f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Oct 16 13:59:26.459291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f6c10-a04e-450f-a10b-ff04614b5176 req-d53a5cb2-c53a-4b5a-95bb-f028b3ce9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:26.460801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-736f6c10-a04e-450f-a10b-ff04614b5176 req-d53a5cb2-c53a-4b5a-95bb-f028b3ce9297 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1099 time: 0.0495901 Oct 16 13:59:26.496197 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-736f6c10-a04e-450f-a10b-ff04614b5176 req-f6b51bad-9d76-4acd-bf0b-6604c80473d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283272 Oct 16 13:59:27.424960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f909e2-60c6-4e0b-bec7-5519e9947ac0 req-9521e597-7a7e-4504-a1c9-524be3c0e971 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:27.426425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-54f909e2-60c6-4e0b-bec7-5519e9947ac0 req-9521e597-7a7e-4504-a1c9-524be3c0e971 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0608742 Oct 16 13:59:27.465517 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-54f909e2-60c6-4e0b-bec7-5519e9947ac0 req-1902cacf-5c56-48c4-a137-64642bfc72cd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Oct 16 13:59:28.587362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dee116-7004-4708-a202-67863f9895ee req-370cd615-0730-4900-8847-415ac6deb31c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:28.588918 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36dee116-7004-4708-a202-67863f9895ee req-370cd615-0730-4900-8847-415ac6deb31c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0552692 Oct 16 13:59:28.630704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36dee116-7004-4708-a202-67863f9895ee req-6a0fbb7c-36ed-4c78-a45e-85c201ddbdbc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358038 Oct 16 13:59:28.747134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e5075-7740-4087-ba0b-e26327ad2f43 req-3d4fb58d-e6ed-4a17-b88d-25d06919089f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:28.748713 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a7e5075-7740-4087-ba0b-e26327ad2f43 req-3d4fb58d-e6ed-4a17-b88d-25d06919089f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0554388 Oct 16 13:59:28.756949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41448) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 13:59:28.761659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'floatingip': {'port_id': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 13:59:28.802386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:29.422320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:29.465528 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:29.578127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 associated. External IP: 172.26.5.39, port: ca5113cd-d7e0-4573-ac39-1bcaad8c85cd. Oct 16 13:59:29.815850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 13:59:29.938424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 13:59:29.943321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:29.948401 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 13:59:29.958194 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:59:29.958780 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:59:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:29.978346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a932b5a0-79bf-4975-a4d5-922a959299e2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "PUT /v2.0/floatingips/7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 HTTP/1.1" status: 200 len: 991 time: 1.2203555 Oct 16 13:59:29.978947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 13:59:29.982921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 13:59:30.023505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a58c0-b113-4db9-b1f7-56d64f97edb4 x-openstack-request-id: req-b47a58c0-b113-4db9-b1f7-56d64f97edb4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 13:59:30.023793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 13:59:30.024104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b47a58c0-b113-4db9-b1f7-56d64f97edb4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 13:59:30.024524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'status': 'completed', 'code': 200} Oct 16 13:59:30.091596 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:59:30.101001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-b98a01ba-a067-42d9-8722-a8a8e596bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:30.103052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-b98a01ba-a067-42d9-8722-a8a8e596bb23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1099 time: 0.0535645 Oct 16 13:59:30.196544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-55d6db4d-a10b-4745-9a7a-70ac161be71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:30.198010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-55d6db4d-a10b-4745-9a7a-70ac161be71a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0883486 Oct 16 13:59:30.268888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-3fbd724c-a572-4e35-b83a-16ae1b1d89a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 999 time: 0.0639162 Oct 16 13:59:30.317348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-0785b588-c604-4540-9690-bfd68e4201f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:30.318788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-0785b588-c604-4540-9690-bfd68e4201f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0431387 Oct 16 13:59:30.318889 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:18:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T13:59:29Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:30.350147 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 13:59:30.358913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 13:59:30.359516 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T13:59:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:30.374987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-a715f50f-d5a7-4d9f-8708-23de7b1f1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:30.376516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-a715f50f-d5a7-4d9f-8708-23de7b1f1e93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511947 Oct 16 13:59:30.466525 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-7e0af6b4-b6fb-404d-b582-8e9abdfffe82 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831859 Oct 16 13:59:30.478820 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 13:59:30.560211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33010f36-d47e-4bbd-96c9-040fb1ed6d4b req-fa543134-f31a-4ab7-800b-ad386012c49f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865216 Oct 16 13:59:30.709375 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:18:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T13:59:29Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 13:59:30.736965 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fb98dc-471e-47f0-bc80-d458a815661e None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:18:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T13:59:29Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 13:59:30.916392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e12ac-0ee7-414a-8c05-7e9a591f3142 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 13:59:40.658862 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-9f788bd0-fc50-4759-839a-450c8460e2db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490584 Oct 16 13:59:40.744346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-f96cd7ec-7792-4aed-9e93-7d380c1b808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:40.745862 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-f96cd7ec-7792-4aed-9e93-7d380c1b808b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1099 time: 0.0470669 Oct 16 13:59:40.856143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-3f19fe97-e46d-4dd9-bbf0-3bcf47bab9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:40.857667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-3f19fe97-e46d-4dd9-bbf0-3bcf47bab9f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0939682 Oct 16 13:59:40.939941 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-e962ec06-03ac-49fb-895b-5ec757dcae89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 1001 time: 0.0649111 Oct 16 13:59:40.989047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-8e92452f-adf1-44d8-8c27-55ad611dd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:40.990453 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-8e92452f-adf1-44d8-8c27-55ad611dd014 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0439937 Oct 16 13:59:41.044680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-61221a8e-9ede-4b51-b39f-548348b9b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 13:59:41.046133 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-61221a8e-9ede-4b51-b39f-548348b9b20c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0491943 Oct 16 13:59:41.134382 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-7d0368da-5e4f-4675-82f6-c12e364917df service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804961 Oct 16 13:59:41.228592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-816f6ae9-92da-4255-836a-8cf12485ec3e req-5e1456cc-a021-4059-8652-760ac5b4a311 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873396 Oct 16 13:59:41.281298 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 13:59:42.817729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2aefe19f-d5cf-4e11-92a0-83e7a792a7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:45.419427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5fafe6f0-0304-418d-bb1a-d1806bbd9f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:46.568031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:46.739297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:48.459511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 13:59:52.664560 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:06.288444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a37bbc-41ff-49bc-a775-28460b7fa91a req-17f5fa60-5325-4149-be33-7774bf62a0e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:06.290229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8a37bbc-41ff-49bc-a775-28460b7fa91a req-17f5fa60-5325-4149-be33-7774bf62a0e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0578074 Oct 16 14:00:06.328830 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8a37bbc-41ff-49bc-a775-28460b7fa91a req-023104ad-437e-407d-8df1-f59950930ee7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Oct 16 14:00:07.454570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c67f3d-e19a-4ec1-b832-71b5cdf89007 req-246208bc-c889-4a9b-ae5f-a8633d56ed34 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:07.456290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d7c67f3d-e19a-4ec1-b832-71b5cdf89007 req-246208bc-c889-4a9b-ae5f-a8633d56ed34 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0590532 Oct 16 14:00:07.493857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d7c67f3d-e19a-4ec1-b832-71b5cdf89007 req-de591c2a-40d9-4107-a5f9-9e58f654be56 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309317 Oct 16 14:00:08.613682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba018ab-02be-4518-bb84-68ea720eff50 req-7599b714-3e75-457d-a505-4a6a49858bb6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:08.615140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba018ab-02be-4518-bb84-68ea720eff50 req-7599b714-3e75-457d-a505-4a6a49858bb6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0551319 Oct 16 14:00:08.652610 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba018ab-02be-4518-bb84-68ea720eff50 req-a83731f7-9bc4-46dc-803f-271a358b1327 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Oct 16 14:00:09.772429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3e04e-1b4a-4046-9baf-d13052a50380 req-0abb9927-4bf5-4e80-9dd6-9bb097efc198 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:09.774434 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8d3e04e-1b4a-4046-9baf-d13052a50380 req-0abb9927-4bf5-4e80-9dd6-9bb097efc198 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0555511 Oct 16 14:00:09.810837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8d3e04e-1b4a-4046-9baf-d13052a50380 req-f4ff8787-9d2f-4396-b51a-0602842be8cf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305636 Oct 16 14:00:10.938467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcf276-a289-4c64-842f-f9455498d3f4 req-6e8440d9-00ec-447b-afc3-c21de25a65b2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:10.939959 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58dcf276-a289-4c64-842f-f9455498d3f4 req-6e8440d9-00ec-447b-afc3-c21de25a65b2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0582767 Oct 16 14:00:10.978481 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58dcf276-a289-4c64-842f-f9455498d3f4 req-0f96b572-88ae-48aa-8676-6ef0f5849759 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Oct 16 14:00:12.100256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305536-9fdf-43f8-9c6a-935136e7b7e3 req-0fb55e48-5836-4bf3-b2f9-37563b7d9357 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:12.101761 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7c305536-9fdf-43f8-9c6a-935136e7b7e3 req-0fb55e48-5836-4bf3-b2f9-37563b7d9357 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0568397 Oct 16 14:00:12.139127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7c305536-9fdf-43f8-9c6a-935136e7b7e3 req-4e6dca5b-b485-47c4-b416-91866ee2e177 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Oct 16 14:00:12.801170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ddded164-8fc8-4ced-aab9-89f7dcfdc0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:13.257935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec717a53-34be-4e0a-b123-23dd5115f9cf req-d8bb2f4b-abb3-411e-b215-7a420ca15773 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:13.259633 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ec717a53-34be-4e0a-b123-23dd5115f9cf req-d8bb2f4b-abb3-411e-b215-7a420ca15773 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0555193 Oct 16 14:00:13.302880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ec717a53-34be-4e0a-b123-23dd5115f9cf req-b40cfad0-c1f0-476e-b358-9a5504d84317 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373652 Oct 16 14:00:14.422761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3b05-39c5-4206-be28-17344b3ea4f9 req-483437fc-02d8-43be-92cf-bbeef78dda5f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:14.424247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-462f3b05-39c5-4206-be28-17344b3ea4f9 req-483437fc-02d8-43be-92cf-bbeef78dda5f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0554278 Oct 16 14:00:14.461665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-462f3b05-39c5-4206-be28-17344b3ea4f9 req-5c7a9e2e-bbb8-45aa-acc1-7647b77c76ee tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Oct 16 14:00:15.428806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3c87e8c-c663-42c7-a9ad-d246db6a75e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:15.591098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286d519-5b07-4167-983e-02f13a1613a3 req-ac952bad-3b00-4f71-a939-5ca36aa70ae9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:15.592622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5286d519-5b07-4167-983e-02f13a1613a3 req-ac952bad-3b00-4f71-a939-5ca36aa70ae9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0565658 Oct 16 14:00:15.631259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5286d519-5b07-4167-983e-02f13a1613a3 req-a9cbbaa7-7d09-4b8d-a5db-1014e3379377 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Oct 16 14:00:16.607278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:16.749843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:16.758151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd431c5e-cc89-4788-91e7-60e9628ffd91 req-ddc15334-5076-4024-b5e3-16fdd19d21f9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:16.760228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cd431c5e-cc89-4788-91e7-60e9628ffd91 req-ddc15334-5076-4024-b5e3-16fdd19d21f9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0603001 Oct 16 14:00:17.038869 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cd431c5e-cc89-4788-91e7-60e9628ffd91 req-4411f35f-a8f6-436f-b4d2-b96897933de4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728047 Oct 16 14:00:17.402456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23172fb2-4450-4cbb-a384-07b30214ae82 req-74a3c999-e83c-48ad-a5b0-58ef830275df tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:17.403971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23172fb2-4450-4cbb-a384-07b30214ae82 req-74a3c999-e83c-48ad-a5b0-58ef830275df tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0548892 Oct 16 14:00:17.440696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23172fb2-4450-4cbb-a384-07b30214ae82 req-2b316beb-3da1-4146-88d3-2fec4f243d7d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Oct 16 14:00:17.506603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-1907d585-6878-4cf1-ab0c-fe1f996658ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463405 Oct 16 14:00:18.280612 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:00:18.486996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:18.565091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb654e0-e9be-4460-990a-d43e1df7423b req-898d69be-5523-4f6f-b15e-ba56e9c39912 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:18.566575 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fb654e0-e9be-4460-990a-d43e1df7423b req-898d69be-5523-4f6f-b15e-ba56e9c39912 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0589893 Oct 16 14:00:18.606197 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0fb654e0-e9be-4460-990a-d43e1df7423b req-28600899-b2d8-4ede-84cc-3881e3bcb18a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Oct 16 14:00:19.410110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-333f3728-3f68-4187-9454-958b95560b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:19.415572 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-333f3728-3f68-4187-9454-958b95560b95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1099 time: 0.0515268 Oct 16 14:00:19.512292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-a7985dad-b5ac-417b-933c-1e54d332a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:19.513744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-a7985dad-b5ac-417b-933c-1e54d332a6e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0944884 Oct 16 14:00:19.585964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-b36f54c2-ae29-4907-b9f0-431f59a59685 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 1001 time: 0.0655742 Oct 16 14:00:19.636903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-750f1e86-2e55-4271-b17c-9a743a9cac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:19.638387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-750f1e86-2e55-4271-b17c-9a743a9cac1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0448828 Oct 16 14:00:19.733546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-62f9b524-9ae9-40c5-b163-bed778c60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:19.735045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-62f9b524-9ae9-40c5-b163-bed778c60e12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0901525 Oct 16 14:00:19.747399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45dbda-214e-4dab-9b52-c741dc894f3b req-68028348-190e-4845-8491-351eef9129ea tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:19.748809 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0d45dbda-214e-4dab-9b52-c741dc894f3b req-68028348-190e-4845-8491-351eef9129ea tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0709264 Oct 16 14:00:19.842762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0d45dbda-214e-4dab-9b52-c741dc894f3b req-cfc3039b-33f0-46b1-a577-29d2b8122d79 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860202 Oct 16 14:00:19.865479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-a1f526d4-06ed-4443-897f-b3972fb9ea9d service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157482 Oct 16 14:00:19.955512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-d7fa6c38-e9f2-4145-89fc-ce1b1f6260d4 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822158 Oct 16 14:00:20.964787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7c30c-cc06-41d7-954c-a1361c58f54e req-b6bbdbd0-ba42-4ea1-af08-853124b19db0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:20.966246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81d7c30c-cc06-41d7-954c-a1361c58f54e req-b6bbdbd0-ba42-4ea1-af08-853124b19db0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0563562 Oct 16 14:00:21.006890 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81d7c30c-cc06-41d7-954c-a1361c58f54e req-599d9d37-989b-470d-aaa2-770513ef1d0d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348248 Oct 16 14:00:21.768483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-ba1396d0-1c2d-4272-bba4-66dfb75c99d0 service neutron] 10.222.0.31 "GET /v2.0/ports/ca5113cd-d7e0-4573-ac39-1bcaad8c85cd/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0590513 Oct 16 14:00:22.131411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3991a4b-e821-477d-acfd-145d16502856 req-60771580-3388-448e-b075-3fb05e171d1c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:22.132905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a3991a4b-e821-477d-acfd-145d16502856 req-60771580-3388-448e-b075-3fb05e171d1c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0582225 Oct 16 14:00:22.172632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a3991a4b-e821-477d-acfd-145d16502856 req-3833cd57-4434-4363-a607-f612fe93dda7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Oct 16 14:00:22.303106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-93d7c069-a86d-4293-90af-141ee4194c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:22.304506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-93d7c069-a86d-4293-90af-141ee4194c39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 1099 time: 0.0463142 Oct 16 14:00:22.376434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-fd4267c2-022f-4690-a209-1a3ac3ec1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:22.377885 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-fd4267c2-022f-4690-a209-1a3ac3ec1cc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1099 time: 0.0492947 Oct 16 14:00:22.467843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-5ad386df-71c7-469a-ad42-b33cf345d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:22.469320 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-5ad386df-71c7-469a-ad42-b33cf345d179 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0843863 Oct 16 14:00:22.542607 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-163152f0-d7de-4c66-87ba-c6169cbeb89c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 1001 time: 0.0664878 Oct 16 14:00:22.592118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-5154675a-9aaa-4e3e-9e51-51ca210d5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:22.593593 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-5154675a-9aaa-4e3e-9e51-51ca210d5224 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0445955 Oct 16 14:00:22.644549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-5e0ca504-6e52-4698-9b93-476d08b09ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:22.646115 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-5e0ca504-6e52-4698-9b93-476d08b09ca0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461254 Oct 16 14:00:22.692511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:22.738923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-961671a1-7ea5-4ea9-8d33-bdac91440d3f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851130 Oct 16 14:00:22.828124 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-868ab083-c750-4ad6-992c-0f7a4cc74ee9 req-43cc1806-41c8-4e00-a6f2-10d04ee1de0e service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812943 Oct 16 14:00:23.299868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e935c7-6b7e-4d2c-9431-7aac0fe41a62 req-e61652ac-7ccc-4a42-b185-eeaba7eeb025 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:23.301357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3e935c7-6b7e-4d2c-9431-7aac0fe41a62 req-e61652ac-7ccc-4a42-b185-eeaba7eeb025 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0593181 Oct 16 14:00:23.339374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3e935c7-6b7e-4d2c-9431-7aac0fe41a62 req-ba37beed-9233-4a54-b225-9baa00ee5f64 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Oct 16 14:00:24.463516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815d252-5332-4b4d-9f72-393d6cfe0632 req-d3f586d2-1fba-4abd-81e3-496187d6c5cc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:24.464974 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a815d252-5332-4b4d-9f72-393d6cfe0632 req-d3f586d2-1fba-4abd-81e3-496187d6c5cc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0583656 Oct 16 14:00:24.502241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a815d252-5332-4b4d-9f72-393d6cfe0632 req-92474d48-0abb-4ec5-91d5-69e22683ebda tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Oct 16 14:00:25.624580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc4192-6ff5-4651-bc71-a058038957ad req-a55f5aac-e9ba-4da6-a692-c971e8d13ca2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:25.626021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2cdc4192-6ff5-4651-bc71-a058038957ad req-a55f5aac-e9ba-4da6-a692-c971e8d13ca2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0583718 Oct 16 14:00:25.663159 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2cdc4192-6ff5-4651-bc71-a058038957ad req-f8c575dc-e752-4494-8619-7dfeea3d49d1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Oct 16 14:00:26.031908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca5113cd-d7e0-4573-ac39-1bcaad8c85cd no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:00:26.039585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792174b6-be0e-4f7c-b8c1-d0a968df44df req-ab4af291-d708-40ae-95e8-43b6b08e280a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:26.041157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-792174b6-be0e-4f7c-b8c1-d0a968df44df req-ab4af291-d708-40ae-95e8-43b6b08e280a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 946 time: 0.0587249 Oct 16 14:00:26.105745 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-792174b6-be0e-4f7c-b8c1-d0a968df44df req-e334b315-dcef-4e8e-a8e3-427bec8dd978 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569179 Oct 16 14:00:26.128650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:26.137495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-9924c95a-eded-4e76-8ef3-d5786a96a105 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:26.138981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-9924c95a-eded-4e76-8ef3-d5786a96a105 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa&tenant_id=1cd61bbb57584cba99e686d510f8ca14&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 946 time: 0.0708466 Oct 16 14:00:26.152708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:00:26.154955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f63bd23-ae73-4183-8f46-27b1886fed58" -d '{"events": [{"server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:00:26.169635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:00:26.203247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c154c6a5-8513-475a-af5c-7e0df5f7a4c1 x-openstack-request-id: req-c154c6a5-8513-475a-af5c-7e0df5f7a4c1 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:00:26.203540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:00:26.203794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c154c6a5-8513-475a-af5c-7e0df5f7a4c1 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:00:26.204242 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'code': 200} Oct 16 14:00:26.230920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-c4982f93-4a84-4811-8b59-37366cd0a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:26.232420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-c4982f93-4a84-4811-8b59-37366cd0a7ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1099 time: 0.0524952 Oct 16 14:00:26.256790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:26.308653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:26.315875 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.316222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.316689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.317127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.317481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.320662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:26.321267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-cf093132-42e4-4d76-a2b8-d8eea5ca0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:26.323091 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-cf093132-42e4-4d76-a2b8-d8eea5ca0e7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0836091 Oct 16 14:00:26.395508 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-451b9f10-42dc-44ec-96cd-9dc6875b9c14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 999 time: 0.0663531 Oct 16 14:00:26.444867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-2a0c83bf-bfb8-42b9-90fb-0f26dfde5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:26.446183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-2a0c83bf-bfb8-42b9-90fb-0f26dfde5365 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0431836 Oct 16 14:00:26.496958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-96ea4fb7-ec9b-4e1a-becd-6e6ac34147f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:26.498383 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-96ea4fb7-ec9b-4e1a-becd-6e6ac34147f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450797 Oct 16 14:00:26.588534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-dbeebfad-9c16-4cbf-a32a-e187423babf8 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829694 Oct 16 14:00:26.675176 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bba81dcf-eee7-42a5-b65f-02aedcd20928 req-427ddc20-8e2c-4c5f-a587-495b2322aa44 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795977 Oct 16 14:00:27.234002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1631d6-a399-4650-8912-559bc29005e9 req-910c3f47-e595-4db7-8de7-6fff6a8a666b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:27.235486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f1631d6-a399-4650-8912-559bc29005e9 req-910c3f47-e595-4db7-8de7-6fff6a8a666b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0610144 Oct 16 14:00:27.272846 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f1631d6-a399-4650-8912-559bc29005e9 req-c9f89b28-f2ca-42a4-879a-9606598cae47 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314744 Oct 16 14:00:28.395784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5c9d-b2a8-4421-a0b6-eb14a53d9d2e req-9bebdb5d-f6b7-44d8-82c4-4ca6f6f1ee99 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:28.397378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acce5c9d-b2a8-4421-a0b6-eb14a53d9d2e req-9bebdb5d-f6b7-44d8-82c4-4ca6f6f1ee99 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0556164 Oct 16 14:00:28.435674 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acce5c9d-b2a8-4421-a0b6-eb14a53d9d2e req-79f0dcf9-c947-400b-a258-57657422f138 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313203 Oct 16 14:00:28.553351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb9b76-1a51-48ba-9809-0fb83a6374e7 req-f5626824-d6ef-4a56-8687-c428a4506738 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:28.554816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5bbb9b76-1a51-48ba-9809-0fb83a6374e7 req-f5626824-d6ef-4a56-8687-c428a4506738 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0546570 Oct 16 14:00:28.591888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5bbb9b76-1a51-48ba-9809-0fb83a6374e7 req-31371ce3-251c-4cd0-9716-a6082eff92b4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304596 Oct 16 14:00:28.907650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d7ac8-310c-479c-b34e-05320e335071 req-6c40a0cf-b31f-4927-be0c-56e23288d203 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:28.909208 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c37d7ac8-310c-479c-b34e-05320e335071 req-6c40a0cf-b31f-4927-be0c-56e23288d203 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0621219 Oct 16 14:00:28.958729 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c37d7ac8-310c-479c-b34e-05320e335071 req-3106b871-f93f-4f22-9024-119d9e479d98 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Oct 16 14:00:28.997531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731640fe-5324-4764-944a-d91eff9187ad req-ff04c9e3-1c57-4516-a08d-bdb519ef0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:28.999029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-ff04c9e3-1c57-4516-a08d-bdb519ef0347 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 1097 time: 0.0507684 Oct 16 14:00:29.095681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731640fe-5324-4764-944a-d91eff9187ad req-7ef48136-163a-4004-95d4-b025027d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:29.097094 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-7ef48136-163a-4004-95d4-b025027d15b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0911908 Oct 16 14:00:29.167075 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-93d512a6-ce3e-4e16-9d1a-92e2748c0f93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 200 len: 999 time: 0.0628011 Oct 16 14:00:29.219482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731640fe-5324-4764-944a-d91eff9187ad req-83279555-7fe1-4c75-bf55-6879db1745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:29.220960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-83279555-7fe1-4c75-bf55-6879db1745f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0467353 Oct 16 14:00:29.271820 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731640fe-5324-4764-944a-d91eff9187ad req-19b667ee-87fc-4652-be3e-e929e7b9f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:29.273296 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-19b667ee-87fc-4652-be3e-e929e7b9f4b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0455928 Oct 16 14:00:29.368643 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-fc4f3591-97ea-4baf-b4e0-75f95e302d0f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873654 Oct 16 14:00:29.461131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-731640fe-5324-4764-944a-d91eff9187ad req-c6e370fb-bef5-409d-b140-659fa15f1e2f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855942 Oct 16 14:00:30.086605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba285-0be3-4e3a-be3f-fa496768c4bc req-8a51082d-be12-4229-a184-52b75b3524d3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:30.088076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6ceba285-0be3-4e3a-be3f-fa496768c4bc req-8a51082d-be12-4229-a184-52b75b3524d3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0567884 Oct 16 14:00:30.129139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6ceba285-0be3-4e3a-be3f-fa496768c4bc req-236b6b94-8007-46c1-ae79-d8871556e707 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342121 Oct 16 14:00:31.260345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834b919-14d2-4357-ba5c-a827d3bdf395 req-bed7d55b-94ce-4a59-b088-fbf6163672f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:31.261975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a834b919-14d2-4357-ba5c-a827d3bdf395 req-bed7d55b-94ce-4a59-b088-fbf6163672f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0666003 Oct 16 14:00:31.299549 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a834b919-14d2-4357-ba5c-a827d3bdf395 req-22475b63-6de2-4ac8-bd6e-d2929767ef82 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316021 Oct 16 14:00:31.795486 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2d564-9443-46b7-a1d5-de3e468e4bae req-5c6dc80b-f513-4e68-aed4-e9249deb0743 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:31.796978 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-13c2d564-9443-46b7-a1d5-de3e468e4bae req-5c6dc80b-f513-4e68-aed4-e9249deb0743 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0555711 Oct 16 14:00:31.834940 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-13c2d564-9443-46b7-a1d5-de3e468e4bae req-9e9957a6-bb2c-468c-90ed-6f2097692e7e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Oct 16 14:00:32.956772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f22768-7eec-49cc-8b8a-8a0fd34e2984 req-7e3ac73c-3f65-442f-8c66-8f1168441e87 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:32.963409 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07f22768-7eec-49cc-8b8a-8a0fd34e2984 req-7e3ac73c-3f65-442f-8c66-8f1168441e87 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0560167 Oct 16 14:00:32.996737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07f22768-7eec-49cc-8b8a-8a0fd34e2984 req-5ee12410-e850-44f0-acda-54fc051fb5ac tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323124 Oct 16 14:00:33.467972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-6eff9e0c-44e1-4ec4-9eb8-70c4e687cf4a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:33.469327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-6eff9e0c-44e1-4ec4-9eb8-70c4e687cf4a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 944 time: 0.0582073 Oct 16 14:00:33.567553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Deleting port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:00:33.567877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:33.656259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] For port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:00:33.656637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:33.836691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:33.836945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:33.837255 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 disassociated. External IP: 172.26.5.39, port: ca5113cd-d7e0-4573-ac39-1bcaad8c85cd. Oct 16 14:00:33.837593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Calling delete_port for ca5113cd-d7e0-4573-ac39-1bcaad8c85cd owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:00:34.036448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:34.067510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event deleted for resources: {'Port': ['ID=ca5113cd-d7e0-4573-ac39-1bcaad8c85cd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:34.105611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e841128c-703d-4e82-93b3-01d92b2ccd72 req-7397bd9e-35aa-47fd-b2b6-e022c365da4c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 210 time: 0.0403235 Oct 16 14:00:34.109201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.109493 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.109827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.110158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.110483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.110812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.111137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.111458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.111792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.112100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.112442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.112761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:00:34.241179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:00:34.625452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:00:34.635964 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:00:34.645366 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:00:34.645960 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:00:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:34.664711 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] No DVR routers for this DVR port ca5113cd-d7e0-4573-ac39-1bcaad8c85cd on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:00:34.667779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:34.671033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a910a05-3235-427f-a9bf-fdc43f8d1d15 req-94d8cae3-d2ea-42d6-acf7-b7ab52f593e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "DELETE /v2.0/ports/ca5113cd-d7e0-4573-ac39-1bcaad8c85cd HTTP/1.1" status: 204 len: 173 time: 1.1955361 Oct 16 14:00:34.671468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'name': 'network-vif-deleted', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:00:34.673770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54db352-c54b-4be2-9970-101176e02408" -d '{"events": [{"server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "name": "network-vif-deleted", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:00:34.714039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca17e324-9505-4b43-90a2-40e8d3f2aaa9 x-openstack-request-id: req-ca17e324-9505-4b43-90a2-40e8d3f2aaa9 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:00:34.714313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f008be0-6098-4955-a185-e6fa9cbe9caa", "name": "network-vif-deleted", "tag": "ca5113cd-d7e0-4573-ac39-1bcaad8c85cd", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:00:34.714580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca17e324-9505-4b43-90a2-40e8d3f2aaa9 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:00:34.714972 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f008be0-6098-4955-a185-e6fa9cbe9caa', 'name': 'network-vif-deleted', 'tag': 'ca5113cd-d7e0-4573-ac39-1bcaad8c85cd', 'status': 'completed', 'code': 200} Oct 16 14:00:34.872438 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:00:35.071064 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:35.098422 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:00:35.107138 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:00:35.107733 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:00:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:35.215455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d0728bf0-0010-4bbf-8671-b3b70ae431f8 req-0524f6df-0828-4710-b9a6-6cadb46f8ab0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f008be0-6098-4955-a185-e6fa9cbe9caa HTTP/1.1" status: 200 len: 210 time: 0.0283630 Oct 16 14:00:35.232137 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:00:35.446443 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:35.475571 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267bd70-6dfd-4917-90fa-94cde99e114a None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:00:35.696532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd79fdc-99ee-4263-9dc9-bb81b37d6bb6 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:00:36.453053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-da5b5445-5d0a-4ecd-ab2a-943be2f103ee tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--267217942&fields=id&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 267 time: 0.0316379 Oct 16 14:00:36.558454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-6a82598d-bfbb-443a-98b3-3cd887aac48c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:36.559449 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-6a82598d-bfbb-443a-98b3-3cd887aac48c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.0996668 Oct 16 14:00:36.574297 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-2a6dff8c-885e-4dbb-992e-0fcaa459f4b7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/quotas/1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 375 time: 0.0092323 Oct 16 14:00:36.633207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a1ad8f37-f39d-40a3-8653-11b34da21e45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534673 Oct 16 14:00:36.728837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-3bf41074-30ac-4663-8734-689dab711b47 service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837235 Oct 16 14:00:36.815530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-97715d0a-330d-4a62-ad04-a4f65151f877 service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801435 Oct 16 14:00:37.063347 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6c55eb81-3dd7-4be1-803e-7c4000cec9e0 req-861f0026-46b0-48af-a2a0-fb07d48297eb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 210 time: 0.0324051 Oct 16 14:00:38.094915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca5113cd-d7e0-4573-ac39-1bcaad8c85cd no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:00:38.115637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: ca5113cd-d7e0-4573-ac39-1bcaad8c85cd {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:00:38.115909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ca5113cd-d7e0-4573-ac39-1bcaad8c85cd not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:00:38.159084 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60eba960-3a92-44c3-afbc-34e63a02e3e6 req-21a3cbb5-f62a-4f9b-a444-37201fcc7fb3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 210 time: 0.0283875 Oct 16 14:00:38.928233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-f5de79f2-001f-4bda-8570-3ccf0dfba52e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:38.929683 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-f5de79f2-001f-4bda-8570-3ccf0dfba52e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.0994811 Oct 16 14:00:38.973797 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-d235d03a-d694-48f5-b180-1c7deb6c5ec2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 379 time: 0.0335455 Oct 16 14:00:38.984283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'port': {'device_id': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'admin_state_up': True, 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'security_groups': ['5ad8188c-11ba-4a6a-b665-3e6cbf102fae']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:00:39.205043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Made reservation on behalf of 1cd61bbb57584cba99e686d510f8ca14 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:00:39.209207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:39.293501 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b0f86d3-2dc9-4db5-88b6-e13bdb104fae req-89d19222-e3fd-46f4-8b4b-c0bf5e1dd051 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 210 time: 0.0575967 Oct 16 14:00:39.365535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Allocated IP 172.20.0.5 (e28d6616-7956-46f0-8eda-3b9411673236/b3803d46-8e49-4659-9731-dc63504402c2/e49099aa-2373-47ad-af79-d313a8c437ae) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:00:39.500301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:39.595634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:39.642274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:00:39.645450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:00:39.649216 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:00:39.675284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:39.703573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:39.704187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:39.758451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-e9506ee4-243c-4eca-9af8-cf8e1858f83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783291 Oct 16 14:00:39.771981 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Request body: {'port': {'device_id': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:00:39.846013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:39.852302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-80ec657f-04e8-4ddd-b931-463b0f67e2da None None] Provisioning complete for port e49099aa-2373-47ad-af79-d313a8c437ae triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:00:39.852815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-80ec657f-04e8-4ddd-b931-463b0f67e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:39.893964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-80ec657f-04e8-4ddd-b931-463b0f67e2da None None] Port e49099aa-2373-47ad-af79-d313a8c437ae cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:00:40.118879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:00:40.127224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:40.138713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Transition to ACTIVE for port object e49099aa-2373-47ad-af79-d313a8c437ae will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:00:40.206894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:40.265070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:40.341203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Attempting to bind port e49099aa-2373-47ad-af79-d313a8c437ae on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:00:40.341542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Attempting to bind port e49099aa-2373-47ad-af79-d313a8c437ae by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:00:40.342182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Attempting to bind port e49099aa-2373-47ad-af79-d313a8c437ae on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:00:40.347068 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Port e49099aa-2373-47ad-af79-d313a8c437ae on network e28d6616-7956-46f0-8eda-3b9411673236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:00:40.347451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Attempting to bind port e49099aa-2373-47ad-af79-d313a8c437ae on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:00:40.352567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:00:40.352898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:00:40.353277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Bound using segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:00:40.353703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Bound port: e49099aa-2373-47ad-af79-d313a8c437ae, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:00:40.354118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:40.470571 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486bfaf-2b68-4a72-8e67-dd532191aed1 req-40bd4269-0811-4e02-aacc-d38902c4d8c7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:40.472049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0486bfaf-2b68-4a72-8e67-dd532191aed1 req-40bd4269-0811-4e02-aacc-d38902c4d8c7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 943 time: 0.1063635 Oct 16 14:00:40.473073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:00:40.476186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:00:40.510872 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0486bfaf-2b68-4a72-8e67-dd532191aed1 req-dac00514-6b49-4ede-9b51-886ee8bc9beb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Oct 16 14:00:40.548138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:40.583269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:40.583786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:40.585424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] 10.222.0.31 "PUT /v2.0/ports/e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 1093 time: 0.8180075 Oct 16 14:00:40.590545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:00:40.594152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:00:40.622987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fcdc7-7585-412c-b65a-167b9a9202ea service neutron] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:40.631763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5028f806-d537-4ef1-a01b-54a964bf1e30 x-openstack-request-id: req-5028f806-d537-4ef1-a01b-54a964bf1e30 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:00:40.637194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:00:40.637194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5028f806-d537-4ef1-a01b-54a964bf1e30 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:00:40.637194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'status': 'completed', 'code': 200} Oct 16 14:00:40.702947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee req-c3ef5e28-80c5-406e-a8df-f9f2d436f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:40.704527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee req-c3ef5e28-80c5-406e-a8df-f9f2d436f059 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1096 time: 0.0512867 Oct 16 14:00:40.808846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee req-72f43ab0-fdc7-421a-8cb4-0e977a526c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:40.810346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee req-72f43ab0-fdc7-421a-8cb4-0e977a526c48 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1cd61bbb57584cba99e686d510f8ca14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0984397 Oct 16 14:00:40.903683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee req-0da3cd2c-2b06-4028-b476-5b759fa78b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:40.905259 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bca5fd72-a3b0-4901-b6c1-0947ca1644ee req-0da3cd2c-2b06-4028-b476-5b759fa78b67 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887148 Oct 16 14:00:40.988149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-330d1fee-e90e-45bf-a2f3-a993e15ef335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:40.989558 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-330d1fee-e90e-45bf-a2f3-a993e15ef335 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1096 time: 0.0510166 Oct 16 14:00:41.033961 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-a898c74a-f372-4040-94c3-f1491a84ea32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 217 time: 0.0359192 Oct 16 14:00:41.082327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-7fe83353-3c7a-4e6c-953b-f7561e57fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:41.083732 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-7fe83353-3c7a-4e6c-953b-f7561e57fab3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0432692 Oct 16 14:00:41.139534 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-11b5daff-d48a-414c-b283-a3c8820f36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:41.141145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-11b5daff-d48a-414c-b283-a3c8820f36a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496917 Oct 16 14:00:41.231781 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-d02980dc-c5a8-424e-a16a-c5bbda2fb971 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Oct 16 14:00:41.324369 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0837e05e-3fdb-4726-92f9-912c25c55895 req-b6a208c5-ebbe-4d0f-a7fc-084452a10646 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Oct 16 14:00:41.789397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61e25a-7566-4c3d-9980-01d00afe42b3 req-bfc5577d-216f-4311-accc-36a7e26ed83d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:41.790875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9c61e25a-7566-4c3d-9980-01d00afe42b3 req-bfc5577d-216f-4311-accc-36a7e26ed83d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 943 time: 0.0548673 Oct 16 14:00:41.829330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9c61e25a-7566-4c3d-9980-01d00afe42b3 req-79828a06-8506-4f14-8be7-9eeb90fcb09c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318344 Oct 16 14:00:42.839141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-18ca27c1-bef7-466e-a2fa-887034765fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:42.968376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081976d-4cbc-49f8-ad21-a37161ac4af0 req-b34342c4-992d-40fa-a30e-db9348dc4456 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:42.969998 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7081976d-4cbc-49f8-ad21-a37161ac4af0 req-b34342c4-992d-40fa-a30e-db9348dc4456 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 943 time: 0.0698836 Oct 16 14:00:43.007482 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7081976d-4cbc-49f8-ad21-a37161ac4af0 req-4387d0e6-42de-4634-a4bd-470dde8530d7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Oct 16 14:00:44.126575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:00:44.135985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a165685-ec1d-402e-ab65-5b22604c56e1 req-252b9b49-5632-4858-a1b8-97c949b5cf6e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:44.137642 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a165685-ec1d-402e-ab65-5b22604c56e1 req-252b9b49-5632-4858-a1b8-97c949b5cf6e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 943 time: 0.0633800 Oct 16 14:00:44.175419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a165685-ec1d-402e-ab65-5b22604c56e1 req-5a10372f-86a2-4825-87e1-013a797616df tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Oct 16 14:00:44.220020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:00:44.230736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'mac_address': 'fa:16:3e:bd:8c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:00:44.275753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:44.288198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:00:44.307196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:00:44.387341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:44.440075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:44.617081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e49099aa-2373-47ad-af79-d313a8c437ae'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:00:45.308927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81760f70-b8c3-4b98-87e4-332277244daa req-5e01f62d-91d6-4491-9bf1-a370b3730bc6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:45.310969 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81760f70-b8c3-4b98-87e4-332277244daa req-5e01f62d-91d6-4491-9bf1-a370b3730bc6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 944 time: 0.0666356 Oct 16 14:00:45.350562 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81760f70-b8c3-4b98-87e4-332277244daa req-d894e1fc-b2dd-4a15-ae0e-c92931863a25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334582 Oct 16 14:00:45.440939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bc2dfcb6-028b-451b-9f56-e41580af2f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:46.124176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:00:46.233547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port e49099aa-2373-47ad-af79-d313a8c437ae completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:00:46.237693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port e49099aa-2373-47ad-af79-d313a8c437ae triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:00:46.238054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:46.322131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:46.347458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:00:46.349685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5a2cd-2b1f-4a4c-92b3-2ea737c03e67" -d '{"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-plugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:00:46.362465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:00:46.386033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85fbad4-f372-44d3-9834-d99135f05d4f x-openstack-request-id: req-d85fbad4-f372-44d3-9834-d99135f05d4f {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:00:46.386322 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-plugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:00:46.386577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d85fbad4-f372-44d3-9834-d99135f05d4f {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:00:46.386976 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'code': 200} Oct 16 14:00:46.427967 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:46.477329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5396c4-5c94-4d21-8ab4-67bc3d2d7eb5 req-1d576bf5-12f3-4d1c-9cfa-d2ca9b745da7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:46.478892 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f5396c4-5c94-4d21-8ab4-67bc3d2d7eb5 req-1d576bf5-12f3-4d1c-9cfa-d2ca9b745da7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0580890 Oct 16 14:00:46.483604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:00:46.520632 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f5396c4-5c94-4d21-8ab4-67bc3d2d7eb5 req-a084ec63-51dd-490b-abac-f191e867fcd9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349720 Oct 16 14:00:46.600816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:46.728495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3e91f-9875-4ef8-a7e8-8735657fb5fd req-383e1d3c-9bf0-4092-aa72-3f2ef129469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:46.730010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38b3e91f-9875-4ef8-a7e8-8735657fb5fd req-383e1d3c-9bf0-4092-aa72-3f2ef129469d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1098 time: 0.0496941 Oct 16 14:00:46.754899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:46.764220 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38b3e91f-9875-4ef8-a7e8-8735657fb5fd req-688165f2-8536-4d54-aead-be916c4c3517 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274539 Oct 16 14:00:47.644783 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e8b65-d416-4e96-87ab-34acb7bcc6b5 req-cec78750-4fac-4265-97e5-020bf2cd7a9f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:47.646272 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-370e8b65-d416-4e96-87ab-34acb7bcc6b5 req-cec78750-4fac-4265-97e5-020bf2cd7a9f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0558414 Oct 16 14:00:47.684592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-370e8b65-d416-4e96-87ab-34acb7bcc6b5 req-a4f30cf9-947d-4055-8907-a558c8d7fdb3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Oct 16 14:00:48.503478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:48.805171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77429b-5eb3-4159-a4d5-6d1101320447 req-030f2811-82d0-4144-bd55-0f0d1e368077 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:48.806557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3f77429b-5eb3-4159-a4d5-6d1101320447 req-030f2811-82d0-4144-bd55-0f0d1e368077 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0554528 Oct 16 14:00:48.849155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3f77429b-5eb3-4159-a4d5-6d1101320447 req-7ee997ae-6f69-4ce7-9704-3350cc29e4bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358124 Oct 16 14:00:48.967651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bf0c7-5376-4340-80b4-c65f5dd570f6 req-18827c29-1fd4-4a7d-ae26-8fe97f481a8d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:48.969247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9c1bf0c7-5376-4340-80b4-c65f5dd570f6 req-18827c29-1fd4-4a7d-ae26-8fe97f481a8d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0572793 Oct 16 14:00:48.977577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41680) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:00:48.984246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'floatingip': {'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:00:49.023619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:49.526794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:49.566545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:49.683047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 associated. External IP: 172.26.5.39, port: e49099aa-2373-47ad-af79-d313a8c437ae. Oct 16 14:00:50.187974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:00:50.312861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:00:50.317759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:50.322538 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:00:50.332721 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:00:50.333319 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:00:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:50.350046 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a539a583-c4d7-4df3-9494-fa557a11bd25 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "PUT /v2.0/floatingips/7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 HTTP/1.1" status: 200 len: 990 time: 1.3714099 Oct 16 14:00:50.350629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:00:50.352894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c0714-3d20-48c8-940c-55d272f11cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:00:50.389087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d083d48f-3c47-4cb7-8de9-0715b6a3fb5f x-openstack-request-id: req-d083d48f-3c47-4cb7-8de9-0715b6a3fb5f {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:00:50.389266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:00:50.389428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d083d48f-3c47-4cb7-8de9-0715b6a3fb5f {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:00:50.389905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'status': 'completed', 'code': 200} Oct 16 14:00:50.457776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-0da4e5d8-fcb5-44d5-b8ab-23e5935ceb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:50.459201 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-0da4e5d8-fcb5-44d5-b8ab-23e5935ceb84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1098 time: 0.0479262 Oct 16 14:00:50.467813 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:00:50.552092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-09723101-8586-414c-98b8-cff3ca153ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:50.553603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-09723101-8586-414c-98b8-cff3ca153ad3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0876064 Oct 16 14:00:50.629927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-4efdbe47-0de3-4ad0-9954-2c9792fecebc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 998 time: 0.0680850 Oct 16 14:00:50.679181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-c41971c7-cc8a-42cb-b31f-723174005fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:50.680692 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-c41971c7-cc8a-42cb-b31f-723174005fe8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0442097 Oct 16 14:00:50.711329 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:bd:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T14:00:49Z', 'revision_number': 9, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:50.731724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-e87844b2-1aed-4734-9b08-de55170288c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:00:50.733286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-e87844b2-1aed-4734-9b08-de55170288c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461836 Oct 16 14:00:50.739233 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:00:50.747452 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:00:50.748807 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:00:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:50.830230 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-534af0c6-0166-4460-8d56-ddddd8b384ae service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896988 Oct 16 14:00:50.875161 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:00:50.929250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e3c0714-3d20-48c8-940c-55d272f11cc8 req-5f0cbd36-8f9a-472f-845b-0cad58c0e524 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920987 Oct 16 14:00:51.205667 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:bd:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T14:00:49Z', 'revision_number': 9, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:00:51.234209 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0cd6c-3e70-4575-b3d3-8527980dde05 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:bd:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T14:00:49Z', 'revision_number': 9, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:00:51.412133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be73cd7-fed5-4965-8a40-1765199fa1f0 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:00:52.657749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:00:55.279348 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:01:12.897498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f3972d1-ba25-4e03-8ccb-d6f963b91177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:15.428759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3cba-02a2-42de-9b8a-9e2ed0da146e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:16.610020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:16.752115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:18.514620 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:22.677456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:26.810867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca606-07dd-47e1-8bbc-79654475818c req-253e1160-5f2d-463e-800b-67b8763d87bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:26.812382 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97aca606-07dd-47e1-8bbc-79654475818c req-253e1160-5f2d-463e-800b-67b8763d87bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0613866 Oct 16 14:01:26.850334 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97aca606-07dd-47e1-8bbc-79654475818c req-d4d2985c-8152-4f88-b0e4-dad131ca30cc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Oct 16 14:01:26.953396 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-b07ea336-0609-4ff8-9496-0a407dd3bf07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876267 Oct 16 14:01:27.971654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad77845-00e2-409c-9218-82abe3052ea9 req-363837d5-d695-4bfa-bfc0-670876610d14 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:27.973196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ad77845-00e2-409c-9218-82abe3052ea9 req-363837d5-d695-4bfa-bfc0-670876610d14 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0559821 Oct 16 14:01:28.011954 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7ad77845-00e2-409c-9218-82abe3052ea9 req-cfd406a7-6969-4e80-8342-dc4cd65ca42b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Oct 16 14:01:28.827725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-88214910-2ef6-4dd8-b376-79d236eb7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:28.829253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-88214910-2ef6-4dd8-b376-79d236eb7648 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1098 time: 0.0526819 Oct 16 14:01:28.919236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-79120037-79b4-494d-8b77-41dd4ca83ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:28.920766 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-79120037-79b4-494d-8b77-41dd4ca83ca3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0848787 Oct 16 14:01:28.994913 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-67f36274-12f0-451f-a6a5-b37975f6d8c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 1001 time: 0.0676177 Oct 16 14:01:29.043767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-92ba2018-8a7c-44ea-a06f-0677cc4d3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:29.045307 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-92ba2018-8a7c-44ea-a06f-0677cc4d3bba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0440648 Oct 16 14:01:29.138544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-aab245c6-17b7-4f18-926b-8ba580e80b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:29.139938 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-aab245c6-17b7-4f18-926b-8ba580e80b30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0881820 Oct 16 14:01:29.155760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda629c1-b736-4390-a8f3-b15fe22390ea req-03f7b380-3e0c-44a6-b2c9-e0e7966dc755 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:29.157162 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bda629c1-b736-4390-a8f3-b15fe22390ea req-03f7b380-3e0c-44a6-b2c9-e0e7966dc755 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0753098 Oct 16 14:01:29.243280 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bda629c1-b736-4390-a8f3-b15fe22390ea req-fe18e6b2-dc90-4151-ae05-1981b7d09b65 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795424 Oct 16 14:01:29.265158 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-e53b262a-ac6a-4fe5-8333-100da1b50b7e service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176524 Oct 16 14:01:29.357767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-f7e08c7b-3523-43fe-9e2d-3f95a1ff225e service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858366 Oct 16 14:01:30.363578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d5681-b73e-4f21-9fb7-bb8cbdf1d55d req-7335a307-1d2f-440c-884d-cc5db41b4ec8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:30.365107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd5d5681-b73e-4f21-9fb7-bb8cbdf1d55d req-7335a307-1d2f-440c-884d-cc5db41b4ec8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0561855 Oct 16 14:01:30.402396 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd5d5681-b73e-4f21-9fb7-bb8cbdf1d55d req-8e57fa89-59a4-4ec3-b4c7-394fc2896292 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Oct 16 14:01:31.528925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398176ab-1846-4aa7-adf5-1bfb5a10324b req-cf7b1709-d482-4214-9555-87c8a0da6c19 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:31.530286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-398176ab-1846-4aa7-adf5-1bfb5a10324b req-cf7b1709-d482-4214-9555-87c8a0da6c19 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0600810 Oct 16 14:01:31.567241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-398176ab-1846-4aa7-adf5-1bfb5a10324b req-df676932-288a-497f-b26e-ffd40e368b34 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Oct 16 14:01:32.279436 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:01:32.688509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468972f2-b62d-479b-9d44-5297c91075c8 req-6b95a88f-34eb-494c-9272-389dca22cbe4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:32.689971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-468972f2-b62d-479b-9d44-5297c91075c8 req-6b95a88f-34eb-494c-9272-389dca22cbe4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Oct 16 14:01:32.726420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-468972f2-b62d-479b-9d44-5297c91075c8 req-15db30c2-5981-48d3-9177-db72a564bca5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306175 Oct 16 14:01:33.845898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f49498-dfd6-40d0-bd6e-725a7daa1a43 req-d6b086bd-9d84-4777-a39f-07ff5daea146 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:33.847381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6f49498-dfd6-40d0-bd6e-725a7daa1a43 req-d6b086bd-9d84-4777-a39f-07ff5daea146 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0561419 Oct 16 14:01:33.884559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6f49498-dfd6-40d0-bd6e-725a7daa1a43 req-7218840e-25d8-43df-86e0-8c0f0dd62238 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312107 Oct 16 14:01:35.009636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff9c68-5154-4bea-bbb5-df97cfd71edc req-69842cf7-621b-416e-8f93-5581a33ebc60 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:35.011108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c5ff9c68-5154-4bea-bbb5-df97cfd71edc req-69842cf7-621b-416e-8f93-5581a33ebc60 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0587599 Oct 16 14:01:35.048832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c5ff9c68-5154-4bea-bbb5-df97cfd71edc req-97063af8-7a08-49f6-8645-1b574c6cdcdf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317063 Oct 16 14:01:36.169394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b523e-9f29-4ca6-be1f-a2e062759c63 req-4e5d0282-2cb1-4ba6-85c6-1837073d2b11 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:36.170880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da5b523e-9f29-4ca6-be1f-a2e062759c63 req-4e5d0282-2cb1-4ba6-85c6-1837073d2b11 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0560701 Oct 16 14:01:36.208830 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da5b523e-9f29-4ca6-be1f-a2e062759c63 req-a51773df-2917-4a66-9bbc-30ec2d20517e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321012 Oct 16 14:01:37.327652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152f89a-c349-462d-8f0c-bd7ffbc1c279 req-5e5df206-e76f-409f-a8c2-86b420bbbcff tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:37.329173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e152f89a-c349-462d-8f0c-bd7ffbc1c279 req-5e5df206-e76f-409f-a8c2-86b420bbbcff tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0560806 Oct 16 14:01:37.369354 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e152f89a-c349-462d-8f0c-bd7ffbc1c279 req-c86cf851-e5f6-4f27-aa90-93e699d3b27e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340924 Oct 16 14:01:38.490552 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49df86-2868-4990-985b-93fb1b9b41d0 req-6a70d7e4-76a4-4baa-a87d-d2d68ce87882 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:38.491917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c49df86-2868-4990-985b-93fb1b9b41d0 req-6a70d7e4-76a4-4baa-a87d-d2d68ce87882 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0547473 Oct 16 14:01:38.529516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c49df86-2868-4990-985b-93fb1b9b41d0 req-72bcd782-2fb0-4348-854d-ceea41ee4345 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Oct 16 14:01:39.647307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344f83c-d019-4ca8-ab4f-252729d6d7a8 req-d68d265d-b537-4502-84c0-ee0c4f87d8b0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:39.648776 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e344f83c-d019-4ca8-ab4f-252729d6d7a8 req-d68d265d-b537-4502-84c0-ee0c4f87d8b0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0540109 Oct 16 14:01:39.687701 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e344f83c-d019-4ca8-ab4f-252729d6d7a8 req-436aa974-7477-4dbd-9676-faf61d138455 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Oct 16 14:01:40.742189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-0427ae46-cb42-468e-acc7-01944307e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:40.743657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-0427ae46-cb42-468e-acc7-01944307e3da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1098 time: 0.0954609 Oct 16 14:01:40.866471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc311f-f0d3-4aa6-9f48-4e7516f712a5 req-461ce7e5-90dd-4c7c-a364-837d69c2030c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:40.868094 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18bc311f-f0d3-4aa6-9f48-4e7516f712a5 req-461ce7e5-90dd-4c7c-a364-837d69c2030c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.1140480 Oct 16 14:01:40.895848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-e9be0761-2796-42a5-84b3-d334f8278a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:40.897250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-e9be0761-2796-42a5-84b3-d334f8278a29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.1325326 Oct 16 14:01:40.948964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-18bc311f-f0d3-4aa6-9f48-4e7516f712a5 req-bd3c3297-58ca-4586-bb34-82651e2bb5a7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732374 Oct 16 14:01:40.977615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-64283417-95f3-4c79-ac96-765f93833901 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 1001 time: 0.0680656 Oct 16 14:01:41.025986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-410b249d-f84e-4ab7-b0bc-00e08f11ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:41.027988 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-410b249d-f84e-4ab7-b0bc-00e08f11ac7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0421941 Oct 16 14:01:41.082414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-29b06d41-e379-4f66-a4ac-6a326f5185fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:41.083853 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-29b06d41-e379-4f66-a4ac-6a326f5185fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492582 Oct 16 14:01:41.171311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-5bbd74d6-4f6c-45c9-b062-55c014bfc807 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796411 Oct 16 14:01:41.310944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-1709be9f-c940-4c40-b5ce-b1ededbbf52f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325731 Oct 16 14:01:41.312422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-9ddb463f-507c-4f76-b69e-89ef77d50181 service neutron] 10.222.0.31 "GET /v2.0/ports/e49099aa-2373-47ad-af79-d313a8c437ae/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.1145575 Oct 16 14:01:41.840604 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-3938db4f-4106-4ded-ab81-0e99258da08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:41.842201 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-3938db4f-4106-4ded-ab81-0e99258da08e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 1098 time: 0.0478153 Oct 16 14:01:41.913469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-0da11d56-8394-4552-a631-c41b35f1e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:41.914942 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-0da11d56-8394-4552-a631-c41b35f1e1cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1098 time: 0.0493882 Oct 16 14:01:42.003866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-9acea53b-9b69-4e08-b8f8-f366a7f9a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:42.005366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-9acea53b-9b69-4e08-b8f8-f366a7f9a7ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0834601 Oct 16 14:01:42.106292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-84c9d2d5-cbe1-428a-a255-149a2e0d8283 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 1001 time: 0.0926011 Oct 16 14:01:42.152976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255f863-d807-4c0b-aa2f-06e12c13b60b req-bde3d2a7-6051-4b4f-a769-876013fd1961 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:42.154539 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a255f863-d807-4c0b-aa2f-06e12c13b60b req-bde3d2a7-6051-4b4f-a769-876013fd1961 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.1357493 Oct 16 14:01:42.182608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-86785f14-0833-4e87-989c-175f11ac3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:42.184012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-86785f14-0833-4e87-989c-175f11ac3730 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0716648 Oct 16 14:01:42.224258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a255f863-d807-4c0b-aa2f-06e12c13b60b req-8d8f7a32-7d4e-44ba-bfa6-da52106819ec tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636520 Oct 16 14:01:42.245335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-bc1be4db-e9c5-4021-9b29-c78a9e710e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:42.246836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-bc1be4db-e9c5-4021-9b29-c78a9e710e69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523922 Oct 16 14:01:42.335140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-0b4b94cc-9772-4a2f-b1d1-7a415da9d818 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815213 Oct 16 14:01:42.426618 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d259e71-435e-4144-b8fd-911e8b8af16d req-5e43c425-a340-4673-bf19-d0c1a51e5460 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841269 Oct 16 14:01:42.804923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4221dd02-3738-439e-a7b4-75ab92997e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:43.347162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24011eb6-82ad-4939-8c92-7cdc0fe3b9be req-1f48c887-4161-4278-95ab-b75739520f36 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:43.348725 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24011eb6-82ad-4939-8c92-7cdc0fe3b9be req-1f48c887-4161-4278-95ab-b75739520f36 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0577340 Oct 16 14:01:43.386454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24011eb6-82ad-4939-8c92-7cdc0fe3b9be req-17cee030-1eae-4fd1-9e73-cea8c9933f01 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Oct 16 14:01:44.513907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997d983-569b-451d-8c33-564f60719cd6 req-5a7c0f11-0c77-4b40-bf0b-1d65fe17f152 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:44.515265 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7997d983-569b-451d-8c33-564f60719cd6 req-5a7c0f11-0c77-4b40-bf0b-1d65fe17f152 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0601139 Oct 16 14:01:44.531009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:01:44.533358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:01:44.553559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7997d983-569b-451d-8c33-564f60719cd6 req-f2d81d7b-461e-4402-926b-1d6bce4fe2a5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322948 Oct 16 14:01:44.694694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:44.696852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:44.716256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'mac_address': 'fa:16:3e:bd:8c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:01:44.730310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:01:44.732573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff6e3a-daed-4dfe-a244-c151fff8fcc4" -d '{"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-unplugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:01:44.767597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:44.779672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:44.796554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:01:44.801362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b14e12d-113d-4f6e-bd7d-fd541420e494 x-openstack-request-id: req-2b14e12d-113d-4f6e-bd7d-fd541420e494 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:01:44.806833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-unplugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:01:44.806833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b14e12d-113d-4f6e-bd7d-fd541420e494 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:01:44.806833 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'code': 200} Oct 16 14:01:44.852198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:44.929476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 14:01:44.929820 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 14:01:44.934078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:01:44.941416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.941757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.942086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.942412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.942730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.943048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.943364 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.943678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.943991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.944308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.944680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:44.944990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:45.122204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2488b89-c1ab-4404-ad08-4e06f33ef24b req-0d265a27-fb27-4bb3-81d0-4c8dd551b546 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:45.124290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2488b89-c1ab-4404-ad08-4e06f33ef24b req-0d265a27-fb27-4bb3-81d0-4c8dd551b546 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 943 time: 0.0563371 Oct 16 14:01:45.190113 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2488b89-c1ab-4404-ad08-4e06f33ef24b req-445ca615-34c7-4f1a-8db7-2302ecfaa893 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604124 Oct 16 14:01:45.213854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-78674300-c917-4c26-88e9-1d80128bae28 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:45.215926 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-78674300-c917-4c26-88e9-1d80128bae28 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78&tenant_id=1cd61bbb57584cba99e686d510f8ca14&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 943 time: 0.0796449 Oct 16 14:01:45.283683 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-97b1f672-43be-4db1-83f9-764a49723151 service neutron] 10.222.0.31 "GET /v2.0/ports/e49099aa-2373-47ad-af79-d313a8c437ae/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0611732 Oct 16 14:01:45.350413 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-6cd66f2c-7084-462e-b5af-d3f06fa70057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:45.351880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-6cd66f2c-7084-462e-b5af-d3f06fa70057 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1096 time: 0.0469096 Oct 16 14:01:45.428018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0b79d162-5b67-4b87-b430-30f017e37cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:45.451336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-b3fdd161-bd9c-431c-be1d-65a9c3a62ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:45.452869 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-b3fdd161-bd9c-431c-be1d-65a9c3a62ae9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0939405 Oct 16 14:01:45.471992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:45.484881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:01:45.505314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:45.582849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:45.648594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e49099aa-2373-47ad-af79-d313a8c437ae'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:01:45.650923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:01:45.812077 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-6e11456c-9a47-4943-97bb-81c6e24d87b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 999 time: 0.3524215 Oct 16 14:01:45.860506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-5e9cbb89-279f-45d6-ace0-236f49c6dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:45.861806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-5e9cbb89-279f-45d6-ace0-236f49c6dfe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0429270 Oct 16 14:01:45.912593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-b29bc89e-b3e3-4277-a5e3-6b66931ef1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:45.914017 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-b29bc89e-b3e3-4277-a5e3-6b66931ef1be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444932 Oct 16 14:01:46.003568 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-f86651e3-dd68-420f-89e4-7cf04a192c81 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820448 Oct 16 14:01:46.097517 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-14b636ea-11c5-44b9-8a81-10e486152363 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865860 Oct 16 14:01:46.318790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0607-611f-4662-86cc-128abce23b87 req-8216cef1-be0e-4127-86df-9511754089bb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:46.320349 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34db0607-611f-4662-86cc-128abce23b87 req-8216cef1-be0e-4127-86df-9511754089bb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 944 time: 0.0595510 Oct 16 14:01:46.358862 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34db0607-611f-4662-86cc-128abce23b87 req-a49fb6ab-29ec-47b7-b7c3-baf2ec382045 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Oct 16 14:01:46.531563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:01:46.572015 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:46.586734 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port e49099aa-2373-47ad-af79-d313a8c437ae triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:01:46.587348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:46.671571 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:46.711690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:46.791551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:46.799286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:46.803136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:01:46.805430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc51379e-085e-4ca0-ba80-17ff1ce934d6" -d '{"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-plugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:01:46.851561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253e5f8-6ea8-4a03-8a7e-68504d2930f7 x-openstack-request-id: req-3253e5f8-6ea8-4a03-8a7e-68504d2930f7 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:01:46.851838 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-plugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:01:46.852084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3253e5f8-6ea8-4a03-8a7e-68504d2930f7 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:01:46.852498 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'code': 200} Oct 16 14:01:46.861293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:01:47.479054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f6b11-1bb0-464a-8275-f87933882f59 req-5aad3e90-30e8-46f6-965e-623a100a01bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:47.480441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9a5f6b11-1bb0-464a-8275-f87933882f59 req-5aad3e90-30e8-46f6-965e-623a100a01bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0545692 Oct 16 14:01:47.518065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9a5f6b11-1bb0-464a-8275-f87933882f59 req-a0834cd9-58b5-4ccb-8ddf-b0f7fff33c68 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Oct 16 14:01:48.484937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:48.647621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e599433-e7ca-46aa-82de-4593a444fc42 req-8487b82a-c4b3-4f85-92b2-df7bc56a3f3f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:48.649108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e599433-e7ca-46aa-82de-4593a444fc42 req-8487b82a-c4b3-4f85-92b2-df7bc56a3f3f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0592837 Oct 16 14:01:48.688044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e599433-e7ca-46aa-82de-4593a444fc42 req-06df31e7-2672-4eaf-b29b-d73679977ba0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324516 Oct 16 14:01:48.944365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-ed3f8c16-f153-4cf3-b27d-15ca04df9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:48.945851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-ed3f8c16-f153-4cf3-b27d-15ca04df9334 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 1098 time: 0.0470824 Oct 16 14:01:49.012459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-d51c1c4b-2b40-4832-b99f-113f417f9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:49.013872 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-d51c1c4b-2b40-4832-b99f-113f417f9cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 1098 time: 0.0456734 Oct 16 14:01:49.105185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-193c4a48-5895-4371-b064-6aed527a9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:49.106608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-193c4a48-5895-4371-b064-6aed527a9a48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0859790 Oct 16 14:01:49.178677 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-c18c9377-aed3-4b38-8db4-e23debb83e80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 200 len: 1001 time: 0.0650735 Oct 16 14:01:49.231022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-eccf39f9-0742-4e48-80a4-fe6e124856cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:49.232486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-eccf39f9-0742-4e48-80a4-fe6e124856cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0469968 Oct 16 14:01:49.282385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-515b8474-e121-4af4-9e30-f4e7c1ac95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:49.283736 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-515b8474-e121-4af4-9e30-f4e7c1ac95cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0446737 Oct 16 14:01:49.372758 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-cb1f4eb3-71e2-4ff4-b208-2a00482bb3b3 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807402 Oct 16 14:01:49.464593 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebeaa994-3913-4419-80cd-f449aba9bddd req-60e14881-67d5-49c5-a22b-3e61fa056269 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850370 Oct 16 14:01:49.812014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab41bad-bdc6-40d4-bed4-078501bd6d44 req-65c49e9f-259d-411f-9da2-e05200c1e5c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:49.813518 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8ab41bad-bdc6-40d4-bed4-078501bd6d44 req-65c49e9f-259d-411f-9da2-e05200c1e5c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 945 time: 0.0566235 Oct 16 14:01:49.851220 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8ab41bad-bdc6-40d4-bed4-078501bd6d44 req-fbe46c43-c598-41a6-af47-c366631c0f10 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Oct 16 14:01:50.566425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:01:50.662678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:50.675521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'mac_address': 'fa:16:3e:bd:8c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:01:50.720378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:50.733472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:01:50.752692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:50.810488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:50.866403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=9']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:01:50.875290 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['e49099aa-2373-47ad-af79-d313a8c437ae'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:01:50.979730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510594-ad6e-4216-9b0d-e8e2ceb5f5e1 req-04c14a65-a3e3-4df8-838a-01bb180308dc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:50.981344 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3510594-ad6e-4216-9b0d-e8e2ceb5f5e1 req-04c14a65-a3e3-4df8-838a-01bb180308dc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 944 time: 0.0618043 Oct 16 14:01:51.020068 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3510594-ad6e-4216-9b0d-e8e2ceb5f5e1 req-7c9b7ade-b1d8-48bc-8751-c760200a3016 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322628 Oct 16 14:01:52.143659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f0b37-2ddb-4660-83f5-e61054df82a4 req-af58c870-db59-49a2-9852-b1438999ad72 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:52.145092 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf0f0b37-2ddb-4660-83f5-e61054df82a4 req-af58c870-db59-49a2-9852-b1438999ad72 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 944 time: 0.0565891 Oct 16 14:01:52.182415 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf0f0b37-2ddb-4660-83f5-e61054df82a4 req-644cb797-5987-41e4-a6ce-250cc0fbd66e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Oct 16 14:01:52.302660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554069d-c236-4cc8-a540-f04795c75116 req-a652e2de-eaf1-4d69-b1c6-1460bc71064f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:52.304126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8554069d-c236-4cc8-a540-f04795c75116 req-a652e2de-eaf1-4d69-b1c6-1460bc71064f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 944 time: 0.0562983 Oct 16 14:01:52.340740 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8554069d-c236-4cc8-a540-f04795c75116 req-b9b48db3-8921-4bf5-ae84-5a4c10149b1f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Oct 16 14:01:52.463459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947adbb0-df30-416b-a20a-7091ffe46f75 req-bf94ecc5-faa1-46d5-879f-c1a66b285c5e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:52.464969 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-947adbb0-df30-416b-a20a-7091ffe46f75 req-bf94ecc5-faa1-46d5-879f-c1a66b285c5e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 944 time: 0.0588207 Oct 16 14:01:52.503928 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-947adbb0-df30-416b-a20a-7091ffe46f75 req-2cbfd92b-a953-4046-8d34-c4fb037e6e30 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Oct 16 14:01:52.588271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:01:52.644467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port e49099aa-2373-47ad-af79-d313a8c437ae triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:01:52.644925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:52.696354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:52.732924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:52.758410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:01:52.760638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e090ae-97d9-41e1-acd1-877aa2afdf5e" -d '{"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-plugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:01:52.777905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:52.797417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6aa293-391e-42d6-bbba-d462a63e0009 x-openstack-request-id: req-7e6aa293-391e-42d6-bbba-d462a63e0009 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:01:52.797698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-plugged", "status": "completed", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:01:52.797945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e6aa293-391e-42d6-bbba-d462a63e0009 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:01:52.798333 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'code': 200} Oct 16 14:01:52.850834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:52.903644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=10']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:01:53.030996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43564c-9c83-421f-ad21-791a81c1e7a6 req-3c31b462-e4de-4248-a574-42035691b1ce tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:53.032394 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc43564c-9c83-421f-ad21-791a81c1e7a6 req-3c31b462-e4de-4248-a574-42035691b1ce tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 946 time: 0.0562351 Oct 16 14:01:53.071120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc43564c-9c83-421f-ad21-791a81c1e7a6 req-368ce104-0813-4671-bc4e-c867c5c07e64 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Oct 16 14:01:54.196010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df2385-366f-43f7-9ad1-33c1ebb88c4d req-63ce3fab-fee4-44e8-827d-1cc46d60020c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:54.197512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4df2385-366f-43f7-9ad1-33c1ebb88c4d req-63ce3fab-fee4-44e8-827d-1cc46d60020c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 946 time: 0.0554113 Oct 16 14:01:54.239221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4df2385-366f-43f7-9ad1-33c1ebb88c4d req-61ee9abf-9984-4e24-a9f2-7385cf348df1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349855 Oct 16 14:01:55.081750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-7e49cb50-09c0-4132-95c6-5c16b792dbae tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:55.083205 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-7e49cb50-09c0-4132-95c6-5c16b792dbae tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 946 time: 0.0564187 Oct 16 14:01:55.183942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Deleting port e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:01:55.184288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:55.277186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] For port e49099aa-2373-47ad-af79-d313a8c437ae, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=e49099aa-2373-47ad-af79-d313a8c437ae,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:01:55.277739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:55.436855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29675462-b60b-4c29-9d54-c231b184750e req-994a87c1-ee87-4acb-8dec-b636475f5341 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:55.438315 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-29675462-b60b-4c29-9d54-c231b184750e req-994a87c1-ee87-4acb-8dec-b636475f5341 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 946 time: 0.1184974 Oct 16 14:01:55.526059 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-29675462-b60b-4c29-9d54-c231b184750e req-a5bf1dd4-2e6c-4748-af58-3168156eadde tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797007 Oct 16 14:01:55.533520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:55.533873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:55.534183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 disassociated. External IP: 172.26.5.39, port: e49099aa-2373-47ad-af79-d313a8c437ae. Oct 16 14:01:55.534520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Calling delete_port for e49099aa-2373-47ad-af79-d313a8c437ae owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:01:55.736016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:55.768492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event deleted for resources: {'Port': ['ID=e49099aa-2373-47ad-af79-d313a8c437ae,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:01:55.780153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.780592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.780878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.781218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.781601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.781934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.782328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.782654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.783034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.783362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.783687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.784005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:01:55.912970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:01:56.036955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:01:56.046829 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:01:56.056057 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:01:56.056897 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:01:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:01:56.078494 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] No DVR routers for this DVR port e49099aa-2373-47ad-af79-d313a8c437ae on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:01:56.081306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:01:56.084684 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2a46d8c3-a1cc-495f-ba3d-67e10564df86 req-9e72152e-ad97-4dcd-8da9-e2bd00f1d95a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "DELETE /v2.0/ports/e49099aa-2373-47ad-af79-d313a8c437ae HTTP/1.1" status: 204 len: 173 time: 0.9944193 Oct 16 14:01:56.085124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-deleted', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:01:56.087391 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75250e65-f8f0-4865-a60c-f2c5f19a16c8" -d '{"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-deleted", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:01:56.124175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c6f9d-fa42-4596-8f0b-3043abb189f4 x-openstack-request-id: req-2a5c6f9d-fa42-4596-8f0b-3043abb189f4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:01:56.124503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1d734a-c46e-43bc-870e-adf5e1689e78", "name": "network-vif-deleted", "tag": "e49099aa-2373-47ad-af79-d313a8c437ae", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:01:56.124753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a5c6f9d-fa42-4596-8f0b-3043abb189f4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:01:56.125180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1d734a-c46e-43bc-870e-adf5e1689e78', 'name': 'network-vif-deleted', 'tag': 'e49099aa-2373-47ad-af79-d313a8c437ae', 'status': 'completed', 'code': 200} Oct 16 14:01:56.178346 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:01:56.383034 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:01:56.415007 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:01:56.424107 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:01:56.424729 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:01:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:01:56.541583 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:01:56.639061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5220983-e0ab-4ad7-8b5b-b2d538668f87 req-7f76712c-f4e6-4e01-ac83-77f604e0c13f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba1d734a-c46e-43bc-870e-adf5e1689e78 HTTP/1.1" status: 200 len: 210 time: 0.0323133 Oct 16 14:01:56.745581 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:01:56.782969 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e51a9b1-fdf5-4b4c-a401-2cc3eed9c9c3 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:01:57.018116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81167c53-abf9-4d76-b6be-522d9a4aba19 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:01:57.885623 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-40cba475-5036-4d7d-888f-56de78c5e093 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--267217942&fields=id&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 267 time: 0.0334942 Oct 16 14:01:57.991977 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-942fbe5a-da85-49f7-9427-57c51b18c723 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:01:57.993354 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-942fbe5a-da85-49f7-9427-57c51b18c723 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.1006181 Oct 16 14:01:58.008591 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-7cf56b32-48b7-4e73-a3bf-c9679c89957e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/quotas/1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 375 time: 0.0088820 Oct 16 14:01:58.071270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-8578893d-32f8-4128-9976-0a646882a6d2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575001 Oct 16 14:01:58.128277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-a5ff9668-8077-4763-a623-ec563e777720 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:01:58.129279 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-a5ff9668-8077-4763-a623-ec563e777720 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0468123 Oct 16 14:01:58.218558 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-05dcd3d5-37cb-47b8-bfd0-b491e874731c service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830708 Oct 16 14:01:58.309599 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-dafaeddf-403d-45a8-92af-0d6e7ed44216 service neutron] 10.222.0.24 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848572 Oct 16 14:01:58.550002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7218997-a91b-4864-bce0-f72c8f1ac88d req-57d16a8b-b07c-45aa-b49e-bb277b309de1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0282729 Oct 16 14:01:58.638149 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:01:58.659698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: e49099aa-2373-47ad-af79-d313a8c437ae {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:01:58.660041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device e49099aa-2373-47ad-af79-d313a8c437ae not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:01:59.646586 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-46c72f9f-c694-4685-8dd6-1dff283e2df3 req-2cddeff4-e7de-43ae-8082-813cf8773487 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0288754 Oct 16 14:02:00.424436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-7278354c-eb48-4e2f-b8eb-4f1db73f81f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:00.425899 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-7278354c-eb48-4e2f-b8eb-4f1db73f81f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 812 time: 0.1073523 Oct 16 14:02:00.473005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-c9d81d97-68a6-47c2-b516-1a6b52947d0f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 379 time: 0.0377860 Oct 16 14:02:00.481878 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'port': {'device_id': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'admin_state_up': True, 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'security_groups': ['5ad8188c-11ba-4a6a-b665-3e6cbf102fae']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:02:00.655903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Made reservation on behalf of 1cd61bbb57584cba99e686d510f8ca14 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:02:00.659467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:00.770514 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ebc9d611-2231-4bf2-ab5a-304e01f8b287 req-62dab6c0-ff02-47aa-b34c-0f9ad6e2704f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0424826 Oct 16 14:02:00.833799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Allocated IP 172.20.0.6 (e28d6616-7956-46f0-8eda-3b9411673236/b3803d46-8e49-4659-9731-dc63504402c2/d4a7f975-97dc-4d6a-8573-dd691ce01cb1) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:02:00.967691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.054217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.097861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Network e28d6616-7956-46f0-8eda-3b9411673236 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:02:01.102956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:02:01.106694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:02:01.143788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:02:01.163222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:01.163841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.247468 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4a3786b7-1526-41b3-83cb-2bc8c722a414 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691455 Oct 16 14:02:01.260060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Request body: {'port': {'device_id': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:02:01.331162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.394604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-893b0f64-8d56-4c6d-acf9-c680b1760780 None None] Provisioning complete for port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:02:01.395165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-893b0f64-8d56-4c6d-acf9-c680b1760780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.441604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-893b0f64-8d56-4c6d-acf9-c680b1760780 None None] Port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:02:01.602792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a7f975-97dc-4d6a-8573-dd691ce01cb1 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:02:01.611591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.623107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Transition to ACTIVE for port object d4a7f975-97dc-4d6a-8573-dd691ce01cb1 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:02:01.696046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:01.757166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:02:01.829487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Attempting to bind port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:02:01.829869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Attempting to bind port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:02:01.830153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Attempting to bind port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:02:01.835185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 on network e28d6616-7956-46f0-8eda-3b9411673236 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:02:01.835490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Attempting to bind port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 on network e28d6616-7956-46f0-8eda-3b9411673236 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:02:01.841688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:02:01.842809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Checking segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:02:01.843128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Bound using segment: {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:02:01.843568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Bound port: d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cb04a6-8e8b-4915-b851-cebca1e8f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:02:01.844005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:02.221471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854d04-1d56-4090-adc6-477166a4e041 req-c5ba6cda-22ba-4b5f-9ebd-c56373051b24 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.222959 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3854d04-1d56-4090-adc6-477166a4e041 req-c5ba6cda-22ba-4b5f-9ebd-c56373051b24 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.3755748 Oct 16 14:02:02.238248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:02:02.260956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:02:02.273360 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d3854d04-1d56-4090-adc6-477166a4e041 req-21949484-519e-4911-96eb-4d28b2bf467a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445340 Oct 16 14:02:02.330523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:02.367377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.368001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:02.369398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] 10.222.0.31 "PUT /v2.0/ports/d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 1093 time: 1.1138601 Oct 16 14:02:02.369837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:02:02.372100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71232175-dff6-4b43-a641-9e8c9d3b3d88" -d '{"events": [{"name": "network-changed", "server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:02:02.402965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92615bc-6cc7-4ff5-9e7c-4af5e9fd3c31 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:02:02.412768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96c87b-727a-4327-94ab-d04231d4daa4 x-openstack-request-id: req-2d96c87b-727a-4327-94ab-d04231d4daa4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:02:02.413194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:02:02.413624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d96c87b-727a-4327-94ab-d04231d4daa4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:02:02.414154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'status': 'completed', 'code': 200} Oct 16 14:02:02.485111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232175-dff6-4b43-a641-9e8c9d3b3d88 req-624ec6d0-5cea-420d-b892-b69d1ba7bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.486541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-71232175-dff6-4b43-a641-9e8c9d3b3d88 req-624ec6d0-5cea-420d-b892-b69d1ba7bd2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1096 time: 0.0515289 Oct 16 14:02:02.590925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232175-dff6-4b43-a641-9e8c9d3b3d88 req-a81daa10-29ab-460a-8678-b4cd235523ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.592975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-71232175-dff6-4b43-a641-9e8c9d3b3d88 req-a81daa10-29ab-460a-8678-b4cd235523ca service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1cd61bbb57584cba99e686d510f8ca14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978701 Oct 16 14:02:02.689480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232175-dff6-4b43-a641-9e8c9d3b3d88 req-d6a313f1-edda-4711-af2e-a198abb477e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.690933 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-71232175-dff6-4b43-a641-9e8c9d3b3d88 req-d6a313f1-edda-4711-af2e-a198abb477e4 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917253 Oct 16 14:02:02.774496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-357403f0-1807-439e-abf9-d37103967536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.775883 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-357403f0-1807-439e-abf9-d37103967536 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1096 time: 0.0486171 Oct 16 14:02:02.818408 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-0fd89be8-c3cd-418a-9542-cc257bbc8f56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 217 time: 0.0349376 Oct 16 14:02:02.871753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-bd439730-83b2-4169-a213-bbe0936c5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.873273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-bd439730-83b2-4169-a213-bbe0936c5166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0477858 Oct 16 14:02:02.927208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4cedec51-1ff4-4e05-8e51-8fcb2e8dffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:02.928701 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-4cedec51-1ff4-4e05-8e51-8fcb2e8dffc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0478868 Oct 16 14:02:03.017719 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-27ef2465-155d-4f14-8643-08fc5aec439f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817721 Oct 16 14:02:03.113516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c34b3e4f-2397-4aec-9a4e-7f4b24dae0b5 req-0c585c85-ce7e-4381-b4d7-80c5f89c4ace service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880835 Oct 16 14:02:03.394274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c767115-a32c-46cd-a1c9-2146c7628705 req-061b849e-ab62-494d-97e7-302812c78009 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:03.395651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c767115-a32c-46cd-a1c9-2146c7628705 req-061b849e-ab62-494d-97e7-302812c78009 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0566630 Oct 16 14:02:03.433768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3c767115-a32c-46cd-a1c9-2146c7628705 req-b779b508-b7f4-4b00-a166-576766424cfb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Oct 16 14:02:04.561570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b7647-f5b4-4e0d-8304-c9a471ba4c0a req-027e32c5-3600-4511-8e9e-d4f8444fef53 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:04.563150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65b7647-f5b4-4e0d-8304-c9a471ba4c0a req-027e32c5-3600-4511-8e9e-d4f8444fef53 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0604277 Oct 16 14:02:04.599802 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f65b7647-f5b4-4e0d-8304-c9a471ba4c0a req-c60e17e5-4972-4102-ae20-37f61742e15f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Oct 16 14:02:04.672176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:02:04.764678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:02:04.775781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'mac_address': 'fa:16:3e:60:b5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:02:04.970905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:04.983699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a7f975-97dc-4d6a-8573-dd691ce01cb1 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:02:05.003292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:02:05.087979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:05.139246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:02:05.319233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['d4a7f975-97dc-4d6a-8573-dd691ce01cb1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:02:05.796647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107240-0819-4da7-8f5a-29fb41e31a0b req-1d7aa8b8-9924-465f-a7d1-9a3b3a25dba6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:05.798121 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-27107240-0819-4da7-8f5a-29fb41e31a0b req-1d7aa8b8-9924-465f-a7d1-9a3b3a25dba6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 944 time: 0.1326959 Oct 16 14:02:05.835294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-27107240-0819-4da7-8f5a-29fb41e31a0b req-0c46ae64-fad0-4380-8689-28b1339358f9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312700 Oct 16 14:02:06.671509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:02:06.798914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:02:06.802655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:02:06.803019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:06.887523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:06.913373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:02:06.915586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f2b26e-ec49-4622-bb88-74bc1ade1d87" -d '{"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-plugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:02:06.928410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:02:06.951476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e79c6f-994c-4da0-9c85-c1cd252077d3 x-openstack-request-id: req-38e79c6f-994c-4da0-9c85-c1cd252077d3 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:02:06.952381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-plugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:02:06.952859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e79c6f-994c-4da0-9c85-c1cd252077d3 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:02:06.953227 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'code': 200} Oct 16 14:02:07.004613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:07.008859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d107-d25b-4903-8c61-4a8aae733dd0 req-9311f8f7-e796-4ed8-9529-50e5ca053e90 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:07.010407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-43b2d107-d25b-4903-8c61-4a8aae733dd0 req-9311f8f7-e796-4ed8-9529-50e5ca053e90 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 944 time: 0.1087396 Oct 16 14:02:07.049462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-43b2d107-d25b-4903-8c61-4a8aae733dd0 req-982160fd-b532-45d3-a52a-72b314f609ce tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321167 Oct 16 14:02:07.058308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:02:07.240984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa9847-ae35-4ff5-b6e7-4af8a6942b17 req-101d7aa9-b534-4375-b883-87f9b893e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:07.242504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7fa9847-ae35-4ff5-b6e7-4af8a6942b17 req-101d7aa9-b534-4375-b883-87f9b893e50b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0520127 Oct 16 14:02:07.277172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7fa9847-ae35-4ff5-b6e7-4af8a6942b17 req-8676bdc1-01d6-4abc-a109-99783f9d18e4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268574 Oct 16 14:02:08.182094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430b400-b67f-4789-ae63-b12770de5783 req-c91a98f7-fd6c-4ca3-96d0-3d32bef8a411 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:08.183587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8430b400-b67f-4789-ae63-b12770de5783 req-c91a98f7-fd6c-4ca3-96d0-3d32bef8a411 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0567398 Oct 16 14:02:08.223228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8430b400-b67f-4789-ae63-b12770de5783 req-d51373ab-b61a-4770-a0af-a038aaae4bb9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331135 Oct 16 14:02:09.278435 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:02:09.343320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26bbd-7b79-447a-b2aa-aee7332c1fce req-add6d2e2-f575-4266-bcd8-589a629747f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:09.344845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95c26bbd-7b79-447a-b2aa-aee7332c1fce req-add6d2e2-f575-4266-bcd8-589a629747f1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0558152 Oct 16 14:02:09.385734 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95c26bbd-7b79-447a-b2aa-aee7332c1fce req-8c150dcd-fcd4-41be-8ab2-aa59387ed7ee tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350344 Oct 16 14:02:09.501658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319fcab-9983-4913-b9e1-2ca697899d19 req-ec1b7c87-42c6-435a-9241-a273527ae83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:09.503026 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9319fcab-9983-4913-b9e1-2ca697899d19 req-ec1b7c87-42c6-435a-9241-a273527ae83a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0559518 Oct 16 14:02:09.511442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 41926) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:02:09.516290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Request body: {'floatingip': {'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:02:09.556218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:10.031524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:10.124252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:10.246199 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 associated. External IP: 172.26.5.39, port: d4a7f975-97dc-4d6a-8573-dd691ce01cb1. Oct 16 14:02:10.482358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:02:10.604025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:02:10.608967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:10.614325 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:02:10.623205 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:02:10.624378 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:01:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:02:10.641678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6cb9d4e1-080a-44c2-ab26-07d50295cb45 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "PUT /v2.0/floatingips/7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 HTTP/1.1" status: 200 len: 991 time: 1.1291947 Oct 16 14:02:10.642270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:02:10.644556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b305a3-703f-40d7-8151-f545c6ffeaec" -d '{"events": [{"name": "network-changed", "server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:02:10.740511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d779508-8544-4d3f-bc80-667e120a57c5 x-openstack-request-id: req-2d779508-8544-4d3f-bc80-667e120a57c5 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:02:10.740804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:02:10.741060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d779508-8544-4d3f-bc80-667e120a57c5 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:02:10.741465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'status': 'completed', 'code': 200} Oct 16 14:02:10.757409 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:02:10.811955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-f996d753-5e59-4bb3-974a-5ce8d7a7a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:10.814973 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-f996d753-5e59-4bb3-974a-5ce8d7a7a604 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0469041 Oct 16 14:02:10.908058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-37cb3aee-615e-4740-baca-daeb17bb82be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:10.909566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-37cb3aee-615e-4740-baca-daeb17bb82be service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0893450 Oct 16 14:02:10.981874 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-34cd2915-62a4-4d57-9190-4d7d5ccb12c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 999 time: 0.0643358 Oct 16 14:02:10.991552 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:60:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T14:02:09Z', 'revision_number': 13, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:02:11.036362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-b04a1c0f-15d3-4fc3-9960-0125db50227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:11.037885 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-b04a1c0f-15d3-4fc3-9960-0125db50227c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0498638 Oct 16 14:02:11.093311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-ea5d803b-a41e-4054-8760-7b446d7730ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:11.094843 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-ea5d803b-a41e-4054-8760-7b446d7730ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496025 Oct 16 14:02:11.114612 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:02:11.122853 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:02:11.124003 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:01:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:02:11.187448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-e4c4616b-694c-4601-92b0-b4d989fadc7f service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853386 Oct 16 14:02:11.242517 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:02:11.283859 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4b305a3-703f-40d7-8151-f545c6ffeaec req-e66a5283-8c38-4829-b94e-1fb6bfe63ab9 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899370 Oct 16 14:02:11.471310 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:60:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T14:02:09Z', 'revision_number': 13, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:02:11.497648 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee281-b691-4bc0-a523-800ac23ce964 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '7363e1d4-8aeb-41a1-b3fd-1f67a96422e9', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'floating_ip_address': '172.26.5.39', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'mac_address': 'fa:16:3e:60:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T13:58:01Z', 'updated_at': '2021-10-16T14:02:09Z', 'revision_number': 13, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:02:11.678311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6a16d-3a4c-4ac5-88a3-2fba805f31d8 None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:02:12.819626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cca6e28b-05ef-4373-9ade-00805aa09559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:15.438236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6b8e-8805-44c3-a3a8-89b78745dae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:16.595945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:16.750607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:18.493348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:22.689530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:41.245032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-bfad78ac-0494-4683-8436-2890a205ebc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473602 Oct 16 14:02:41.333659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-b4c949df-ed93-4ca2-9934-2612676f092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:41.335114 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-b4c949df-ed93-4ca2-9934-2612676f092e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0499973 Oct 16 14:02:41.438557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-f4ceb9b0-607a-42b3-9cd8-5a88ef17892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:41.440042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-f4ceb9b0-607a-42b3-9cd8-5a88ef17892d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0843995 Oct 16 14:02:41.771649 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-396b442b-a9bf-44fb-9b1c-ee77d749c224 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 1001 time: 0.3240469 Oct 16 14:02:41.820188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-e05b7fda-211e-49d5-b09f-6284e8c497ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:41.821570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-e05b7fda-211e-49d5-b09f-6284e8c497ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0411980 Oct 16 14:02:41.872530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-c25ba538-8246-4092-a1ba-5415fa4326d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:41.877179 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-c25ba538-8246-4092-a1ba-5415fa4326d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0451758 Oct 16 14:02:41.965489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-453738a8-2f0c-4436-a0aa-d08a2e8dfcb3 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Oct 16 14:02:42.052023 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c9e3aa71-9c46-40ea-a85d-b582ab2bc430 req-04d2e281-83c4-43ef-acec-1c6f495c4aef service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796602 Oct 16 14:02:42.812689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8b700115-21c9-4ef1-a718-393afcfb2ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:45.435082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-93a01fdd-5614-4d6f-8fb0-6df61ea43429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:46.277380 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:02:46.583869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:46.752047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:48.509398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:02:49.405387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e58129-d14f-49bf-b2ff-1ddff6f753e5 req-15555354-915b-4657-a60e-c50382f8dd26 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:02:49.406869 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8e58129-d14f-49bf-b2ff-1ddff6f753e5 req-15555354-915b-4657-a60e-c50382f8dd26 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0600624 Oct 16 14:02:49.444981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8e58129-d14f-49bf-b2ff-1ddff6f753e5 req-8036d9d6-f02c-444b-9382-55dff130ca85 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Oct 16 14:02:52.700379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:03.417490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04511ae8-8587-4233-b627-c43621abcf02 req-5e0d5f93-1dfc-4b49-ba46-1fa1d53fbf4e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:03.419005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-04511ae8-8587-4233-b627-c43621abcf02 req-5e0d5f93-1dfc-4b49-ba46-1fa1d53fbf4e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0564277 Oct 16 14:03:03.457778 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-04511ae8-8587-4233-b627-c43621abcf02 req-5de87e73-6ff8-4eaa-906d-67939d7f3440 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Oct 16 14:03:03.537567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-25a6f3b6-4df6-45e7-b141-49667d624878 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451505 Oct 16 14:03:04.587762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e3f87-4a55-4a8d-88cf-cbb0290b64c7 req-3fa13818-9870-42a7-880b-59178655cc96 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:04.589234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-885e3f87-4a55-4a8d-88cf-cbb0290b64c7 req-3fa13818-9870-42a7-880b-59178655cc96 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0615032 Oct 16 14:03:04.628432 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-885e3f87-4a55-4a8d-88cf-cbb0290b64c7 req-8b3e0ab4-7baa-4eac-b1f4-00649da352fe tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329545 Oct 16 14:03:05.513343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-01869b3a-640e-46c3-a408-588db89bc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:05.514894 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-01869b3a-640e-46c3-a408-588db89bc8b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0473518 Oct 16 14:03:05.606408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-449e3a59-9a98-4754-afc0-b05761f610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:05.607897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-449e3a59-9a98-4754-afc0-b05761f610ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0863616 Oct 16 14:03:05.677932 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-55655823-2cda-4d8c-9d1f-9584621eaf8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 1001 time: 0.0633821 Oct 16 14:03:05.756774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-70880727-81c8-45aa-80a3-2047f4974fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:05.758211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-70880727-81c8-45aa-80a3-2047f4974fd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0734894 Oct 16 14:03:05.806422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c08ed-1ff2-48e2-8013-4b5380442b91 req-3c2f7226-2465-442a-be4d-9f25ec4e256c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:05.806422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f17c08ed-1ff2-48e2-8013-4b5380442b91 req-3c2f7226-2465-442a-be4d-9f25ec4e256c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0945194 Oct 16 14:03:05.838270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-61aa8926-2974-49b5-885a-0e87740211c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:05.839752 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-61aa8926-2974-49b5-885a-0e87740211c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735419 Oct 16 14:03:05.872062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f17c08ed-1ff2-48e2-8013-4b5380442b91 req-cb810a35-aaed-41ea-8acc-69f5ba197a6b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596149 Oct 16 14:03:05.941576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-9f8e78e0-9b50-4049-8d4c-0736b3281272 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920799 Oct 16 14:03:06.031046 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-f0576a2d-7ab8-48f3-a74b-cd25bbe194d4 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827575 Oct 16 14:03:06.993821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435002-32a6-4a79-8328-8ebb18a71cb3 req-41841a1e-8522-48ea-b1dc-67dfe87cfa70 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:06.995282 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7e435002-32a6-4a79-8328-8ebb18a71cb3 req-41841a1e-8522-48ea-b1dc-67dfe87cfa70 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0552840 Oct 16 14:03:07.032476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7e435002-32a6-4a79-8328-8ebb18a71cb3 req-7850d6f1-8f8a-4506-8029-62b84c606ee0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Oct 16 14:03:08.155995 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e0b21-67cb-47ec-99fe-c2a66a93aae5 req-615c0900-6b2c-4b51-8f13-d459f8f07011 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:08.157494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b6e0b21-67cb-47ec-99fe-c2a66a93aae5 req-615c0900-6b2c-4b51-8f13-d459f8f07011 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Oct 16 14:03:08.195359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b6e0b21-67cb-47ec-99fe-c2a66a93aae5 req-1e7fe0b3-9679-402d-9de0-b4f665ba6cab tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Oct 16 14:03:09.320034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621ef44-a3f8-4222-9aa4-3468cf9149a2 req-459625b4-8320-4e52-aceb-679eaea29d51 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:09.321532 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c621ef44-a3f8-4222-9aa4-3468cf9149a2 req-459625b4-8320-4e52-aceb-679eaea29d51 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0554833 Oct 16 14:03:09.359105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c621ef44-a3f8-4222-9aa4-3468cf9149a2 req-1ab19056-eb9e-47eb-a501-097b946b13a6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308809 Oct 16 14:03:10.482270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006a513-5481-42d3-9a91-f5109fdb6221 req-d6b152e8-50d1-4f51-ac75-114ba6902d7f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:10.483640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3006a513-5481-42d3-9a91-f5109fdb6221 req-d6b152e8-50d1-4f51-ac75-114ba6902d7f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0561256 Oct 16 14:03:10.524567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3006a513-5481-42d3-9a91-f5109fdb6221 req-39fa56b3-5be1-471d-98cd-b1084b0b171e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349739 Oct 16 14:03:11.647470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda9ef-1da7-499b-93d0-80dbb86836bb req-bd59b361-ec21-4636-98f9-b6831d745f0e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:11.648972 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fadda9ef-1da7-499b-93d0-80dbb86836bb req-bd59b361-ec21-4636-98f9-b6831d745f0e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Oct 16 14:03:11.687779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fadda9ef-1da7-499b-93d0-80dbb86836bb req-c7729355-1f4f-4feb-bbba-347ec51a48ec tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Oct 16 14:03:12.810639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae0e2-3623-4375-8cad-e760ef437b35 req-a0f66770-fc73-4e2a-87de-be8cff149125 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:12.812111 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c6ae0e2-3623-4375-8cad-e760ef437b35 req-a0f66770-fc73-4e2a-87de-be8cff149125 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0565565 Oct 16 14:03:12.820211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-455c730a-c487-4760-88ee-b1e4500702fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:12.850448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c6ae0e2-3623-4375-8cad-e760ef437b35 req-9953b37c-9579-4edd-9603-296771d83996 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Oct 16 14:03:13.973583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc698dd-a20d-4deb-a060-bbd323de1bb9 req-4e31b1e8-0898-4402-8646-773181dba099 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:13.975051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4bc698dd-a20d-4deb-a060-bbd323de1bb9 req-4e31b1e8-0898-4402-8646-773181dba099 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0590434 Oct 16 14:03:14.012084 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4bc698dd-a20d-4deb-a060-bbd323de1bb9 req-b32c948c-8993-4bd4-8fe2-d088f8478cd1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312607 Oct 16 14:03:15.133061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec742a4-b326-4066-987e-e3212c4dd37e req-62588ece-3cae-4fbe-a4f0-3c7578a7bddb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:15.134437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eec742a4-b326-4066-987e-e3212c4dd37e req-62588ece-3cae-4fbe-a4f0-3c7578a7bddb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0552566 Oct 16 14:03:15.171667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eec742a4-b326-4066-987e-e3212c4dd37e req-bd6f7013-685e-4b1e-8049-28ef9a579dc0 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Oct 16 14:03:15.411695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e3978fb9-d269-410e-8eba-b072335b296d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:16.296666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666f3ab-4bd6-40f7-84ac-d38ccb4338ef req-42785111-c7c5-4821-8d79-27ee44f80854 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:16.298149 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7666f3ab-4bd6-40f7-84ac-d38ccb4338ef req-42785111-c7c5-4821-8d79-27ee44f80854 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0574005 Oct 16 14:03:16.335394 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7666f3ab-4bd6-40f7-84ac-d38ccb4338ef req-8fe04b46-4168-4479-a1d8-46b94d453b65 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Oct 16 14:03:16.579807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:16.756532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:17.459800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa05-24c4-4678-9a40-27cd5ed10622 req-fa32bb32-19a2-449d-bdc3-2220ecf9ab40 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:17.461220 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f2e5fa05-24c4-4678-9a40-27cd5ed10622 req-fa32bb32-19a2-449d-bdc3-2220ecf9ab40 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0590222 Oct 16 14:03:17.497987 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f2e5fa05-24c4-4678-9a40-27cd5ed10622 req-48e9eb10-1621-410d-9854-7e49e71b151e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Oct 16 14:03:18.515371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:18.620425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce9810-92cb-4e22-9a1c-b858c4224f06 req-1dada9e2-0080-46c6-9c30-b2752b150202 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:18.621982 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ccce9810-92cb-4e22-9a1c-b858c4224f06 req-1dada9e2-0080-46c6-9c30-b2752b150202 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0567608 Oct 16 14:03:18.671445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ccce9810-92cb-4e22-9a1c-b858c4224f06 req-3a7b6fb5-7870-4686-854b-71eb1da6593e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Oct 16 14:03:19.793749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f610eb0-519c-43c7-b2e1-9ddb727e499f req-c3410e74-06b2-4267-abb9-9bd6ab551d9e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:19.795849 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f610eb0-519c-43c7-b2e1-9ddb727e499f req-c3410e74-06b2-4267-abb9-9bd6ab551d9e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0551198 Oct 16 14:03:19.833589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f610eb0-519c-43c7-b2e1-9ddb727e499f req-e53cf06a-d0cf-408c-99ad-cf541f479b7b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Oct 16 14:03:20.962832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba853f4a-5dab-4386-854a-2d59dc13e68d req-b5c3d1c7-1c08-45ff-8cd6-0044014835bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:20.964570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba853f4a-5dab-4386-854a-2d59dc13e68d req-b5c3d1c7-1c08-45ff-8cd6-0044014835bd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0621459 Oct 16 14:03:21.004871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba853f4a-5dab-4386-854a-2d59dc13e68d req-ecb4e14f-4850-4e51-b86f-d8c8f94a9c8a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Oct 16 14:03:22.133724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca4e0d-0640-433a-8e70-3bc06df2d4ac req-7f1b1d9e-5e62-420a-8829-7e168e876472 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:22.135187 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-74ca4e0d-0640-433a-8e70-3bc06df2d4ac req-7f1b1d9e-5e62-420a-8829-7e168e876472 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0551627 Oct 16 14:03:22.172518 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-74ca4e0d-0640-433a-8e70-3bc06df2d4ac req-6fb369f1-ec87-41ba-8847-66c2730f7e03 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Oct 16 14:03:22.717394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:23.276256 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:03:23.293527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327cb9d-a394-4fa7-8086-a2d5abadbc5d req-91092b46-550c-4b6e-95ad-9b0ce533f7b1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:23.295502 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c327cb9d-a394-4fa7-8086-a2d5abadbc5d req-91092b46-550c-4b6e-95ad-9b0ce533f7b1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Oct 16 14:03:23.335992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c327cb9d-a394-4fa7-8086-a2d5abadbc5d req-3e80d121-fe5c-49ae-9004-dbcca815c710 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345843 Oct 16 14:03:24.455957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d5064-977d-4f4a-b4db-700c3848cf1a req-fa67cbe2-b46c-43ac-8a61-e33ebdc29398 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:24.457449 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e3d5064-977d-4f4a-b4db-700c3848cf1a req-fa67cbe2-b46c-43ac-8a61-e33ebdc29398 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0558069 Oct 16 14:03:24.494587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e3d5064-977d-4f4a-b4db-700c3848cf1a req-a4993c90-3410-422f-a9dd-33f1e2fde3cd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Oct 16 14:03:25.615360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b48c8d-91ec-4fb9-975c-de717e6ba349 req-80d654a0-2676-44bc-a672-b509bcfea698 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:25.616856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8b48c8d-91ec-4fb9-975c-de717e6ba349 req-80d654a0-2676-44bc-a672-b509bcfea698 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0558124 Oct 16 14:03:25.653348 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8b48c8d-91ec-4fb9-975c-de717e6ba349 req-816b0fb7-cff8-400e-9ff6-14d64fcdc14a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306330 Oct 16 14:03:26.777669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2a13-e2f0-4c01-9424-8a179704b2e8 req-b0d631fe-4e7c-4ab4-9f1c-690b17f44e68 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:26.780222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f11c2a13-e2f0-4c01-9424-8a179704b2e8 req-b0d631fe-4e7c-4ab4-9f1c-690b17f44e68 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0589871 Oct 16 14:03:26.817385 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f11c2a13-e2f0-4c01-9424-8a179704b2e8 req-f7bf5186-ce74-4ba8-8ba3-7f0586218007 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316548 Oct 16 14:03:27.939203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f369ce9-efc9-46c4-80a2-ce0bd4a5fde5 req-ee4e76ed-09e1-4695-88eb-ff5ce685c401 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:27.940737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f369ce9-efc9-46c4-80a2-ce0bd4a5fde5 req-ee4e76ed-09e1-4695-88eb-ff5ce685c401 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0555599 Oct 16 14:03:27.977488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f369ce9-efc9-46c4-80a2-ce0bd4a5fde5 req-c0ffa120-c846-49c9-9e54-d63083a2d5e8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Oct 16 14:03:29.098991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc063560-a7b0-4073-b2db-417ce1c6482a req-1991376a-e025-446c-89b5-e1f4574fe33d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:29.100524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc063560-a7b0-4073-b2db-417ce1c6482a req-1991376a-e025-446c-89b5-e1f4574fe33d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0568640 Oct 16 14:03:29.137861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fc063560-a7b0-4073-b2db-417ce1c6482a req-119ccd07-3012-41c9-b470-b4f0f13c3516 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Oct 16 14:03:30.262360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb66a6-08fd-41bc-8b93-08f357c689f1 req-5c30de5e-5bce-4620-8960-dd4f5ce4b159 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:30.263868 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35bb66a6-08fd-41bc-8b93-08f357c689f1 req-5c30de5e-5bce-4620-8960-dd4f5ce4b159 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0588465 Oct 16 14:03:30.300939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35bb66a6-08fd-41bc-8b93-08f357c689f1 req-03f4ce4f-b1ca-47a0-8e28-80aa0c59b9c9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Oct 16 14:03:31.420895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc0f0c-5fa8-4ec7-b178-b001b7bf2c2a req-49e2348a-fe46-41bd-b69f-f49a0ecd5f9a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:31.422351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a6dc0f0c-5fa8-4ec7-b178-b001b7bf2c2a req-49e2348a-fe46-41bd-b69f-f49a0ecd5f9a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0549505 Oct 16 14:03:31.464087 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a6dc0f0c-5fa8-4ec7-b178-b001b7bf2c2a req-a6afee61-fea8-4275-97fd-f9adbb247757 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309126 Oct 16 14:03:32.587496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bba805-57cb-4bb4-b373-78d18dc61a12 req-47353a79-1b27-43a8-89ea-a941a68e2d3d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:32.589002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8bba805-57cb-4bb4-b373-78d18dc61a12 req-47353a79-1b27-43a8-89ea-a941a68e2d3d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0550172 Oct 16 14:03:32.630494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d8bba805-57cb-4bb4-b373-78d18dc61a12 req-39bd94ce-a135-4031-a7e0-fcbf33e3f45a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344222 Oct 16 14:03:33.752376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b2da7-a18e-489a-8d79-1c0b0f879c70 req-387add5d-01a8-42ed-8a8f-6d349d66360b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:33.753792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-831b2da7-a18e-489a-8d79-1c0b0f879c70 req-387add5d-01a8-42ed-8a8f-6d349d66360b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0563145 Oct 16 14:03:33.792282 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-831b2da7-a18e-489a-8d79-1c0b0f879c70 req-f7bec615-cf05-475a-9b34-46eda28df513 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Oct 16 14:03:34.917312 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c87659-df28-4d20-b5b2-ad4a2befe26b req-206a5372-b3b4-40f7-99db-628b727f2e42 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:34.918807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e9c87659-df28-4d20-b5b2-ad4a2befe26b req-206a5372-b3b4-40f7-99db-628b727f2e42 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0585678 Oct 16 14:03:34.958939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e9c87659-df28-4d20-b5b2-ad4a2befe26b req-f24e0e2c-354d-4956-8ccf-61bf88b2a3ea tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Oct 16 14:03:35.394190 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-678d945f-8461-4833-aaaf-a5ea1416de77 service neutron] 10.222.0.31 "GET /v2.0/ports/d4a7f975-97dc-4d6a-8573-dd691ce01cb1/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0624893 Oct 16 14:03:35.863094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-a79a3775-2cd0-4a1f-a856-d4bafce619a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:35.864611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-a79a3775-2cd0-4a1f-a856-d4bafce619a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 1098 time: 0.0476825 Oct 16 14:03:35.932950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-82d050bb-0c39-4bf0-b110-ea040516fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:35.934467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-82d050bb-0c39-4bf0-b110-ea040516fd5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0473504 Oct 16 14:03:36.032238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-f44b2e4b-627e-48f1-a018-99c808b87f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:36.033711 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-f44b2e4b-627e-48f1-a018-99c808b87f16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0928931 Oct 16 14:03:36.139772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b70c12-a37b-4983-964a-53fa12a3e190 req-ca4ccf91-a417-4654-9b2b-7b7c849880f5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:36.141879 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-48b70c12-a37b-4983-964a-53fa12a3e190 req-ca4ccf91-a417-4654-9b2b-7b7c849880f5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.1127257 Oct 16 14:03:36.143560 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-97b81084-324f-45d1-9e25-3db2ee14c217 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 1001 time: 0.1015840 Oct 16 14:03:36.214319 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-48b70c12-a37b-4983-964a-53fa12a3e190 req-05b32105-e093-497b-8e46-c6c24f1748ac tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664892 Oct 16 14:03:36.218473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-bcda8c21-ee35-4506-8f58-bf988c809e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:36.219860 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-bcda8c21-ee35-4506-8f58-bf988c809e53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0660555 Oct 16 14:03:36.271656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-7b0ffb91-8f38-4a09-ba73-6fc7d8fca63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:36.273181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-7b0ffb91-8f38-4a09-ba73-6fc7d8fca63b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468314 Oct 16 14:03:36.368111 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-59789229-ba90-4e99-96e8-4f67f2e89a0e service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863144 Oct 16 14:03:36.457230 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-470a5b8f-8d1e-4199-8199-2bdf5bb05c38 req-27f3b080-4c76-475b-af1a-b87b6590d852 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816009 Oct 16 14:03:37.235794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:03:37.322027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:37.343389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a900a7-5410-4474-ae3b-cdbf07a93101 req-762bcbd4-1090-45aa-b4e6-35c93f624374 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:37.345060 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4a900a7-5410-4474-ae3b-cdbf07a93101 req-762bcbd4-1090-45aa-b4e6-35c93f624374 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0610492 Oct 16 14:03:37.345910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:03:37.348226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99782363-f7c1-4e7d-8392-b571edce65d9" -d '{"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:03:37.362940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:03:37.391111 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4a900a7-5410-4474-ae3b-cdbf07a93101 req-ab3e0470-02de-4e86-b450-80c6684ae554 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Oct 16 14:03:37.425099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:37.471889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70608018-14cd-475a-beb9-dce573a57a00 x-openstack-request-id: req-70608018-14cd-475a-beb9-dce573a57a00 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:03:37.472171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:03:37.472435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70608018-14cd-475a-beb9-dce573a57a00 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:03:37.473002 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'code': 200} Oct 16 14:03:37.481931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:03:37.488928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.489271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.489607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.489934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.490259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.490585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.490909 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.491234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.491555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.491868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.492183 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:37.492519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:03:38.512905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206f59-cead-4c69-8968-92978805934f req-8cc37df1-e5c4-41ac-a52f-6a0d7cd97157 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:38.514818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f6206f59-cead-4c69-8968-92978805934f req-8cc37df1-e5c4-41ac-a52f-6a0d7cd97157 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0559487 Oct 16 14:03:38.553096 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f6206f59-cead-4c69-8968-92978805934f req-cee99b74-fee5-4b5f-a82c-d4dacecd0822 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Oct 16 14:03:39.680279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171055e-1e43-49e4-8514-cf3e0241a4a1 req-ab1d61e0-e73d-47ba-8afb-baa7dbb8a787 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:39.681771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0171055e-1e43-49e4-8514-cf3e0241a4a1 req-ab1d61e0-e73d-47ba-8afb-baa7dbb8a787 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0561011 Oct 16 14:03:39.721032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0171055e-1e43-49e4-8514-cf3e0241a4a1 req-3bada9c1-7586-4ce5-b63f-c232cf9a5508 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324779 Oct 16 14:03:40.847657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d83cb6-d897-4302-9438-d77acf7ee096 req-42af66e0-bc8a-43b4-8acc-3e636a6edfd3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:40.849181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88d83cb6-d897-4302-9438-d77acf7ee096 req-42af66e0-bc8a-43b4-8acc-3e636a6edfd3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0597270 Oct 16 14:03:40.888260 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-88d83cb6-d897-4302-9438-d77acf7ee096 req-bea4d2b6-e1f3-4d13-be61-d906bfc19d7f tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326638 Oct 16 14:03:42.012127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88befc6-6117-467f-b990-efd1dd0bd8fd req-ec21c839-ca27-4750-8ecd-6a2d10ab202c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:42.013731 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a88befc6-6117-467f-b990-efd1dd0bd8fd req-ec21c839-ca27-4750-8ecd-6a2d10ab202c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0573494 Oct 16 14:03:42.052727 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a88befc6-6117-467f-b990-efd1dd0bd8fd req-c5a13ae1-4619-43d2-b0e6-7791862548d8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330443 Oct 16 14:03:42.677313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-bdf5710c-f481-4a1e-84b4-117949e381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:42.678780 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-bdf5710c-f481-4a1e-84b4-117949e381ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1096 time: 0.0476820 Oct 16 14:03:42.783152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-2b6152f2-b9d3-4102-8c9c-56e6d39e1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:42.784644 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-2b6152f2-b9d3-4102-8c9c-56e6d39e1a83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0875957 Oct 16 14:03:42.854294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-4853341c-b58c-4af7-96a1-a67fc4a75afc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 999 time: 0.0629818 Oct 16 14:03:42.865164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cf2c066b-0d38-47e4-a6e2-9a6334dea323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:42.908042 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-6e98c33b-ff57-4bd2-b56d-5baa30e30ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:42.909527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-6e98c33b-ff57-4bd2-b56d-5baa30e30ab2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0481339 Oct 16 14:03:42.960904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-b077335a-58e8-4f79-8706-43ea49b1522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:42.962283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-b077335a-58e8-4f79-8706-43ea49b1522e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460911 Oct 16 14:03:43.054237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-7b2bbf84-c484-4cfe-9a89-951f30e305ff service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840812 Oct 16 14:03:43.169652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34bf2f9a-80a5-41e9-9084-9ac3500d2c83 req-6942cfea-6fce-4f56-85f9-bd01f44831db service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085527 Oct 16 14:03:43.191210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f10b77-43d6-467b-834d-11d2a3cf8d88 req-36349640-f69b-419e-9872-79998e63a43e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:43.192718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3f10b77-43d6-467b-834d-11d2a3cf8d88 req-36349640-f69b-419e-9872-79998e63a43e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0707583 Oct 16 14:03:43.232261 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3f10b77-43d6-467b-834d-11d2a3cf8d88 req-1a669ef1-0844-408a-ab9a-5f2b691b9072 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327356 Oct 16 14:03:43.257398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:03:43.353482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:03:43.364448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'mac_address': 'fa:16:3e:60:b5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:03:43.405761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:43.417968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a7f975-97dc-4d6a-8573-dd691ce01cb1 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:03:43.436965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:03:43.487883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:43.543701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:03:43.549104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['d4a7f975-97dc-4d6a-8573-dd691ce01cb1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:03:44.361667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628561-e8d4-4e2e-aee6-f13c2ca374e9 req-5aeab7bc-a596-403d-a710-8abbef5cf9d6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:44.363132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4628561-e8d4-4e2e-aee6-f13c2ca374e9 req-5aeab7bc-a596-403d-a710-8abbef5cf9d6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 944 time: 0.0589566 Oct 16 14:03:44.400070 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4628561-e8d4-4e2e-aee6-f13c2ca374e9 req-ee3f898f-9e93-417f-b03a-a8188f90af9e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Oct 16 14:03:45.276727 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:03:45.330939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:03:45.331301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:45.424030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:45.427273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5adee99b-dbb9-47ea-9976-cb452beb5b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:45.448107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:03:45.450391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93316cec-5557-460b-ac0b-632c85b7b6b1" -d '{"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-plugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:03:45.465265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:03:45.496453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eda076-68ad-4aec-8cf1-c698973f4172 x-openstack-request-id: req-d6eda076-68ad-4aec-8cf1-c698973f4172 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:03:45.496753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-plugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:03:45.497012 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6eda076-68ad-4aec-8cf1-c698973f4172 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:03:45.497420 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'code': 200} Oct 16 14:03:45.523358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ee23f-a171-46ed-9845-97fda96932e6 req-dcdab9a1-dc7a-4bcb-9207-a5520d646219 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:45.524864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e38ee23f-a171-46ed-9845-97fda96932e6 req-dcdab9a1-dc7a-4bcb-9207-a5520d646219 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 944 time: 0.0561688 Oct 16 14:03:45.539060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:45.563258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e38ee23f-a171-46ed-9845-97fda96932e6 req-9fa43d8b-6876-4ba6-bf70-fbec3ea21633 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Oct 16 14:03:45.593856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:03:46.584783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:46.688802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35003bda-833a-47f8-b04f-29d76c9f9f21 req-98594dfc-7a74-4827-a1cb-21734bb79fe2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:46.690276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35003bda-833a-47f8-b04f-29d76c9f9f21 req-98594dfc-7a74-4827-a1cb-21734bb79fe2 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0552750 Oct 16 14:03:46.728915 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35003bda-833a-47f8-b04f-29d76c9f9f21 req-9bdb981f-70b9-4d7f-8168-faa154e5da6d tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327229 Oct 16 14:03:46.756550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:47.852448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f0127-782d-4743-a528-aa5026849284 req-00c243ab-92b5-496d-8771-f56a685a8c7a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:47.853971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d3f0127-782d-4743-a528-aa5026849284 req-00c243ab-92b5-496d-8771-f56a685a8c7a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0586424 Oct 16 14:03:47.891855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d3f0127-782d-4743-a528-aa5026849284 req-a1a20198-18b2-4452-b077-71fb29000b2a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316105 Oct 16 14:03:48.493482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:49.023422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c782d2d-be1a-4585-bfeb-21bdf3572cb7 req-311e058a-9593-415c-bdce-2a4e7bf2867e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:49.024958 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c782d2d-be1a-4585-bfeb-21bdf3572cb7 req-311e058a-9593-415c-bdce-2a4e7bf2867e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0583093 Oct 16 14:03:49.064814 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2c782d2d-be1a-4585-bfeb-21bdf3572cb7 req-ecd6105b-9848-4e8c-bc11-f734013064d9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330682 Oct 16 14:03:50.187453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749140d0-75dd-4358-9f62-2d1191787a11 req-ebdd568f-5a32-4752-adb4-5a4078d9fcf3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:50.189077 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-749140d0-75dd-4358-9f62-2d1191787a11 req-ebdd568f-5a32-4752-adb4-5a4078d9fcf3 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0551269 Oct 16 14:03:50.227830 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-749140d0-75dd-4358-9f62-2d1191787a11 req-bf3c1d14-0550-4176-876c-3de566bc06fa tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327473 Oct 16 14:03:50.794132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad82147-485d-42b4-b330-1b24bf8f5b4b req-bee4d9b2-6bb1-4f95-b391-7b13c41decaf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:50.795731 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cad82147-485d-42b4-b330-1b24bf8f5b4b req-bee4d9b2-6bb1-4f95-b391-7b13c41decaf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0601666 Oct 16 14:03:50.861791 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cad82147-485d-42b4-b330-1b24bf8f5b4b req-f6b4e902-dee2-4f2d-9473-bb312614355a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601506 Oct 16 14:03:50.887071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-20463f05-5a1c-44f7-b2a8-f0e993af4a50 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:50.889282 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-20463f05-5a1c-44f7-b2a8-f0e993af4a50 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001&tenant_id=1cd61bbb57584cba99e686d510f8ca14&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 945 time: 0.0732071 Oct 16 14:03:50.958634 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-10229c77-178b-47f5-969b-381f659c6de5 service neutron] 10.222.0.31 "GET /v2.0/ports/d4a7f975-97dc-4d6a-8573-dd691ce01cb1/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0627012 Oct 16 14:03:51.033140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-0ecdc392-bba7-4d77-84c4-98c08ad41a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:51.034614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-0ecdc392-bba7-4d77-84c4-98c08ad41a65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0524290 Oct 16 14:03:51.125582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-0e6112fa-4b8a-49fc-878e-f2bb0ffe2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:51.127028 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-0e6112fa-4b8a-49fc-878e-f2bb0ffe2a53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.0857847 Oct 16 14:03:51.200902 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-58ac6990-dae3-4d3a-ae51-d8c23fbb028e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 1001 time: 0.0674913 Oct 16 14:03:51.251323 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-8ce5a3e4-f674-407e-b54b-d35af6405f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:51.252715 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-8ce5a3e4-f674-407e-b54b-d35af6405f1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0445063 Oct 16 14:03:51.305672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-12a2ddd5-13c6-4738-93ed-beb4fb9856e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:51.307157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-12a2ddd5-13c6-4738-93ed-beb4fb9856e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0472293 Oct 16 14:03:51.400192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-b47d94a6-580f-4647-b08f-33d9fd2f4e65 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855136 Oct 16 14:03:51.486992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-5287204e-0f6d-4ffc-9540-a3ab884b38d0 service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795083 Oct 16 14:03:51.992059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ba95e-66ca-4018-b82e-18826c9818ab req-9bbf632c-a44c-4fc3-a6df-13917c1b4e79 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:51.993538 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c2ba95e-66ca-4018-b82e-18826c9818ab req-9bbf632c-a44c-4fc3-a6df-13917c1b4e79 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0608134 Oct 16 14:03:52.295389 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c2ba95e-66ca-4018-b82e-18826c9818ab req-c8a670e9-b444-45df-8133-989038e2d61c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955258 Oct 16 14:03:52.730254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:53.421161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a456-f269-4872-a5de-b69e06514940 req-5550df64-c2a4-41f1-a028-6415330fa7e5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:53.422630 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5213a456-f269-4872-a5de-b69e06514940 req-5550df64-c2a4-41f1-a028-6415330fa7e5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0557759 Oct 16 14:03:53.459516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5213a456-f269-4872-a5de-b69e06514940 req-a7f98f8a-3941-41d6-8f56-c70258683f01 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Oct 16 14:03:54.585183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b07df7-d5fb-4bb7-9cfd-c1d2dc77e25a req-ec80e5a0-0050-4049-a457-7e976c6c61bf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:54.586779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-66b07df7-d5fb-4bb7-9cfd-c1d2dc77e25a req-ec80e5a0-0050-4049-a457-7e976c6c61bf tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0595510 Oct 16 14:03:54.627383 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-66b07df7-d5fb-4bb7-9cfd-c1d2dc77e25a req-03f291c4-2437-4daa-b385-18df5a22b610 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335579 Oct 16 14:03:55.752359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7ec12-ab8c-49d6-bdd7-1c6d3154901e req-0b86e395-6023-4495-8bcf-a3047c73e075 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:55.753760 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32b7ec12-ab8c-49d6-bdd7-1c6d3154901e req-0b86e395-6023-4495-8bcf-a3047c73e075 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0584579 Oct 16 14:03:55.790510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32b7ec12-ab8c-49d6-bdd7-1c6d3154901e req-095b0dca-d54d-43b4-b111-bee7f568ca2b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306950 Oct 16 14:03:56.825661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-fabdbf39-832c-48e9-b304-9ba3f3113d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:56.827427 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-fabdbf39-832c-48e9-b304-9ba3f3113d35 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001&tenant_id=1cd61bbb57584cba99e686d510f8ca14 HTTP/1.1" status: 200 len: 1098 time: 0.0478125 Oct 16 14:03:56.934817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-ecca49ab-ae19-47e0-9b18-63c6e020e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:56.936903 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-ecca49ab-ae19-47e0-9b18-63c6e020e8b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1cd61bbb57584cba99e686d510f8ca14&device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 1098 time: 0.0885682 Oct 16 14:03:56.945053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e160-10ec-42bd-a5f5-d5330bc2ffc1 req-38ff5982-b6ab-4d78-9c40-0b879f7367ea tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:56.946382 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-edb3e160-10ec-42bd-a5f5-d5330bc2ffc1 req-38ff5982-b6ab-4d78-9c40-0b879f7367ea tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0718012 Oct 16 14:03:57.037961 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-edb3e160-10ec-42bd-a5f5-d5330bc2ffc1 req-0a5c6c96-f947-4166-a3b9-b8d1e8c6910a tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836785 Oct 16 14:03:57.057423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-af9cd23a-b18e-4e2b-b4ab-e99a04276dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:57.058888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-af9cd23a-b18e-4e2b-b4ab-e99a04276dda service neutron] 10.222.0.31 "GET /v2.0/networks?id=e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 200 len: 913 time: 0.1116712 Oct 16 14:03:57.129654 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-a1dbaad3-9e63-4871-9c5c-6c2209455f46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 200 len: 1001 time: 0.0636110 Oct 16 14:03:57.178557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-e2ac8afc-24b9-41ed-8917-f9f322c4acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:57.179966 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-e2ac8afc-24b9-41ed-8917-f9f322c4acf9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 200 len: 851 time: 0.0440459 Oct 16 14:03:57.237271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40174fc3-fb63-4770-baf4-230b7538aded req-12861c44-e76d-4591-91f3-a388838e5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:57.238762 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-12861c44-e76d-4591-91f3-a388838e5341 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e28d6616-7956-46f0-8eda-3b9411673236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518267 Oct 16 14:03:57.323699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:03:57.327838 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-86500270-1440-40ad-8a44-94a7b90b33bf service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816004 Oct 16 14:03:57.408157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:57.422850 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-40174fc3-fb63-4770-baf4-230b7538aded req-f912ea4c-1ade-489a-a35f-8867c093541a service neutron] 10.222.0.31 "GET /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882692 Oct 16 14:03:57.430215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:03:57.432470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbae0f5-66be-455e-844c-ff6c5d56a898" -d '{"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:03:57.445305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:03:57.500983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a964074b-8c2f-4c6a-8933-ce43a3beb012 x-openstack-request-id: req-a964074b-8c2f-4c6a-8933-ce43a3beb012 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:03:57.500983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:03:57.500983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a964074b-8c2f-4c6a-8933-ce43a3beb012 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:03:57.500983 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'code': 200} Oct 16 14:03:57.501940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:03:57.562160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=9']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:03:58.163982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eda85-6b68-4c2b-996d-793543610cf8 req-17241dd3-86df-4193-938b-cfad97be896b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:58.165488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405eda85-6b68-4c2b-996d-793543610cf8 req-17241dd3-86df-4193-938b-cfad97be896b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0566475 Oct 16 14:03:58.204007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-405eda85-6b68-4c2b-996d-793543610cf8 req-4193edbe-0cf4-40eb-8edd-772d5d6857a8 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316327 Oct 16 14:03:59.337923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565cc90-956c-4de3-a192-310f4a81f0f0 req-9ba185b6-e0eb-4b0f-9958-cd33644a2481 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:03:59.339427 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d565cc90-956c-4de3-a192-310f4a81f0f0 req-9ba185b6-e0eb-4b0f-9958-cd33644a2481 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0568314 Oct 16 14:03:59.377660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d565cc90-956c-4de3-a192-310f4a81f0f0 req-9990ca33-974b-4d6e-a0fb-afbda756e2c5 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322368 Oct 16 14:04:00.274780 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:04:00.508911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe57c1e-02ac-4c88-843a-74842fe7ca0a req-6f3a39be-a2b8-4b85-b8a0-97103da70694 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:00.510589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ffe57c1e-02ac-4c88-843a-74842fe7ca0a req-6f3a39be-a2b8-4b85-b8a0-97103da70694 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0632389 Oct 16 14:04:00.549467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ffe57c1e-02ac-4c88-843a-74842fe7ca0a req-0f61a6a8-4dd4-440f-8ec7-c6de6f2de189 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Oct 16 14:04:01.673404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38f82-933f-424f-bd83-734fdaadd3d3 req-eb5331f6-7c8c-4ae8-95c8-713e09cef8b7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:01.674937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15a38f82-933f-424f-bd83-734fdaadd3d3 req-eb5331f6-7c8c-4ae8-95c8-713e09cef8b7 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0556791 Oct 16 14:04:01.714160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15a38f82-933f-424f-bd83-734fdaadd3d3 req-04291b37-f42c-4cd0-a386-f4414e36f0e6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331931 Oct 16 14:04:02.835986 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfce15-74f6-4ac3-8591-f9f43c6eb8f9 req-afe35e97-2793-432a-94cd-c0b1b308b70b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:02.837519 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-01dfce15-74f6-4ac3-8591-f9f43c6eb8f9 req-afe35e97-2793-432a-94cd-c0b1b308b70b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 943 time: 0.0579288 Oct 16 14:04:02.876121 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-01dfce15-74f6-4ac3-8591-f9f43c6eb8f9 req-e89767d0-d173-4d97-b0b4-43a84fce97cc tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Oct 16 14:04:03.369597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:04:03.462226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:03.472857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'port_id': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'mac_address': 'fa:16:3e:60:b5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:04:03.518230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:03.530263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a7f975-97dc-4d6a-8573-dd691ce01cb1 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:04:03.548243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:03.612715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:03.669120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['d4a7f975-97dc-4d6a-8573-dd691ce01cb1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:04:03.671294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=10']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:03.999998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97385b5-940c-4781-a34c-efa3de30fb77 req-30009781-9dc9-4255-b3c2-98bf5ec5a6b1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:04.001492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b97385b5-940c-4781-a34c-efa3de30fb77 req-30009781-9dc9-4255-b3c2-98bf5ec5a6b1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0587423 Oct 16 14:04:04.038147 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b97385b5-940c-4781-a34c-efa3de30fb77 req-64f970d1-a5a5-4c56-87f8-21cfc4cd64ba tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308833 Oct 16 14:04:05.160887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78141e7-0eb2-4a11-aa7f-2644cd3f2b70 req-57d168ab-5ae7-4704-8bee-8c19a5e3b0c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:05.162365 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b78141e7-0eb2-4a11-aa7f-2644cd3f2b70 req-57d168ab-5ae7-4704-8bee-8c19a5e3b0c4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 945 time: 0.0559597 Oct 16 14:04:05.200883 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b78141e7-0eb2-4a11-aa7f-2644cd3f2b70 req-8ea14799-da8b-415f-9722-196e60278000 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Oct 16 14:04:05.385263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:04:05.435427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:04:05.436489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:05.518486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:05.539767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:05.542004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a7b72-1823-4470-a069-e8715c96f82d" -d '{"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-plugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:05.558299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:05.584943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bf7663-815d-49a4-b174-f7b6156853ea x-openstack-request-id: req-32bf7663-815d-49a4-b174-f7b6156853ea {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:05.589317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-plugged", "status": "completed", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:05.589317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32bf7663-815d-49a4-b174-f7b6156853ea {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:05.589317 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'code': 200} Oct 16 14:04:05.641523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:05.691699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=11']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:06.323880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f624078-e257-42a9-bd72-4039b05b9f5e req-df9bf4f4-5867-4dc5-9559-cb441fb21350 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:06.325365 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f624078-e257-42a9-bd72-4039b05b9f5e req-df9bf4f4-5867-4dc5-9559-cb441fb21350 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0565631 Oct 16 14:04:06.366991 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f624078-e257-42a9-bd72-4039b05b9f5e req-7c68d0e2-8c3b-42de-88b4-1f9e742f7df6 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349874 Oct 16 14:04:07.490468 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3bce-139b-41ec-8996-1832c7f4d810 req-92f932a8-4522-4b04-a062-6a8e9665634e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:07.492272 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03fe3bce-139b-41ec-8996-1832c7f4d810 req-92f932a8-4522-4b04-a062-6a8e9665634e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0565038 Oct 16 14:04:07.533359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03fe3bce-139b-41ec-8996-1832c7f4d810 req-f9c45ed5-d298-437e-bfa8-4bad1c89ffbe tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356424 Oct 16 14:04:08.654566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac884cbc-c47c-4b0b-baf2-8abf077bdc74 req-35a63687-455f-4328-a542-b4c8d1d3724b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:08.656043 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac884cbc-c47c-4b0b-baf2-8abf077bdc74 req-35a63687-455f-4328-a542-b4c8d1d3724b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0550714 Oct 16 14:04:08.692823 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac884cbc-c47c-4b0b-baf2-8abf077bdc74 req-e89363c3-e23d-4830-a1b6-83081c3fbc24 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Oct 16 14:04:09.818895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725bcbc-8921-46e6-ab35-5f6fd2adbc7e req-b222d3bf-3496-46d1-9f1b-b0f0a009e5cd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:09.820391 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c725bcbc-8921-46e6-ab35-5f6fd2adbc7e req-b222d3bf-3496-46d1-9f1b-b0f0a009e5cd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0601704 Oct 16 14:04:09.858302 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c725bcbc-8921-46e6-ab35-5f6fd2adbc7e req-0e89a7a9-94ec-495f-8aea-8fe51e5f4908 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320137 Oct 16 14:04:09.987530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc8696-5b70-4c34-a7e4-fd8d9e60c29f req-3a763fa3-180c-48f8-bb22-f780e672ed70 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:09.988947 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3dfc8696-5b70-4c34-a7e4-fd8d9e60c29f req-3a763fa3-180c-48f8-bb22-f780e672ed70 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0576417 Oct 16 14:04:10.026810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3dfc8696-5b70-4c34-a7e4-fd8d9e60c29f req-aea7f179-3010-4c32-970d-5695f07cfedb tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Oct 16 14:04:10.148476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44a5ea-3afa-480c-8849-0d1c687aa709 req-6e584554-c797-4133-b9e8-719ce716cc8b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:10.149950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b44a5ea-3afa-480c-8849-0d1c687aa709 req-6e584554-c797-4133-b9e8-719ce716cc8b tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0562396 Oct 16 14:04:10.187680 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b44a5ea-3afa-480c-8849-0d1c687aa709 req-38f1ff44-c3a7-41fa-976b-35dcedea16b4 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Oct 16 14:04:10.628209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cebf0-0069-4847-bcc3-af72dbd92521 req-61f4bc60-a6df-4214-a266-ec7c11208859 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:10.629711 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc7cebf0-0069-4847-bcc3-af72dbd92521 req-61f4bc60-a6df-4214-a266-ec7c11208859 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0598388 Oct 16 14:04:10.666208 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dc7cebf0-0069-4847-bcc3-af72dbd92521 req-86a9be02-c641-4924-9208-56ce74221c97 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305989 Oct 16 14:04:11.787707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ce9a0-5f80-43b9-a685-19504ed5f628 req-c5ac6ed8-06af-41e5-b144-71c5ad097292 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:11.789218 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-148ce9a0-5f80-43b9-a685-19504ed5f628 req-c5ac6ed8-06af-41e5-b144-71c5ad097292 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0553761 Oct 16 14:04:11.826902 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-148ce9a0-5f80-43b9-a685-19504ed5f628 req-c26d3fbf-e538-436b-9e4b-482d164ff9d9 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Oct 16 14:04:12.815700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bf49f53-8973-4778-b025-7a0ef598b495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:12.980624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-8ede500e-196e-4549-a9c9-f374df26027e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:12.982695 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-8ede500e-196e-4549-a9c9-f374df26027e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0929143 Oct 16 14:04:12.989964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193dd9a-229b-465c-aaae-428fd8c6efd7 req-41c79c83-a541-4fbd-82a7-1756317b4e38 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:12.991365 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4193dd9a-229b-465c-aaae-428fd8c6efd7 req-41c79c83-a541-4fbd-82a7-1756317b4e38 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 946 time: 0.0926824 Oct 16 14:04:13.077134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4193dd9a-229b-465c-aaae-428fd8c6efd7 req-ad9e2633-d578-4007-b6f0-95606e832802 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ad8188c-11ba-4a6a-b665-3e6cbf102fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780187 Oct 16 14:04:13.110516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Deleting port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:13.110851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:13.204737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] For port d4a7f975-97dc-4d6a-8573-dd691ce01cb1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:13.205133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:13.392129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:13.392443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:13.392768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 disassociated. External IP: 172.26.5.39, port: d4a7f975-97dc-4d6a-8573-dd691ce01cb1. Oct 16 14:04:13.393108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Calling delete_port for d4a7f975-97dc-4d6a-8573-dd691ce01cb1 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:13.590310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:13.618454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event deleted for resources: {'Port': ['ID=d4a7f975-97dc-4d6a-8573-dd691ce01cb1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:13.628058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.628425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.628765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.629097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.629426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.629754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.630079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.630400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.630842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.631033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.631349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.631665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:13.768399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:04:13.896626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:04:13.907174 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:04:13.919192 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:04:13.919789 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:03:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:13.941146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] No DVR routers for this DVR port d4a7f975-97dc-4d6a-8573-dd691ce01cb1 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:04:13.943656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:13.947067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e924159c-aa1d-483d-9880-4b5f23ed9a11 req-6d5fa0cc-feb7-47bc-82c2-777d080f8470 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.31 "DELETE /v2.0/ports/d4a7f975-97dc-4d6a-8573-dd691ce01cb1 HTTP/1.1" status: 204 len: 173 time: 0.9549000 Oct 16 14:04:13.947510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-deleted', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:13.949792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c5041-0a0e-4a9a-a81c-efc20a9919d7" -d '{"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-deleted", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:13.987205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7192c035-5382-493c-9833-4bcd4905ca94 x-openstack-request-id: req-7192c035-5382-493c-9833-4bcd4905ca94 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:13.987936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201a7f4c-eb76-4c91-b8c8-46dda8a55001", "name": "network-vif-deleted", "tag": "d4a7f975-97dc-4d6a-8573-dd691ce01cb1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:13.987936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7192c035-5382-493c-9833-4bcd4905ca94 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:13.988200 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201a7f4c-eb76-4c91-b8c8-46dda8a55001', 'name': 'network-vif-deleted', 'tag': 'd4a7f975-97dc-4d6a-8573-dd691ce01cb1', 'status': 'completed', 'code': 200} Oct 16 14:04:14.042946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:04:14.191331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32509e45-7452-4bfb-b46e-0a160a3545e3 req-8868940e-6f4d-4661-bca3-fc9410bcf2c1 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0303543 Oct 16 14:04:14.262761 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:14.291613 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:04:14.299843 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:04:14.300466 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:03:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:14.421709 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:04:14.626412 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:14.654238 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788f6a8f-2af5-4bf4-b129-077252e2ec76 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:57:58Z', 'revision_number': 4, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '5d0482e7-4fb9-46c7-871b-cb262b83269f', 'name': '', 'network_id': 'e28d6616-7956-46f0-8eda-3b9411673236', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'mac_address': 'fa:16:3e:b8:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:58Z', 'updated_at': '2021-10-16T13:58:02Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'subnets': [{'id': 'b3803d46-8e49-4659-9731-dc63504402c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:04:14.874522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bead2d-5294-4e61-9c57-24f3e8ee95bc None None] New status for floating IP 7363e1d4-8aeb-41a1-b3fd-1f67a96422e9: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:04:15.300253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7b911318-478f-4d67-bcc7-36cd51cb59d0 req-01a6a7cd-cf96-4b22-804b-182f9f4a69dd tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0290053 Oct 16 14:04:15.415518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-047b434f-7954-449a-8359-1d7d305afa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:16.399264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-087951bf-9f1c-4e75-ac1e-5c4692fbd670 req-c455fab6-cb41-47c4-8859-54649499a178 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0303192 Oct 16 14:04:16.595843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:16.761546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:17.448327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:04:17.469964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: d4a7f975-97dc-4d6a-8573-dd691ce01cb1 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:04:17.470220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device d4a7f975-97dc-4d6a-8573-dd691ce01cb1 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:04:17.498272 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f04e65e9-6832-494e-9c3b-30a7ebb183b6 req-056a2a3a-512b-4be4-97e9-391ed83d873c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Oct 16 14:04:18.512662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:18.612213 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62bdc45d-59ab-41a4-8e05-14839db57378 req-ed17bbe1-c625-452a-945c-77769422a17e tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/ports?device_id=201a7f4c-eb76-4c91-b8c8-46dda8a55001 HTTP/1.1" status: 200 len: 210 time: 0.0281017 Oct 16 14:04:22.749873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.552785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42294) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:24.606394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-611e0f43-4379-402f-bf65-ad007c7f6660 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.632407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-611e0f43-4379-402f-bf65-ad007c7f6660 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.743685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-611e0f43-4379-402f-bf65-ad007c7f6660 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.746198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-611e0f43-4379-402f-bf65-ad007c7f6660 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.747498 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-611e0f43-4379-402f-bf65-ad007c7f6660 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ad8188c-11ba-4a6a-b665-3e6cbf102fae HTTP/1.1" status: 204 len: 168 time: 0.1935863 Oct 16 14:04:24.750066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42296) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:24.756959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e0f43-4379-402f-bf65-ad007c7f6660 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad8188c-11ba-4a6a-b665-3e6cbf102fae,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:24.764734 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.api.v2.resource [None req-51019f94-6408-41b8-b141-d99b71a4564c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] show failed (client error): The resource could not be found. Oct 16 14:04:24.765779 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-51019f94-6408-41b8-b141-d99b71a4564c tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "GET /v2.0/security-groups/5ad8188c-11ba-4a6a-b665-3e6cbf102fae HTTP/1.1" status: 404 len: 347 time: 0.0147381 Oct 16 14:04:24.768504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42300) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:24.908263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Deleting port ed7317a6-e5ac-4000-a112-ed01dfab1641 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:24.908632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.983794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.984121 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:24.995677 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Calling delete_port for ed7317a6-e5ac-4000-a112-ed01dfab1641 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:25.201616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:25.227176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Pushing event deleted for resources: {'Port': ['ID=ed7317a6-e5ac-4000-a112-ed01dfab1641,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:25.235982 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.236338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.236679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.237012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.237336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.238148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.238148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.238333 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.238587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.238904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.239219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.239532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:25.300275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:25.302684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:25.303838 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4b9246fd-8ed0-4e62-8a98-84b736a07028 tempest-ServerActionsTestJSON-856195280 tempest-ServerActionsTestJSON-856195280-project] 10.222.0.24 "DELETE /v2.0/floatingips/7363e1d4-8aeb-41a1-b3fd-1f67a96422e9 HTTP/1.1" status: 204 len: 168 time: 0.5343444 Oct 16 14:04:25.306730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42304) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:26.067633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:26.343832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Deleting port 5d0482e7-4fb9-46c7-871b-cb262b83269f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:26.344074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:26.418678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] For port 5d0482e7-4fb9-46c7-871b-cb262b83269f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5d0482e7-4fb9-46c7-871b-cb262b83269f,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:26.419081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:26.430949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Calling delete_port for 5d0482e7-4fb9-46c7-871b-cb262b83269f owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:26.680884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:26.713081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0482e7-4fb9-46c7-871b-cb262b83269f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:26.893800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:27.133115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Router 474ea0fe-c159-40e7-92ce-82de83bfee05 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:04:27.256776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:04:27.261763 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-26db38eb-3a51-4e81-a97f-ceb77863893e admin admin] 10.222.0.24 "PUT /v2.0/routers/474ea0fe-c159-40e7-92ce-82de83bfee05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9540761 Oct 16 14:04:27.264972 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42308) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:27.266141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] Sync routers for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:04:27.275956 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:04:27.276592 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:04:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:27.389679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:27.503691 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:04:27.510378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:27.633717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Deleting port 71c082ea-6f97-46b1-a681-85525c8c270a {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:27.634038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:27.679888 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T14:04:26Z', 'revision_number': 5, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port': {'id': '71c082ea-6f97-46b1-a681-85525c8c270a', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:27.706824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] Checking router: 474ea0fe-c159-40e7-92ce-82de83bfee05 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:04:27.712293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] For port 71c082ea-6f97-46b1-a681-85525c8c270a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=71c082ea-6f97-46b1-a681-85525c8c270a,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:27.712731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:27.714776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] Routers {'474ea0fe-c159-40e7-92ce-82de83bfee05'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:04:27.715367 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:04:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['474ea0fe-c159-40e7-92ce-82de83bfee05'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:27.726233 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Calling delete_port for 71c082ea-6f97-46b1-a681-85525c8c270a owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:27.814380 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] Set router 474ea0fe-c159-40e7-92ce-82de83bfee05 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:04:27.872632 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T14:04:27Z', 'revision_number': 6, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:27.900511 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3f3dd-1bbc-48cc-aa27-eb2dda477325 None None] The sync data for ids ['474ea0fe-c159-40e7-92ce-82de83bfee05'] in dv-neutron-743142-24-hyperv is: [{'id': '474ea0fe-c159-40e7-92ce-82de83bfee05', 'name': 'tempest-ServerActionsTestJSON-1530213493-router', 'tenant_id': '1cd61bbb57584cba99e686d510f8ca14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T13:57:55Z', 'updated_at': '2021-10-16T14:04:27Z', 'revision_number': 6, 'project_id': '1cd61bbb57584cba99e686d510f8ca14', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:04:27.941371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:27.973187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c082ea-6f97-46b1-a681-85525c8c270a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:28.031795 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.129080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.131137 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.241350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.241937 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 474ea0fe-c159-40e7-92ce-82de83bfee05 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:04:28.246463 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.249445 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-53d15d79-6400-4ecc-9598-43da11e18678 admin admin] 10.222.0.24 "DELETE /v2.0/routers/474ea0fe-c159-40e7-92ce-82de83bfee05 HTTP/1.1" status: 204 len: 168 time: 0.9822617 Oct 16 14:04:28.250720 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42310) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:28.297697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Deleting subnet b3803d46-8e49-4659-9731-dc63504402c2 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:04:28.300991 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.337470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.420552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.533212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.561153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3803d46-8e49-4659-9731-dc63504402c2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:28.563147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.567015 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8434fb39-5f13-4208-aa99-38222036e500 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3803d46-8e49-4659-9731-dc63504402c2 HTTP/1.1" status: 204 len: 168 time: 0.3151827 Oct 16 14:04:28.567280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c31b152-abc0-465d-9dfc-431c98704116 None None] Network e28d6616-7956-46f0-8eda-3b9411673236 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:04:28.568834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42312) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:28.639689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.705492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Deleting port 06979511-9d8f-4c36-8e03-212b959d375e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:28.707544 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.747965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] DHCP port deletion for e28d6616-7956-46f0-8eda-3b9411673236 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:04:28.778289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] For port 06979511-9d8f-4c36-8e03-212b959d375e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=06979511-9d8f-4c36-8e03-212b959d375e,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:28.779354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.792513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Calling delete_port for 06979511-9d8f-4c36-8e03-212b959d375e owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:28.803685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] Deleting port 06979511-9d8f-4c36-8e03-212b959d375e {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:28.804052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.871435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] For port 06979511-9d8f-4c36-8e03-212b959d375e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=06979511-9d8f-4c36-8e03-212b959d375e,segment=NetworkSegment(16cb04a6-8e8b-4915-b851-cebca1e8f907),segment_id=16cb04a6-8e8b-4915-b851-cebca1e8f907)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:28.871827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.886058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] Calling delete_port for 06979511-9d8f-4c36-8e03-212b959d375e owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:28.927761 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.957603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Pushing event deleted for resources: {'Port': ['ID=06979511-9d8f-4c36-8e03-212b959d375e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:28.960904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] No DVR routers for this DVR port 06979511-9d8f-4c36-8e03-212b959d375e on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:04:28.969591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:28.993919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] Pushing event deleted for resources: {'Port': ['ID=06979511-9d8f-4c36-8e03-212b959d375e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:29.003613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a02bcc-69ca-431f-811d-e450e8745ef1 None None] No DVR routers for this DVR port 06979511-9d8f-4c36-8e03-212b959d375e on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:04:29.045443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.065909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28d6616-7956-46f0-8eda-3b9411673236']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:29.075005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cb04a6-8e8b-4915-b851-cebca1e8f907') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:29.075989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cb04a6-8e8b-4915-b851-cebca1e8f907') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:04:29.085376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.098420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.104443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:04:29.104824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:04:29.106465 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:04:29.207106 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.212504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.215599 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] 10.222.0.24 "DELETE /v2.0/networks/e28d6616-7956-46f0-8eda-3b9411673236 HTTP/1.1" status: 204 len: 168 time: 0.6456833 Oct 16 14:04:29.226447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648ac1e-818f-44d5-b9d5-9d8ad742cffa admin admin] Pushing event deleted for resources: {'Network': ['ID=e28d6616-7956-46f0-8eda-3b9411673236,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:29.471407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d0482e7-4fb9-46c7-871b-cb262b83269f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:04:29.484672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42316) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:29.494585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 5d0482e7-4fb9-46c7-871b-cb262b83269f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:04:29.494923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5d0482e7-4fb9-46c7-871b-cb262b83269f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:04:29.495330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 06979511-9d8f-4c36-8e03-212b959d375e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:04:29.525828 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8f9ccfe2-19f0-4b67-b582-632b983795c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cd61bbb57584cba99e686d510f8ca14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399649 Oct 16 14:04:29.528486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:29.586500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf411-6e89-49ec-9de1-1cc8af8d43ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.610584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf411-6e89-49ec-9de1-1cc8af8d43ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.665238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 06979511-9d8f-4c36-8e03-212b959d375e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:04:29.665853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 06979511-9d8f-4c36-8e03-212b959d375e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:04:29.665985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71c082ea-6f97-46b1-a681-85525c8c270a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:04:29.685193 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 71c082ea-6f97-46b1-a681-85525c8c270a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:04:29.685519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 71c082ea-6f97-46b1-a681-85525c8c270a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:04:29.727135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf411-6e89-49ec-9de1-1cc8af8d43ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.729788 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf411-6e89-49ec-9de1-1cc8af8d43ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:29.730981 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9e5bf411-6e89-49ec-9de1-1cc8af8d43ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7652c320-2f19-431b-8425-96a1fa85743f HTTP/1.1" status: 204 len: 168 time: 0.2014284 Oct 16 14:04:29.739692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bf411-6e89-49ec-9de1-1cc8af8d43ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7652c320-2f19-431b-8425-96a1fa85743f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:30.727873 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42340) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:30.821762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1056731751-network', 'tenant_id': 'e1d4cdee301e4e7da45cd5dc63070178'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:04:30.886561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Made reservation on behalf of e1d4cdee301e4e7da45cd5dc63070178 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:04:30.889455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:30.897850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:30.972593 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.035185 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.059003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:04:31.068334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30259280-b999-4148-916f-e4938f24f53c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:31.074124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.074477 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Added segment 08febf10-c789-4871-889a-38725343fd1e of type vlan for network 720f4dca-8139-48d9-9987-de22a5f349b4 Oct 16 14:04:31.118130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.201666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.202759 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:31.203332 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.261610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] Pushing event updated for resources: {'Network': ['ID=720f4dca-8139-48d9-9987-de22a5f349b4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:31.272038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 720f4dca-8139-48d9-9987-de22a5f349b4 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:04:31.289891 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-751a263b-f00e-40c9-b045-45a4c12ad22d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5608852 Oct 16 14:04:31.292573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42344) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:04:31.297405 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Request body: {'subnet': {'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1056731751-subnet', 'tenant_id': 'e1d4cdee301e4e7da45cd5dc63070178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:04:31.375032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Made reservation on behalf of e1d4cdee301e4e7da45cd5dc63070178 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:04:31.377429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.595090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.646820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2829d682-bc8a-47aa-b806-d1712ca42a4c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:31.658011 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Checking segment: {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:04:31.658363 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Network hostable DHCP agents. Network: 720f4dca-8139-48d9-9987-de22a5f349b4, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:04:31.737792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Network 720f4dca-8139-48d9-9987-de22a5f349b4 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:04:31.823452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 720f4dca-8139-48d9-9987-de22a5f349b4) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:04:31.827395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:31.827968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:31.833964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7963603-81d0-419d-9ace-161cc755be0c None None] Network 720f4dca-8139-48d9-9987-de22a5f349b4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:04:31.918058 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-80a07ba3-9ded-4899-868a-71f29427e7e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6243382 Oct 16 14:04:31.958622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c05807-7d9f-4b07-8f37-9d08089a2f7e None None] Network 720f4dca-8139-48d9-9987-de22a5f349b4 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:04:32.329800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-54a606a1-0742-4b64-aa25-11d8e8514110 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:32.331531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-54a606a1-0742-4b64-aa25-11d8e8514110 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/networks?id=720f4dca-8139-48d9-9987-de22a5f349b4 HTTP/1.1" status: 200 len: 814 time: 0.1025653 Oct 16 14:04:32.347020 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-fe8f2c46-56ff-4c16-81c5-65b725f26f6f tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/quotas/e1d4cdee301e4e7da45cd5dc63070178 HTTP/1.1" status: 200 len: 375 time: 0.0097656 Oct 16 14:04:32.381001 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-9b53a453-4440-459f-89d1-1f63320ad310 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287707 Oct 16 14:04:32.473384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-1cc03aad-bf73-4079-a9a0-df0685935ae0 service neutron] 10.222.0.24 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855439 Oct 16 14:04:32.560021 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-64fe59da-0ed1-4add-9379-f5b8fa47048e service neutron] 10.222.0.24 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807946 Oct 16 14:04:32.790662 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c3bbd23a-9065-4785-87b7-57370397c3a6 req-8ab84c8b-febc-4ebc-8f81-8e70dec50108 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 210 time: 0.0325971 Oct 16 14:04:33.884484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-afc76626-8167-4dc5-9f06-28085ef5bf09 req-c1f4cc38-849e-4d8b-895c-988687232c55 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Oct 16 14:04:34.661738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-ea7c37e0-1dbd-4b0a-b59c-d396dcd82e08 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:34.663234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-ea7c37e0-1dbd-4b0a-b59c-d396dcd82e08 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "GET /v2.0/networks?id=720f4dca-8139-48d9-9987-de22a5f349b4 HTTP/1.1" status: 200 len: 814 time: 0.1005347 Oct 16 14:04:34.676300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Request body: {'port': {'device_id': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4', 'admin_state_up': True, 'tenant_id': 'e1d4cdee301e4e7da45cd5dc63070178'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:04:34.858860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Made reservation on behalf of e1d4cdee301e4e7da45cd5dc63070178 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:04:34.862518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.000187 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0ece858c-1e21-4d50-8958-edb8f74bc3a4 req-83e905ad-20f5-4168-92c5-a0432055b178 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 210 time: 0.0394599 Oct 16 14:04:35.021871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Allocated IP 172.20.0.14 (720f4dca-8139-48d9-9987-de22a5f349b4/2829d682-bc8a-47aa-b806-d1712ca42a4c/55a7124f-9a96-4e17-9367-ff1e81bd4c69) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:04:35.166546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.258500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.305370 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Network 720f4dca-8139-48d9-9987-de22a5f349b4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:04:35.308462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:04:35.312292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:04:35.338212 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Pushing event updated for resources: {'Port': ['ID=55a7124f-9a96-4e17-9367-ff1e81bd4c69,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:35.364996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:35.365592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.438174 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-4ae64d42-1e68-4cfd-ab42-39f207f3c774 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655869 Oct 16 14:04:35.450442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Request body: {'port': {'device_id': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:04:35.516973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.784675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a7124f-9a96-4e17-9367-ff1e81bd4c69 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:04:35.791714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.803685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Transition to ACTIVE for port object 55a7124f-9a96-4e17-9367-ff1e81bd4c69 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:04:35.912408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:35.966824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Pushing event updated for resources: {'Port': ['ID=55a7124f-9a96-4e17-9367-ff1e81bd4c69,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:36.039147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Attempting to bind port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:04:36.039673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Attempting to bind port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:04:36.039774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Attempting to bind port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 on network 720f4dca-8139-48d9-9987-de22a5f349b4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:04:36.044151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 on network 720f4dca-8139-48d9-9987-de22a5f349b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:04:36.044523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Attempting to bind port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 on network 720f4dca-8139-48d9-9987-de22a5f349b4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:04:36.049877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:04:36.050211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Checking segment: {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:04:36.050618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Bound using segment: {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:04:36.051037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Bound port: 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:04:36.051389 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:36.152377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] For port 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:04:36.166573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] For port 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:04:36.175673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a542a6-e28d-4ee0-82e1-822f381a6649 req-380e9a86-906c-43c0-be67-aa499eb2cc36 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.177172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38a542a6-e28d-4ee0-82e1-822f381a6649 req-380e9a86-906c-43c0-be67-aa499eb2cc36 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 944 time: 0.0930882 Oct 16 14:04:36.214997 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38a542a6-e28d-4ee0-82e1-822f381a6649 req-c31b4a28-ba56-4649-9230-d96697c59217 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Oct 16 14:04:36.235585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:36.272632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.273300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:36.278917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] 10.222.0.31 "PUT /v2.0/ports/55a7124f-9a96-4e17-9367-ff1e81bd4c69 HTTP/1.1" status: 200 len: 1094 time: 0.8282955 Oct 16 14:04:36.278917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'tag': '55a7124f-9a96-4e17-9367-ff1e81bd4c69'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:36.278917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "63aa7ae6-2141-46b1-992a-5070b97dca12", "tag": "55a7124f-9a96-4e17-9367-ff1e81bd4c69"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:36.302871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a44a40-ff18-4ec2-a2bb-2cc79381da7a service neutron] Pushing event updated for resources: {'Port': ['ID=55a7124f-9a96-4e17-9367-ff1e81bd4c69,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:36.316762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34927c4-c851-40e6-82ca-6a018a101b0c x-openstack-request-id: req-f34927c4-c851-40e6-82ca-6a018a101b0c {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:36.317057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63aa7ae6-2141-46b1-992a-5070b97dca12", "tag": "55a7124f-9a96-4e17-9367-ff1e81bd4c69", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:36.317308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f34927c4-c851-40e6-82ca-6a018a101b0c {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:36.317703 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'tag': '55a7124f-9a96-4e17-9367-ff1e81bd4c69', 'status': 'completed', 'code': 200} Oct 16 14:04:36.386818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa req-7f9af1e7-590e-4acd-b672-aaa6cefe0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.388332 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa req-7f9af1e7-590e-4acd-b672-aaa6cefe0866 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 1097 time: 0.0476804 Oct 16 14:04:36.489601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa req-94783d99-9b26-4d09-81ae-0f5a47c34547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.491048 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa req-94783d99-9b26-4d09-81ae-0f5a47c34547 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954652 Oct 16 14:04:36.584708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa req-a3a64e8c-244e-405c-8cf0-06f4a9cc2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.586069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8bdb528-baf1-4e65-a1ec-0aea6ec03bfa req-a3a64e8c-244e-405c-8cf0-06f4a9cc2749 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869179 Oct 16 14:04:36.669613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-c636952d-5ec0-49a3-ab86-3a916867ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.671566 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-c636952d-5ec0-49a3-ab86-3a916867ef35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 1097 time: 0.0507205 Oct 16 14:04:36.716241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-9a6fd742-0d6a-4fc4-93ce-6c3ed36dfb24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69 HTTP/1.1" status: 200 len: 217 time: 0.0362978 Oct 16 14:04:36.764271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-995e2355-193a-4c6f-982b-5e641f643791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:36.765708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-995e2355-193a-4c6f-982b-5e641f643791 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2829d682-bc8a-47aa-b806-d1712ca42a4c HTTP/1.1" status: 200 len: 854 time: 0.0429802 Oct 16 14:04:36.798066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-17f6e373-42c5-448a-8808-ae77246f74f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=720f4dca-8139-48d9-9987-de22a5f349b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Oct 16 14:04:37.164255 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-770c0335-2be3-454d-b9b9-52dc0ded3d66 service neutron] 10.222.0.31 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589630 Oct 16 14:04:37.258260 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7143a13-823f-401b-9d5f-e1f59b0421b8 req-ab1efca8-9500-446e-8c58-aa81284123d7 service neutron] 10.222.0.31 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864949 Oct 16 14:04:37.273474 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:04:37.337058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ea6-224f-4e86-b88c-9be287a6eb69 req-c35d2810-4a4b-4a06-a440-504b4d17e8ac tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:37.338539 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-366d6ea6-224f-4e86-b88c-9be287a6eb69 req-c35d2810-4a4b-4a06-a440-504b4d17e8ac tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 944 time: 0.0552912 Oct 16 14:04:37.378641 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-366d6ea6-224f-4e86-b88c-9be287a6eb69 req-0d09e31b-7915-4ed1-8228-ade275a912df tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Oct 16 14:04:38.500308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a05a3-d14f-4383-acf9-9252a7312a4d req-d7c6b79d-978a-42c2-b2bd-b08375797585 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:38.501709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac4a05a3-d14f-4383-acf9-9252a7312a4d req-d7c6b79d-978a-42c2-b2bd-b08375797585 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 944 time: 0.0554962 Oct 16 14:04:38.539317 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac4a05a3-d14f-4383-acf9-9252a7312a4d req-541a8d7b-da78-4cd2-85d9-870c19abb54a tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Oct 16 14:04:39.562510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 55a7124f-9a96-4e17-9367-ff1e81bd4c69 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:04:39.658475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:39.661880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc68c0b-b1ac-4eeb-b0ea-88ca9ed45d4c req-e1ffac2c-2ce0-4e72-a007-bcd57edd89f5 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:39.663390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fcc68c0b-b1ac-4eeb-b0ea-88ca9ed45d4c req-e1ffac2c-2ce0-4e72-a007-bcd57edd89f5 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 944 time: 0.0589335 Oct 16 14:04:39.669495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '55a7124f-9a96-4e17-9367-ff1e81bd4c69', 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4', 'port_id': '55a7124f-9a96-4e17-9367-ff1e81bd4c69', 'mac_address': 'fa:16:3e:3b:8d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2829d682-bc8a-47aa-b806-d1712ca42a4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:04:39.701660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fcc68c0b-b1ac-4eeb-b0ea-88ca9ed45d4c req-47d3b619-de5b-4f9a-bb9a-4cf3bcb419f5 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Oct 16 14:04:39.711352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:39.724962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a7124f-9a96-4e17-9367-ff1e81bd4c69 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:04:39.743509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:39.814836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:39.869072 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=55a7124f-9a96-4e17-9367-ff1e81bd4c69,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:39.876177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.876549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.876892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.877231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.877563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.877892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.878219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.878545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.878870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.879192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.879514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:39.879835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:04:40.072194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['55a7124f-9a96-4e17-9367-ff1e81bd4c69'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:04:40.822169 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c676d-db99-4299-a317-9c7e5577d2c7 req-5f2979d2-6dae-4051-abd0-b29147973415 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:40.828327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601c676d-db99-4299-a317-9c7e5577d2c7 req-5f2979d2-6dae-4051-abd0-b29147973415 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 945 time: 0.0557055 Oct 16 14:04:40.861879 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601c676d-db99-4299-a317-9c7e5577d2c7 req-541453db-d2b4-4a9b-aa83-f9ad8d416218 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Oct 16 14:04:41.562688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 55a7124f-9a96-4e17-9367-ff1e81bd4c69 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:04:41.697803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:04:41.701782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:04:41.702085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:41.784862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:41.806525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a7124f-9a96-4e17-9367-ff1e81bd4c69'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:41.808774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26868a97-4e6c-44bd-aa62-efb384b8d8f1" -d '{"events": [{"server_uuid": "63aa7ae6-2141-46b1-992a-5070b97dca12", "name": "network-vif-plugged", "status": "completed", "tag": "55a7124f-9a96-4e17-9367-ff1e81bd4c69"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:41.821077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:41.845171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a743fd8-17bc-49c5-b31d-49438c0055e4 x-openstack-request-id: req-0a743fd8-17bc-49c5-b31d-49438c0055e4 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:41.845847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63aa7ae6-2141-46b1-992a-5070b97dca12", "name": "network-vif-plugged", "status": "completed", "tag": "55a7124f-9a96-4e17-9367-ff1e81bd4c69", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:41.846098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a743fd8-17bc-49c5-b31d-49438c0055e4 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:41.846493 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a7124f-9a96-4e17-9367-ff1e81bd4c69', 'code': 200} Oct 16 14:04:41.894966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:41.949107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=55a7124f-9a96-4e17-9367-ff1e81bd4c69,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:41.986733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51c652-ffe2-4c37-ade2-1a7ab8b076e6 req-123461bb-8194-48ce-b270-453119d0ef99 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:41.988232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-be51c652-ffe2-4c37-ade2-1a7ab8b076e6 req-123461bb-8194-48ce-b270-453119d0ef99 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0564363 Oct 16 14:04:42.031542 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-be51c652-ffe2-4c37-ade2-1a7ab8b076e6 req-f951f8e7-cae1-4f96-b8e9-ab5cebc2691c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362606 Oct 16 14:04:42.142356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b32260-c7ed-4fc4-99d8-48d497c535bf req-c6ea3259-1e39-4760-a81d-1d5be8c944e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:42.143720 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60b32260-c7ed-4fc4-99d8-48d497c535bf req-c6ea3259-1e39-4760-a81d-1d5be8c944e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 1099 time: 0.0453961 Oct 16 14:04:42.179337 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-60b32260-c7ed-4fc4-99d8-48d497c535bf req-fda2993a-6a3d-4cfd-bbad-45f150f7496e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289617 Oct 16 14:04:42.849026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c0c38e9b-4971-4a63-9b22-44dd2ccb5a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:43.153083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a782-ac0b-4a8f-8649-cb5ae2bf6dfd req-5b0bdf27-ecba-4ed9-a920-f3906341e0cc tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:43.155081 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0595a782-ac0b-4a8f-8649-cb5ae2bf6dfd req-5b0bdf27-ecba-4ed9-a920-f3906341e0cc tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0560532 Oct 16 14:04:43.194585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0595a782-ac0b-4a8f-8649-cb5ae2bf6dfd req-527abdae-7dca-4347-8441-f06975694f62 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Oct 16 14:04:44.317541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567c73c-ac6e-4d19-a86d-9007e4c060f8 req-0bc9269b-5fca-45aa-8b95-a0c9d2f2de30 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:44.319002 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7567c73c-ac6e-4d19-a86d-9007e4c060f8 req-0bc9269b-5fca-45aa-8b95-a0c9d2f2de30 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0590231 Oct 16 14:04:44.363709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7567c73c-ac6e-4d19-a86d-9007e4c060f8 req-c8bfc212-ba46-416e-bb11-30cdf916be16 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Oct 16 14:04:44.578880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-69a00f4a-646d-4ab7-9a5d-58c6480de6ef tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:44.580600 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-69a00f4a-646d-4ab7-9a5d-58c6480de6ef tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/networks?id=720f4dca-8139-48d9-9987-de22a5f349b4 HTTP/1.1" status: 200 len: 814 time: 0.0989444 Oct 16 14:04:44.595475 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-825dc9e8-174e-4e12-9e7f-1dc11769a53d tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/quotas/e1d4cdee301e4e7da45cd5dc63070178 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Oct 16 14:04:44.654653 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-f9a79d5e-23bf-4c10-b339-e670083ef496 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533323 Oct 16 14:04:44.745261 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-7e9d7104-c434-43b5-87fc-369ab8a596d1 service neutron] 10.222.0.24 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830612 Oct 16 14:04:44.837900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-53a25086-a56b-477d-88e9-d151de256729 service neutron] 10.222.0.24 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866687 Oct 16 14:04:45.084857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1804230e-a21c-4647-a407-842f1d04238e req-9ecad743-0c0e-406f-9db8-301f548832a4 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 210 time: 0.0281508 Oct 16 14:04:45.270025 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-77a86056-e416-44bd-ad65-a1c58493755b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450621 Oct 16 14:04:45.361708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-b9e07411-6c66-4c87-b034-2aa96e814392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:45.363231 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-b9e07411-6c66-4c87-b034-2aa96e814392 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 1099 time: 0.0515647 Oct 16 14:04:45.446461 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc741f27-68ab-4175-b682-3e9f0be557a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:45.471118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-b7d41a52-b897-4a9d-b70a-7eabaeb871bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:45.472615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-b7d41a52-b897-4a9d-b70a-7eabaeb871bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=720f4dca-8139-48d9-9987-de22a5f349b4 HTTP/1.1" status: 200 len: 915 time: 0.0908349 Oct 16 14:04:45.516595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-75bd66c7-9309-4f79-a0c1-0f76fe20ea6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69 HTTP/1.1" status: 200 len: 217 time: 0.0369921 Oct 16 14:04:45.569045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-dda6ff77-5b50-4d10-ae44-579303a95a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:45.570437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-dda6ff77-5b50-4d10-ae44-579303a95a5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2829d682-bc8a-47aa-b806-d1712ca42a4c HTTP/1.1" status: 200 len: 854 time: 0.0477998 Oct 16 14:04:45.603343 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-e5ecf6ac-662b-49ef-8d32-90059be84b06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=720f4dca-8139-48d9-9987-de22a5f349b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259368 Oct 16 14:04:45.693739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-f96f520e-fa49-41fd-adce-79fb185a2036 service neutron] 10.222.0.31 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Oct 16 14:04:45.788544 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e07eda9d-ab25-4afa-99fe-78dcdadc3548 req-200ec5e4-f5a9-4d00-a2b7-733288f1d9d1 service neutron] 10.222.0.31 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879104 Oct 16 14:04:46.180403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eeee8756-49a7-41cd-ae62-ce43969dcf75 req-53926739-17d3-43ec-9866-16f31e66ffe6 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 210 time: 0.0286059 Oct 16 14:04:46.580664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:46.663854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-9fe0488e-fb17-4c76-af68-98634c81995e tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:46.665322 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-9fe0488e-fb17-4c76-af68-98634c81995e tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "GET /v2.0/networks?id=720f4dca-8139-48d9-9987-de22a5f349b4 HTTP/1.1" status: 200 len: 814 time: 0.1063128 Oct 16 14:04:46.678259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Request body: {'port': {'device_id': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4', 'admin_state_up': True, 'tenant_id': 'e1d4cdee301e4e7da45cd5dc63070178'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:04:46.774544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:46.840804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Made reservation on behalf of e1d4cdee301e4e7da45cd5dc63070178 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:04:46.845010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:46.973996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Allocated IP 172.20.0.5 (720f4dca-8139-48d9-9987-de22a5f349b4/2829d682-bc8a-47aa-b806-d1712ca42a4c/b7346897-3b5a-4878-96ef-868069d33635) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:04:47.118282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:47.218997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:47.230764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['55a7124f-9a96-4e17-9367-ff1e81bd4c69'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:04:47.292856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Network 720f4dca-8139-48d9-9987-de22a5f349b4 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:04:47.298077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:04:47.304825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:04:47.331622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Pushing event updated for resources: {'Port': ['ID=b7346897-3b5a-4878-96ef-868069d33635,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:47.371026 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:47.371701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:47.385559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6b69c-c26d-486e-b7c4-63c3be8f2bd5 req-30b2b241-a421-4285-a41b-fd9bf3cc7a75 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:47.387044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dad6b69c-c26d-486e-b7c4-63c3be8f2bd5 req-30b2b241-a421-4285-a41b-fd9bf3cc7a75 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 931 time: 0.1381962 Oct 16 14:04:47.424955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dad6b69c-c26d-486e-b7c4-63c3be8f2bd5 req-9c37e642-f700-4afc-8eff-6d98cc8a7e4e tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Oct 16 14:04:47.460682 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-6150872c-10f1-4a15-8e16-d7e4e7ffea0c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7859306 Oct 16 14:04:47.473460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Request body: {'port': {'device_id': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:04:47.534935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:47.807776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7346897-3b5a-4878-96ef-868069d33635 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:04:47.814993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:47.827501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Transition to ACTIVE for port object b7346897-3b5a-4878-96ef-868069d33635 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:04:47.937675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:48.017619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Pushing event updated for resources: {'Port': ['ID=b7346897-3b5a-4878-96ef-868069d33635,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:48.065680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Attempting to bind port b7346897-3b5a-4878-96ef-868069d33635 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:04:48.065936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Attempting to bind port b7346897-3b5a-4878-96ef-868069d33635 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:04:48.066260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Attempting to bind port b7346897-3b5a-4878-96ef-868069d33635 on network 720f4dca-8139-48d9-9987-de22a5f349b4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:04:48.070353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Port b7346897-3b5a-4878-96ef-868069d33635 on network 720f4dca-8139-48d9-9987-de22a5f349b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:04:48.070670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Attempting to bind port b7346897-3b5a-4878-96ef-868069d33635 on network 720f4dca-8139-48d9-9987-de22a5f349b4 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:04:48.075465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:04:48.076367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Checking segment: {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:04:48.076766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Bound using segment: {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:04:48.077180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Bound port: b7346897-3b5a-4878-96ef-868069d33635, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08febf10-c789-4871-889a-38725343fd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:04:48.077525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:48.147373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] For port b7346897-3b5a-4878-96ef-868069d33635, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:04:48.150519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] For port b7346897-3b5a-4878-96ef-868069d33635, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b7346897-3b5a-4878-96ef-868069d33635,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:04:48.246381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:48.281877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.282479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:48.284200 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] 10.222.0.31 "PUT /v2.0/ports/b7346897-3b5a-4878-96ef-868069d33635 HTTP/1.1" status: 200 len: 1093 time: 0.8148592 Oct 16 14:04:48.289210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'tag': 'b7346897-3b5a-4878-96ef-868069d33635'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:48.291762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01" -d '{"events": [{"name": "network-changed", "server_uuid": "23e224fa-96e8-461b-bc5c-65b530ba36bd", "tag": "b7346897-3b5a-4878-96ef-868069d33635"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:48.323908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42875d9f-53f6-4d38-85b9-0c82f72a3f50 service neutron] Pushing event updated for resources: {'Port': ['ID=b7346897-3b5a-4878-96ef-868069d33635,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:48.342733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10f80e-f855-4a02-9e03-f46d5564c24a x-openstack-request-id: req-1a10f80e-f855-4a02-9e03-f46d5564c24a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:48.343031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e224fa-96e8-461b-bc5c-65b530ba36bd", "tag": "b7346897-3b5a-4878-96ef-868069d33635", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:48.343288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a10f80e-f855-4a02-9e03-f46d5564c24a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:48.343697 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'tag': 'b7346897-3b5a-4878-96ef-868069d33635', 'status': 'completed', 'code': 200} Oct 16 14:04:48.409724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01 req-0e8bf12d-79bd-4882-a553-c307794d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.411243 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01 req-0e8bf12d-79bd-4882-a553-c307794d11d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 1096 time: 0.0475974 Oct 16 14:04:48.500354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:48.546050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01 req-2ef9baa3-d7fc-4379-ad3c-3fb91d97617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.547530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01 req-2ef9baa3-d7fc-4379-ad3c-3fb91d97617f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1275620 Oct 16 14:04:48.600381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb5104-ab18-40a9-9e50-95e8955cd4aa req-b3510dda-1b3c-4ab7-b378-7ff89d22b35e tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.601771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6eb5104-ab18-40a9-9e50-95e8955cd4aa req-b3510dda-1b3c-4ab7-b378-7ff89d22b35e tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 943 time: 0.1089635 Oct 16 14:04:48.684708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6eb5104-ab18-40a9-9e50-95e8955cd4aa req-51521a48-e40b-49d7-bc72-e38fb2bd3c4b tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Oct 16 14:04:48.689884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01 req-1b2b1664-cc8a-440e-bdf6-708002daed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.691294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f56b3929-095a-48d5-8c1d-2e4b7bb9cc01 req-1b2b1664-cc8a-440e-bdf6-708002daed4a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365666 Oct 16 14:04:48.774229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-a81c6fca-c5fe-499a-8e62-e02ddd4e5102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.775695 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-a81c6fca-c5fe-499a-8e62-e02ddd4e5102 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 1096 time: 0.0476210 Oct 16 14:04:48.822657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-b8e38b84-efd2-4676-be70-eeb4539ce0c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7346897-3b5a-4878-96ef-868069d33635 HTTP/1.1" status: 200 len: 217 time: 0.0396304 Oct 16 14:04:48.870770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db96be-8e76-449b-aa97-a8339a38787a req-eaa4b84f-6bfb-4825-bbb3-3819544e8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:48.872092 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-eaa4b84f-6bfb-4825-bbb3-3819544e8d4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2829d682-bc8a-47aa-b806-d1712ca42a4c HTTP/1.1" status: 200 len: 854 time: 0.0432959 Oct 16 14:04:48.904846 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-09cfc9d7-6041-45e1-8869-700bd223a0d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=720f4dca-8139-48d9-9987-de22a5f349b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250418 Oct 16 14:04:48.994312 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-7476c357-9059-4683-80e2-3d89e84fc33e service neutron] 10.222.0.31 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837436 Oct 16 14:04:49.084782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95db96be-8e76-449b-aa97-a8339a38787a req-4150ed0f-7db9-42be-ac09-baa76bee7829 service neutron] 10.222.0.31 "GET /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Oct 16 14:04:49.805489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21784172-6a1b-4245-b56e-8653d0692d73 req-433c96df-a4e8-42ee-9374-427f87107f73 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:49.806960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21784172-6a1b-4245-b56e-8653d0692d73 req-433c96df-a4e8-42ee-9374-427f87107f73 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 943 time: 0.0553367 Oct 16 14:04:49.849390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21784172-6a1b-4245-b56e-8653d0692d73 req-89dd01cd-7836-43e1-ba0f-26f61c588e21 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Oct 16 14:04:50.968284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960cd01-de6c-485b-aee8-8dc15c72ba07 req-2bc5f0d7-ca4e-409a-9020-8d3f3ae1ed55 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:50.970146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6960cd01-de6c-485b-aee8-8dc15c72ba07 req-2bc5f0d7-ca4e-409a-9020-8d3f3ae1ed55 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 943 time: 0.0567017 Oct 16 14:04:51.009189 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6960cd01-de6c-485b-aee8-8dc15c72ba07 req-f0e14224-cb4e-44b3-a67e-0ead830c5b63 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333471 Oct 16 14:04:51.610021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b7346897-3b5a-4878-96ef-868069d33635 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:04:51.704421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b7346897-3b5a-4878-96ef-868069d33635, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b7346897-3b5a-4878-96ef-868069d33635,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:51.716248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'b7346897-3b5a-4878-96ef-868069d33635', 'network_id': '720f4dca-8139-48d9-9987-de22a5f349b4', 'port_id': 'b7346897-3b5a-4878-96ef-868069d33635', 'mac_address': 'fa:16:3e:d7:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2829d682-bc8a-47aa-b806-d1712ca42a4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:04:51.756903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:51.769252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7346897-3b5a-4878-96ef-868069d33635 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:04:51.787731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b7346897-3b5a-4878-96ef-868069d33635, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b7346897-3b5a-4878-96ef-868069d33635,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:51.857628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:51.910452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=b7346897-3b5a-4878-96ef-868069d33635,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:52.072829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['b7346897-3b5a-4878-96ef-868069d33635'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:04:52.133102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959b2aa-675b-46a5-8987-1ea46fc4c0ac req-31f6e6c4-f5eb-4cc5-a768-e31f94c84407 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:52.134608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f959b2aa-675b-46a5-8987-1ea46fc4c0ac req-31f6e6c4-f5eb-4cc5-a768-e31f94c84407 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 944 time: 0.0597582 Oct 16 14:04:52.174625 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f959b2aa-675b-46a5-8987-1ea46fc4c0ac req-ba3106c7-5a69-4861-9449-85c87c9de806 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Oct 16 14:04:52.745785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:53.298740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9963a6-fef0-4725-843a-2eee594ae352 req-876c6e67-1f7b-4502-bb8b-5f1e2dcbfcc5 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:53.300248 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0e9963a6-fef0-4725-843a-2eee594ae352 req-876c6e67-1f7b-4502-bb8b-5f1e2dcbfcc5 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 944 time: 0.0607619 Oct 16 14:04:53.345338 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0e9963a6-fef0-4725-843a-2eee594ae352 req-e5febcdd-14fc-4f58-9d44-4db77afae711 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Oct 16 14:04:53.618652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b7346897-3b5a-4878-96ef-868069d33635 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:04:53.740139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port b7346897-3b5a-4878-96ef-868069d33635 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:04:53.743723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port b7346897-3b5a-4878-96ef-868069d33635 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:04:53.744087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:53.827957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:53.849703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7346897-3b5a-4878-96ef-868069d33635'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:53.851901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb50de-efd5-4ccb-9814-4ce7c717d16a" -d '{"events": [{"server_uuid": "23e224fa-96e8-461b-bc5c-65b530ba36bd", "name": "network-vif-plugged", "status": "completed", "tag": "b7346897-3b5a-4878-96ef-868069d33635"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:53.864088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port b7346897-3b5a-4878-96ef-868069d33635, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b7346897-3b5a-4878-96ef-868069d33635,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:53.886199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20acdb8-12d8-4f65-b53a-45fc4b71944e x-openstack-request-id: req-d20acdb8-12d8-4f65-b53a-45fc4b71944e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:53.886478 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e224fa-96e8-461b-bc5c-65b530ba36bd", "name": "network-vif-plugged", "status": "completed", "tag": "b7346897-3b5a-4878-96ef-868069d33635", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:53.886729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d20acdb8-12d8-4f65-b53a-45fc4b71944e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:53.887117 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7346897-3b5a-4878-96ef-868069d33635', 'code': 200} Oct 16 14:04:53.923429 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:53.974844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=b7346897-3b5a-4878-96ef-868069d33635,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:54.192535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c1385-0021-46f6-8b13-e005affda916 req-e004703a-7ec1-4986-8a43-dd1fc2310809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:54.194029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c6c1385-0021-46f6-8b13-e005affda916 req-e004703a-7ec1-4986-8a43-dd1fc2310809 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 1098 time: 0.0463214 Oct 16 14:04:54.230897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5c6c1385-0021-46f6-8b13-e005affda916 req-f27f3323-c657-4f2d-9790-884ce099de04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288465 Oct 16 14:04:54.467010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7734bca-2357-4efe-9e2d-0b17ec3423d3 req-d9d27a69-df23-4767-a217-21f1233f85fa tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:54.468428 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7734bca-2357-4efe-9e2d-0b17ec3423d3 req-d9d27a69-df23-4767-a217-21f1233f85fa tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 945 time: 0.0559876 Oct 16 14:04:54.505052 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f7734bca-2357-4efe-9e2d-0b17ec3423d3 req-0952c826-0e53-4744-84ab-802083b3ddc9 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Oct 16 14:04:55.629593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f26600-a614-41a3-bcc6-01ec461bec7c req-f24e2acb-fc22-46bc-acea-d6ed609ff610 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:55.631061 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0f26600-a614-41a3-bcc6-01ec461bec7c req-f24e2acb-fc22-46bc-acea-d6ed609ff610 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 945 time: 0.0589375 Oct 16 14:04:55.669479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b0f26600-a614-41a3-bcc6-01ec461bec7c req-16179505-3b99-4d14-af20-2a754ffee0f9 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Oct 16 14:04:56.154351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76d54d-90fd-4b63-a203-4a225262f188 req-770beaf8-6605-494d-8dba-598745e884ee tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:56.155824 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac76d54d-90fd-4b63-a203-4a225262f188 req-770beaf8-6605-494d-8dba-598745e884ee tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 945 time: 0.0562472 Oct 16 14:04:56.193819 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac76d54d-90fd-4b63-a203-4a225262f188 req-3a344b50-06e0-4194-a843-534418b6ead8 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Oct 16 14:04:57.317902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b1fcd-bc23-460d-b35b-4fcd1b4833ce req-9dee4e69-0e7a-4240-8666-55dbb256eb55 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:57.319420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f8b1fcd-bc23-460d-b35b-4fcd1b4833ce req-9dee4e69-0e7a-4240-8666-55dbb256eb55 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 945 time: 0.0573695 Oct 16 14:04:57.361585 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f8b1fcd-bc23-460d-b35b-4fcd1b4833ce req-5eec04da-b71c-4669-a06f-f30da491daa8 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Oct 16 14:04:57.557191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f23d20-4676-4301-8ff3-e3615b254039 req-749a4e21-57a1-4cda-9ddb-ea7bcb56812d tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:57.558667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22f23d20-4676-4301-8ff3-e3615b254039 req-749a4e21-57a1-4cda-9ddb-ea7bcb56812d tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 945 time: 0.0556443 Oct 16 14:04:57.658919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Deleting port b7346897-3b5a-4878-96ef-868069d33635 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:04:57.659252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:57.746715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] For port b7346897-3b5a-4878-96ef-868069d33635, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=b7346897-3b5a-4878-96ef-868069d33635,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:04:57.746987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:57.759695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Calling delete_port for b7346897-3b5a-4878-96ef-868069d33635 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:04:57.957292 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:57.969752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['55a7124f-9a96-4e17-9367-ff1e81bd4c69', 'b7346897-3b5a-4878-96ef-868069d33635'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:04:57.987647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Pushing event deleted for resources: {'Port': ['ID=b7346897-3b5a-4878-96ef-868069d33635,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:04:58.031147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] No DVR routers for this DVR port b7346897-3b5a-4878-96ef-868069d33635 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:04:58.033668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:04:58.037039 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22f23d20-4676-4301-8ff3-e3615b254039 req-9b313150-ab85-4955-8773-527fc87e3ec7 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "DELETE /v2.0/ports/b7346897-3b5a-4878-96ef-868069d33635 HTTP/1.1" status: 204 len: 173 time: 0.4722254 Oct 16 14:04:58.037483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'name': 'network-vif-deleted', 'tag': 'b7346897-3b5a-4878-96ef-868069d33635'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:04:58.039733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158709c2-efc7-47d3-9421-3ad02872db7f" -d '{"events": [{"server_uuid": "23e224fa-96e8-461b-bc5c-65b530ba36bd", "name": "network-vif-deleted", "tag": "b7346897-3b5a-4878-96ef-868069d33635"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:04:58.078510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e6456-f9a8-4c71-a633-6e93ca60df80 x-openstack-request-id: req-a41e6456-f9a8-4c71-a633-6e93ca60df80 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:04:58.078814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e224fa-96e8-461b-bc5c-65b530ba36bd", "name": "network-vif-deleted", "tag": "b7346897-3b5a-4878-96ef-868069d33635", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:04:58.079070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a41e6456-f9a8-4c71-a633-6e93ca60df80 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:04:58.079476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e224fa-96e8-461b-bc5c-65b530ba36bd', 'name': 'network-vif-deleted', 'tag': 'b7346897-3b5a-4878-96ef-868069d33635', 'status': 'completed', 'code': 200} Oct 16 14:04:58.466315 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08e7d10d-2dcb-47e1-933d-0780b654e0be req-a02735db-288d-4340-8da6-7b845fdf6e56 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e224fa-96e8-461b-bc5c-65b530ba36bd HTTP/1.1" status: 200 len: 210 time: 0.0276589 Oct 16 14:04:59.625154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621f550-6683-4a9d-9918-71aed6788386 req-3e9cd55e-f69c-4c07-8a51-d3f795175a2f tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:59.626610 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3621f550-6683-4a9d-9918-71aed6788386 req-3e9cd55e-f69c-4c07-8a51-d3f795175a2f tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0597777 Oct 16 14:04:59.664817 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3621f550-6683-4a9d-9918-71aed6788386 req-cd6d7523-4fc7-4b7c-b68d-d175e568d519 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321491 Oct 16 14:04:59.798817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b52c6-ba3f-4480-96d7-94f500a5c7ff req-14859574-0479-450e-96bb-e64adb4c3b7f tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:59.800203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c09b52c6-ba3f-4480-96d7-94f500a5c7ff req-14859574-0479-450e-96bb-e64adb4c3b7f tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0548375 Oct 16 14:04:59.837351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c09b52c6-ba3f-4480-96d7-94f500a5c7ff req-ea7755e8-eed8-41ff-b27e-e7aefea6b4d5 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Oct 16 14:04:59.964031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0347fd-f045-4fd0-a15c-d16de441dad3 req-310bacb9-9d76-47e4-8e10-3bdfbcde8b60 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:04:59.965511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8d0347fd-f045-4fd0-a15c-d16de441dad3 req-310bacb9-9d76-47e4-8e10-3bdfbcde8b60 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0614629 Oct 16 14:05:00.002713 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8d0347fd-f045-4fd0-a15c-d16de441dad3 req-1cb19ee3-2739-4466-9dee-953fa9d919ab tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Oct 16 14:05:00.180698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224afa4-1190-4308-8b98-860d4989e9e6 req-6341dbda-21d6-4c24-b09a-dc2f0c26f18c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:00.182171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d224afa4-1190-4308-8b98-860d4989e9e6 req-6341dbda-21d6-4c24-b09a-dc2f0c26f18c tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0562694 Oct 16 14:05:00.221079 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d224afa4-1190-4308-8b98-860d4989e9e6 req-949a8547-16d3-49b6-af4d-0b0e04c59cb0 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Oct 16 14:05:00.341834 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b60411-c822-41bd-9e5f-910241d32fdb req-aaf93090-3f6a-420c-b1d9-c382d0ffb956 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:00.343205 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-92b60411-c822-41bd-9e5f-910241d32fdb req-aaf93090-3f6a-420c-b1d9-c382d0ffb956 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0559311 Oct 16 14:05:00.381356 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-92b60411-c822-41bd-9e5f-910241d32fdb req-5645c98c-56a2-4488-9ed6-de2999870c79 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Oct 16 14:05:00.512890 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49094bf-0b95-4b9c-9e49-a3077c83b27a req-b1d357e6-b8b2-43af-8a3e-dae2b0f3a728 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:00.514963 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b49094bf-0b95-4b9c-9e49-a3077c83b27a req-b1d357e6-b8b2-43af-8a3e-dae2b0f3a728 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0581479 Oct 16 14:05:00.551273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b49094bf-0b95-4b9c-9e49-a3077c83b27a req-2b0c5af0-90fb-4142-b0b9-00d36bf2507d tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302453 Oct 16 14:05:01.090242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06693b21-89a5-4a82-b55b-92a17f6a7b67 req-f640dae2-5296-4820-b46b-d217004ed149 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:01.091712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06693b21-89a5-4a82-b55b-92a17f6a7b67 req-f640dae2-5296-4820-b46b-d217004ed149 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0553863 Oct 16 14:05:01.130868 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-06693b21-89a5-4a82-b55b-92a17f6a7b67 req-972253bd-0368-451e-a937-ef1b62335bcd tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Oct 16 14:05:01.681232 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b7346897-3b5a-4878-96ef-868069d33635 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:05:01.702369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: b7346897-3b5a-4878-96ef-868069d33635 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:01.702708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device b7346897-3b5a-4878-96ef-868069d33635 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:05:02.255576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecb320-ed15-4956-8cf3-0e2a0a491706 req-a9cfff15-0335-4a61-ab1b-06dc289bc45b tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:02.257085 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efecb320-ed15-4956-8cf3-0e2a0a491706 req-a9cfff15-0335-4a61-ab1b-06dc289bc45b tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.0559118 Oct 16 14:05:02.294421 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efecb320-ed15-4956-8cf3-0e2a0a491706 req-96dfdec9-c90c-4283-8262-de83bb9c34bd tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/security-groups?id=30259280-b999-4148-916f-e4938f24f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Oct 16 14:05:02.664698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-30c133f8-ee30-4a49-a184-7c5d0197d5c0 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:02.666140 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-30c133f8-ee30-4a49-a184-7c5d0197d5c0 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 946 time: 0.3163953 Oct 16 14:05:02.764045 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Deleting port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:02.764382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:02.852480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] For port 55a7124f-9a96-4e17-9367-ff1e81bd4c69, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=55a7124f-9a96-4e17-9367-ff1e81bd4c69,segment=NetworkSegment(08febf10-c789-4871-889a-38725343fd1e),segment_id=08febf10-c789-4871-889a-38725343fd1e)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:02.852831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:02.865018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Calling delete_port for 55a7124f-9a96-4e17-9367-ff1e81bd4c69 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:03.063059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:03.074646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['55a7124f-9a96-4e17-9367-ff1e81bd4c69'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:05:03.096146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Pushing event deleted for resources: {'Port': ['ID=55a7124f-9a96-4e17-9367-ff1e81bd4c69,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:03.140408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] No DVR routers for this DVR port 55a7124f-9a96-4e17-9367-ff1e81bd4c69 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:03.143094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:03.146674 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8e7e0fad-c231-4ff3-a819-c6d15994a9ef req-452b4ebd-6ac9-49ae-be2b-9b1614038b14 tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.31 "DELETE /v2.0/ports/55a7124f-9a96-4e17-9367-ff1e81bd4c69 HTTP/1.1" status: 204 len: 173 time: 0.4734688 Oct 16 14:05:03.147125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'name': 'network-vif-deleted', 'tag': '55a7124f-9a96-4e17-9367-ff1e81bd4c69'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:05:03.149997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bd3e7a-9664-451e-94a2-d47367b6f8d6" -d '{"events": [{"server_uuid": "63aa7ae6-2141-46b1-992a-5070b97dca12", "name": "network-vif-deleted", "tag": "55a7124f-9a96-4e17-9367-ff1e81bd4c69"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:05:03.187714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33eda6b-da8c-4213-bffa-7226f650a91e x-openstack-request-id: req-c33eda6b-da8c-4213-bffa-7226f650a91e {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:05:03.188199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63aa7ae6-2141-46b1-992a-5070b97dca12", "name": "network-vif-deleted", "tag": "55a7124f-9a96-4e17-9367-ff1e81bd4c69", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:05:03.188526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c33eda6b-da8c-4213-bffa-7226f650a91e {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:05:03.188929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63aa7ae6-2141-46b1-992a-5070b97dca12', 'name': 'network-vif-deleted', 'tag': '55a7124f-9a96-4e17-9367-ff1e81bd4c69', 'status': 'completed', 'code': 200} Oct 16 14:05:03.391400 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bfae7b8-336e-4357-a684-b6e97f3ad0fe req-d1c602d8-69c5-4992-a8d4-ba04abe33aeb tempest-ServersNegativeTestJSON-769337362 tempest-ServersNegativeTestJSON-769337362-project] 10.222.0.24 "GET /v2.0/ports?device_id=63aa7ae6-2141-46b1-992a-5070b97dca12 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Oct 16 14:05:04.447812 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42506) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:04.496448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Deleting subnet 2829d682-bc8a-47aa-b806-d1712ca42a4c {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:05:04.499820 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.534350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.570678 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.700741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.725791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2829d682-bc8a-47aa-b806-d1712ca42a4c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:04.733585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.736768 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7f2093ca-af27-4230-9be1-9b9273b7dcde admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2829d682-bc8a-47aa-b806-d1712ca42a4c HTTP/1.1" status: 204 len: 168 time: 0.2879221 Oct 16 14:05:04.739213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42508) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:04.809553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.931630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.952304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720f4dca-8139-48d9-9987-de22a5f349b4']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:04.961703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08febf10-c789-4871-889a-38725343fd1e') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:04.961963 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08febf10-c789-4871-889a-38725343fd1e') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:04.972568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.985613 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.991629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:04.995549 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:05.105515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:05.110807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:05.114025 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] 10.222.0.24 "DELETE /v2.0/networks/720f4dca-8139-48d9-9987-de22a5f349b4 HTTP/1.1" status: 204 len: 168 time: 0.3738716 Oct 16 14:05:05.126842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c13bb-76b6-4415-9c7b-cb0501a9e919 admin admin] Pushing event deleted for resources: {'Network': ['ID=720f4dca-8139-48d9-9987-de22a5f349b4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:05.395316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42512) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:05.438151 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ffad589a-cdc8-43d9-925c-2bd50ad752a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1d4cdee301e4e7da45cd5dc63070178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416636 Oct 16 14:05:05.440679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42514) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:05.487043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67f062df-4b88-445e-911a-63429e99587f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:05.508123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67f062df-4b88-445e-911a-63429e99587f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:05.640391 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67f062df-4b88-445e-911a-63429e99587f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:05.642856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-67f062df-4b88-445e-911a-63429e99587f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:05.644010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-67f062df-4b88-445e-911a-63429e99587f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30259280-b999-4148-916f-e4938f24f53c HTTP/1.1" status: 204 len: 168 time: 0.2024267 Oct 16 14:05:05.651521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f062df-4b88-445e-911a-63429e99587f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30259280-b999-4148-916f-e4938f24f53c,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:05.680219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 55a7124f-9a96-4e17-9367-ff1e81bd4c69 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:05:05.700839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 55a7124f-9a96-4e17-9367-ff1e81bd4c69 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:05.701363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 55a7124f-9a96-4e17-9367-ff1e81bd4c69 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:05:06.666920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42536) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:06.758376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1546606092'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:06.853697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:06.857683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:06.866024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:06.939171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:07.019412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:07.048203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:07.053511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3134bb0f-586b-4ae7-b7fe-92771e97d9bb,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:07.060398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:07.060733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Added segment 2941f3c3-be60-4f73-a95f-574949fafdb4 of type vlan for network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 Oct 16 14:05:07.102623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:07.179590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:07.185430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:07.186016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:07.290855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Network': ['ID=4b85b039-5d33-44ff-8b88-1e6fdd20d146,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:07.301779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:07.316421 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-88c5b0a2-a8db-4b86-864d-0be52df1193a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6463506 Oct 16 14:05:10.553661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42540) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:10.558727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'subnet': {'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:10.699278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:10.703289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:10.939606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.003607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Subnet': ['ID=2f2604f9-36f7-4af1-be01-fb734da2b83d,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:11.013240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Checking segment: {'id': '2941f3c3-be60-4f73-a95f-574949fafdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:11.013240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network hostable DHCP agents. Network: 4b85b039-5d33-44ff-8b88-1e6fdd20d146, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:11.082101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:11.162333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4b85b039-5d33-44ff-8b88-1e6fdd20d146) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:11.166288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:11.166868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.172962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab1e81-1950-4775-993f-293ace79956e None None] Network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:11.234082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e78697e2-f102-495c-adf7-4f552cac2728 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6793656 Oct 16 14:05:11.237576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42542) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:11.242502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088528852'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:11.311936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:11.315287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4b85b039-5d33-44ff-8b88-1e6fdd20d146', 'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146', 'tenant_id': 'ac0b9e2d1b7242c9ba35d0e1a595d3de', 'fixed_ips': [{'subnet_id': '2f2604f9-36f7-4af1-be01-fb734da2b83d'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:11.316165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.316735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.340545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:11.349108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.349450 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Added segment 6fb9831b-b823-46ff-9a97-8fcd49a4a8f1 of type vlan for network 2476a25e-9ef2-4caf-ba13-f480b5030c6b Oct 16 14:05:11.389583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.451985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Allocated IP 2001:db8:0:ffff::2 (4b85b039-5d33-44ff-8b88-1e6fdd20d146/2f2604f9-36f7-4af1-be01-fb734da2b83d/7b625b23-6a33-4a6e-9478-fc92ac4faad8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:11.472623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.474386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:11.474959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.541382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Network': ['ID=2476a25e-9ef2-4caf-ba13-f480b5030c6b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:11.553485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2476a25e-9ef2-4caf-ba13-f480b5030c6b details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:11.571015 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-8b10f164-e35a-4776-988f-ce2ba8ec7b7f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3296494 Oct 16 14:05:11.571542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42544) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:11.577061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'subnet': {'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:11.653187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.708495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.731103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:11.734958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.750058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:11.752983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:11.756533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:11.765624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Pushing event updated for resources: {'Port': ['ID=7b625b23-6a33-4a6e-9478-fc92ac4faad8,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:11.816652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Attempting to bind port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:11.817014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Attempting to bind port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '2941f3c3-be60-4f73-a95f-574949fafdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:11.817373 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Attempting to bind port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 on network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:11.822342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:11.822709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Checking segment: {'id': '2941f3c3-be60-4f73-a95f-574949fafdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:11.823106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.823493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Bound using segment: {'id': '2941f3c3-be60-4f73-a95f-574949fafdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:11.823957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Bound port: 7b625b23-6a33-4a6e-9478-fc92ac4faad8, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2941f3c3-be60-4f73-a95f-574949fafdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4b85b039-5d33-44ff-8b88-1e6fdd20d146'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:11.824344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.894618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] For port 7b625b23-6a33-4a6e-9478-fc92ac4faad8, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:11.897709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] For port 7b625b23-6a33-4a6e-9478-fc92ac4faad8, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b625b23-6a33-4a6e-9478-fc92ac4faad8,segment=NetworkSegment(2941f3c3-be60-4f73-a95f-574949fafdb4),segment_id=2941f3c3-be60-4f73-a95f-574949fafdb4)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:11.942817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:11.965953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.010691 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ee3bc-f59c-48e3-8562-f7e5be14afcc None None] Pushing event updated for resources: {'Port': ['ID=7b625b23-6a33-4a6e-9478-fc92ac4faad8,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:12.036137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Subnet': ['ID=6d246aab-25ea-4283-b698-23810b1d513a,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:12.047336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Checking segment: {'id': '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:12.047700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network hostable DHCP agents. Network: 2476a25e-9ef2-4caf-ba13-f480b5030c6b, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:12.114345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network 2476a25e-9ef2-4caf-ba13-f480b5030c6b is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:12.186259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2476a25e-9ef2-4caf-ba13-f480b5030c6b) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:12.193606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:12.194207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.200192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43633fa5-2e6b-404f-a0ba-c8e18eb89d45 None None] Network 2476a25e-9ef2-4caf-ba13-f480b5030c6b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:12.288620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b98ddf42-96f6-4175-9ab5-6bbb107abbdd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7162182 Oct 16 14:05:12.291258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42546) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:12.364831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2476a25e-9ef2-4caf-ba13-f480b5030c6b', 'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b', 'tenant_id': 'ac0b9e2d1b7242c9ba35d0e1a595d3de', 'fixed_ips': [{'subnet_id': '6d246aab-25ea-4283-b698-23810b1d513a'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:12.365715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.398806 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.487816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.510267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Allocated IP 2001:db8::2 (2476a25e-9ef2-4caf-ba13-f480b5030c6b/6d246aab-25ea-4283-b698-23810b1d513a/68d60157-4bdd-4d9b-a1c4-5c25d190ba6b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:12.658782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.723360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.786264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.787224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Network 2476a25e-9ef2-4caf-ba13-f480b5030c6b is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:12.791074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:12.793477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Pushing event updated for resources: {'Port': ['ID=68d60157-4bdd-4d9b-a1c4-5c25d190ba6b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:12.797549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:12.822474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Subnet': ['ID=6d246aab-25ea-4283-b698-23810b1d513a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:12.856345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Attempting to bind port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:12.856741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Attempting to bind port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:12.857781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Attempting to bind port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b on network 2476a25e-9ef2-4caf-ba13-f480b5030c6b {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:12.863442 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:12.863805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Checking segment: {'id': '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:12.864294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.864769 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Bound using segment: {'id': '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:12.865240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Bound port: 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:12.865616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.875331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cbc1eedd-55ea-46f5-8bce-d8ef567b1b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.895769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.914077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acd6b6-6b26-447e-b8c9-384423315089 None None] Network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:12.919017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2476a25e-9ef2-4caf-ba13-f480b5030c6b']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:12.931593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:12.931875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:12.942852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.957108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.963836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:12.964301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:12.967435 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:12.990573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] For port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:13.004674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3630bb54-ec43-4870-94f0-2d47072bf7be None None] Provisioning complete for port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:13.005018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3630bb54-ec43-4870-94f0-2d47072bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.052177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.db.api [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 14:05:13.052177 dv-neutron-743142-24-hyperv neutron-server[101080]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 14:05:13.052177 dv-neutron-743142-24-hyperv neutron-server[101080]: [parameters: {'id': '2476a25e-9ef2-4caf-ba13-f480b5030c6b'}] Oct 16 14:05:13.052177 dv-neutron-743142-24-hyperv neutron-server[101080]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 14:05:13.052626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG oslo_db.api [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 14:05:13.053731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] For port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=68d60157-4bdd-4d9b-a1c4-5c25d190ba6b,segment=NetworkSegment(6fb9831b-b823-46ff-9a97-8fcd49a4a8f1),segment_id=6fb9831b-b823-46ff-9a97-8fcd49a4a8f1)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:13.143237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.230031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3630bb54-ec43-4870-94f0-2d47072bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.425673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd2285-2f28-4d11-b7a8-7a9fe8222c13 None None] Pushing event updated for resources: {'Port': ['ID=68d60157-4bdd-4d9b-a1c4-5c25d190ba6b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:13.429913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394d3dd-0e58-4a62-9fab-385291338cf6 None None] Network 2476a25e-9ef2-4caf-ba13-f480b5030c6b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:13.456298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-3630bb54-ec43-4870-94f0-2d47072bf7be None None] For port 7b625b23-6a33-4a6e-9478-fc92ac4faad8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b625b23-6a33-4a6e-9478-fc92ac4faad8,segment=NetworkSegment(2941f3c3-be60-4f73-a95f-574949fafdb4),segment_id=2941f3c3-be60-4f73-a95f-574949fafdb4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:13.546524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3630bb54-ec43-4870-94f0-2d47072bf7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.551214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b625b23-6a33-4a6e-9478-fc92ac4faad8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:13.553557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.626028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Deleting port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:13.626420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.664279 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630bb54-ec43-4870-94f0-2d47072bf7be None None] Pushing event updated for resources: {'Port': ['ID=7b625b23-6a33-4a6e-9478-fc92ac4faad8,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:13.666759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a4c2c8-ba12-4d01-996b-59030f8dfcb2 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 14:05:13.699228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] For port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=68d60157-4bdd-4d9b-a1c4-5c25d190ba6b,segment=NetworkSegment(6fb9831b-b823-46ff-9a97-8fcd49a4a8f1),segment_id=6fb9831b-b823-46ff-9a97-8fcd49a4a8f1)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:13.699672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.703067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:13.703437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.707365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d9c50c73-3088-4178-a312-8ab39a54d16f None None] Provisioning complete for port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:13.707719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9c50c73-3088-4178-a312-8ab39a54d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.712813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Calling delete_port for 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:13.819750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4c2c8-ba12-4d01-996b-59030f8dfcb2 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 14:05:13.894238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:13.922730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Port': ['ID=68d60157-4bdd-4d9b-a1c4-5c25d190ba6b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:13.926989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No DVR routers for this DVR port 68d60157-4bdd-4d9b-a1c4-5c25d190ba6b on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:13.935947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.936290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.936650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.936980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.937308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.937644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.937979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.938339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.938657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.938973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.939287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:13.939598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:14.017962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.038773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2476a25e-9ef2-4caf-ba13-f480b5030c6b']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:14.048825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:14.049114 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb9831b-b823-46ff-9a97-8fcd49a4a8f1') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:14.058609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.072163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.078194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:14.078574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:14.081748 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:14.202870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.210040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.215878 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/2476a25e-9ef2-4caf-ba13-f480b5030c6b HTTP/1.1" status: 204 len: 168 time: 1.9210045 Oct 16 14:05:14.217615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42548) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:14.223285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667880453'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:14.226775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cd80c-444e-4466-9d39-82cfaafd691a tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Network': ['ID=2476a25e-9ef2-4caf-ba13-f480b5030c6b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:14.271938 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:05:14.296702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:14.300230 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.322845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:14.331313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.331716 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Added segment a9c33b69-8840-407e-b460-c7f713a38560 of type vlan for network b88dfc02-821d-4e5c-a529-1d568fe39899 Oct 16 14:05:14.373600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.459662 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.465133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:14.465703 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.527857 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Network': ['ID=b88dfc02-821d-4e5c-a529-1d568fe39899,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:14.538389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b88dfc02-821d-4e5c-a529-1d568fe39899 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:14.551474 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e5b4571e-ec2f-48c2-8064-37e00e881400 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3327074 Oct 16 14:05:14.555072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42550) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:14.559191 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'subnet': {'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:14.748189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:14.751705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:14.807350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Performing IP validity checks on allocation pools {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 16 14:05:14.807864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.ipam_backend_mixin [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 16 14:05:15.000028 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.057085 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Subnet': ['ID=ecd1b034-522c-40e8-81c0-febb9a6afd16,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:15.068661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Checking segment: {'id': 'a9c33b69-8840-407e-b460-c7f713a38560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:15.069026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network hostable DHCP agents. Network: b88dfc02-821d-4e5c-a529-1d568fe39899, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:15.188337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network b88dfc02-821d-4e5c-a529-1d568fe39899 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:15.268548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b88dfc02-821d-4e5c-a529-1d568fe39899) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:15.272614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:15.273188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.277202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0159e9d-3c3e-4c72-9830-14185aafed37 None None] Network b88dfc02-821d-4e5c-a529-1d568fe39899 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:15.385517 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa6d56c8-731a-417f-88dd-909441b2efd3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8273215 Oct 16 14:05:15.385750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42552) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:15.428029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b88dfc02-821d-4e5c-a529-1d568fe39899', 'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899', 'tenant_id': 'ac0b9e2d1b7242c9ba35d0e1a595d3de', 'fixed_ips': [{'subnet_id': 'ecd1b034-522c-40e8-81c0-febb9a6afd16'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:15.428920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.451561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f6be4227-1bdb-4bd1-bd92-057e256be8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.487633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.513611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b625b23-6a33-4a6e-9478-fc92ac4faad8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:15.561915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.606242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Allocated IP 2001:db8::3 (b88dfc02-821d-4e5c-a529-1d568fe39899/ecd1b034-522c-40e8-81c0-febb9a6afd16/90ed004c-f68e-4927-8f1b-f45670407152) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:15.618763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:15.619124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.822722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.906000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:15.951781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Network b88dfc02-821d-4e5c-a529-1d568fe39899 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:15.954702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:15.958441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:15.969158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Pushing event updated for resources: {'Port': ['ID=90ed004c-f68e-4927-8f1b-f45670407152,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:15.988889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.018822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Attempting to bind port 90ed004c-f68e-4927-8f1b-f45670407152 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:16.019328 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Attempting to bind port 90ed004c-f68e-4927-8f1b-f45670407152 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a9c33b69-8840-407e-b460-c7f713a38560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:16.019697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Attempting to bind port 90ed004c-f68e-4927-8f1b-f45670407152 on network b88dfc02-821d-4e5c-a529-1d568fe39899 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:16.025009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:16.025382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Checking segment: {'id': 'a9c33b69-8840-407e-b460-c7f713a38560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:16.025779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.026226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Bound using segment: {'id': 'a9c33b69-8840-407e-b460-c7f713a38560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:16.026698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Bound port: 90ed004c-f68e-4927-8f1b-f45670407152, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c33b69-8840-407e-b460-c7f713a38560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b88dfc02-821d-4e5c-a529-1d568fe39899'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:16.027070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.098409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] For port 90ed004c-f68e-4927-8f1b-f45670407152, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:16.101688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] For port 90ed004c-f68e-4927-8f1b-f45670407152, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=90ed004c-f68e-4927-8f1b-f45670407152,segment=NetworkSegment(a9c33b69-8840-407e-b460-c7f713a38560),segment_id=a9c33b69-8840-407e-b460-c7f713a38560)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:16.177701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.272343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce034f2-1d03-4bae-abe3-78683c566f8c None None] Pushing event updated for resources: {'Port': ['ID=90ed004c-f68e-4927-8f1b-f45670407152,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:16.283628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cef260-c793-4c50-a8ab-cac0ad9a8d29 None None] Network b88dfc02-821d-4e5c-a529-1d568fe39899 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:16.334719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd1b034-522c-40e8-81c0-febb9a6afd16,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:16.391634 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.410874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88dfc02-821d-4e5c-a529-1d568fe39899']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:16.416563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b52b09-2f54-49f9-8097-c8cf06a2ba58 None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 14:05:16.421103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c33b69-8840-407e-b460-c7f713a38560') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:16.421400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c33b69-8840-407e-b460-c7f713a38560') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:16.431080 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.444968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.450802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:16.451257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:16.454218 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:16.481040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b52b09-2f54-49f9-8097-c8cf06a2ba58 None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 14:05:16.548382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.db.api [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 16 14:05:16.548382 dv-neutron-743142-24-hyperv neutron-server[101081]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 16 14:05:16.548382 dv-neutron-743142-24-hyperv neutron-server[101081]: [parameters: {'id': 'b88dfc02-821d-4e5c-a529-1d568fe39899'}] Oct 16 14:05:16.548382 dv-neutron-743142-24-hyperv neutron-server[101081]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 14:05:16.548880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG oslo_db.api [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 14:05:16.634620 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:16.768022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.050132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.106478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Deleting port 90ed004c-f68e-4927-8f1b-f45670407152 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:17.107380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.170843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] For port 90ed004c-f68e-4927-8f1b-f45670407152, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=90ed004c-f68e-4927-8f1b-f45670407152,segment=NetworkSegment(a9c33b69-8840-407e-b460-c7f713a38560),segment_id=a9c33b69-8840-407e-b460-c7f713a38560)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:17.171201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.183390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Calling delete_port for 90ed004c-f68e-4927-8f1b-f45670407152 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:17.336713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.365971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Port': ['ID=90ed004c-f68e-4927-8f1b-f45670407152,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:17.369432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No DVR routers for this DVR port 90ed004c-f68e-4927-8f1b-f45670407152 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:17.443783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.463642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88dfc02-821d-4e5c-a529-1d568fe39899']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:17.473255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c33b69-8840-407e-b460-c7f713a38560') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:17.473545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c33b69-8840-407e-b460-c7f713a38560') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:17.482527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.495291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.501231 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:17.501610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:17.504487 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:17.640425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.647235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.650335 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/b88dfc02-821d-4e5c-a529-1d568fe39899 HTTP/1.1" status: 204 len: 168 time: 2.2637386 Oct 16 14:05:17.654965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42554) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:17.660195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30745781'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:17.662985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca2895-970e-40b0-a9f3-c9bdbf225e7e tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Network': ['ID=b88dfc02-821d-4e5c-a529-1d568fe39899,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:17.739270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:17.742763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.766109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:17.774425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.774755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Added segment 9e3c5df6-45aa-4471-bbef-7bb76462327a of type vlan for network b810e16a-d673-424e-9361-9b1dbf651a25 Oct 16 14:05:17.817343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.905261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.910895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:17.911470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:17.978279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Network': ['ID=b810e16a-d673-424e-9361-9b1dbf651a25,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:17.989380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b810e16a-d673-424e-9361-9b1dbf651a25 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:18.005289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2f915723-c4ec-43b5-852e-428e1b96a6a3 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3491321 Oct 16 14:05:18.007945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42556) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:18.012855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'subnet': {'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:18.171448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:18.174943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.413691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.471819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Subnet': ['ID=fb836f27-8652-41fa-9e97-911d755e1d13,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:18.482497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Checking segment: {'id': '9e3c5df6-45aa-4471-bbef-7bb76462327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:18.482857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network hostable DHCP agents. Network: b810e16a-d673-424e-9361-9b1dbf651a25, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:18.519472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.653620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network b810e16a-d673-424e-9361-9b1dbf651a25 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:18.727987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b810e16a-d673-424e-9361-9b1dbf651a25) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:18.732155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:18.732770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.737046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cfb780-c8e8-4b90-9ca1-12fdbb8b209f None None] Network b810e16a-d673-424e-9361-9b1dbf651a25 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:18.822059 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e192cc82-8f19-4e95-8552-be5245b67312 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8130288 Oct 16 14:05:18.825608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42558) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:18.831527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750026598'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:18.881057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b810e16a-d673-424e-9361-9b1dbf651a25', 'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25', 'tenant_id': 'ac0b9e2d1b7242c9ba35d0e1a595d3de', 'fixed_ips': [{'subnet_id': 'fb836f27-8652-41fa-9e97-911d755e1d13'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:18.881894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.908164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:18.913541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.946374 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:18.956760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:18.957127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Added segment 7fcb477e-6011-4f27-a45f-a82f822213a7 of type vlan for network ca960864-f046-4094-aaec-94b987c20419 Oct 16 14:05:18.997023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.019660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Allocated IP 2001:db8::2 (b810e16a-d673-424e-9361-9b1dbf651a25/fb836f27-8652-41fa-9e97-911d755e1d13/ad063b6a-5677-4a21-adf6-0923f4f9d0bc) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:19.105394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.111893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:19.114884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.161092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.179573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Network': ['ID=ca960864-f046-4094-aaec-94b987c20419,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:19.190274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network ca960864-f046-4094-aaec-94b987c20419 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:19.234710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3c677d4e-974c-4641-bddb-f50082092bb7 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4075458 Oct 16 14:05:19.237705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42560) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:19.242777 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Request body: {'subnet': {'network_id': 'ca960864-f046-4094-aaec-94b987c20419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:19.274567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.317868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Network b810e16a-d673-424e-9361-9b1dbf651a25 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:19.320782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:19.324356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:19.333051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Pushing event updated for resources: {'Port': ['ID=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:19.387457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Attempting to bind port ad063b6a-5677-4a21-adf6-0923f4f9d0bc on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:19.387824 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Attempting to bind port ad063b6a-5677-4a21-adf6-0923f4f9d0bc by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9e3c5df6-45aa-4471-bbef-7bb76462327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:19.388186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Attempting to bind port ad063b6a-5677-4a21-adf6-0923f4f9d0bc on network b810e16a-d673-424e-9361-9b1dbf651a25 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:19.393737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:19.394109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Checking segment: {'id': '9e3c5df6-45aa-4471-bbef-7bb76462327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:19.394222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Made reservation on behalf of ac0b9e2d1b7242c9ba35d0e1a595d3de for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:19.394506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.394898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Bound using segment: {'id': '9e3c5df6-45aa-4471-bbef-7bb76462327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:19.395358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Bound port: ad063b6a-5677-4a21-adf6-0923f4f9d0bc, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3c5df6-45aa-4471-bbef-7bb76462327a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b810e16a-d673-424e-9361-9b1dbf651a25'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:19.395735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.397852 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.463991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] For port ad063b6a-5677-4a21-adf6-0923f4f9d0bc, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:19.467049 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] For port ad063b6a-5677-4a21-adf6-0923f4f9d0bc, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,segment=NetworkSegment(9e3c5df6-45aa-4471-bbef-7bb76462327a),segment_id=9e3c5df6-45aa-4471-bbef-7bb76462327a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:19.540344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.602335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721806f-a836-496a-8b32-fa5157eea8fc None None] Pushing event updated for resources: {'Port': ['ID=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:19.625604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.685076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event updated for resources: {'Subnet': ['ID=06988a80-9adb-4cff-9f45-cd4a3490f543,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:19.696058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Checking segment: {'id': '7fcb477e-6011-4f27-a45f-a82f822213a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ca960864-f046-4094-aaec-94b987c20419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:19.696455 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network hostable DHCP agents. Network: ca960864-f046-4094-aaec-94b987c20419, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:19.802590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Network ca960864-f046-4094-aaec-94b987c20419 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:19.890942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, ca960864-f046-4094-aaec-94b987c20419) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:19.895512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:19.896204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:19.899636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3706b13c-04f5-472e-890c-80fbefebe42b None None] Network ca960864-f046-4094-aaec-94b987c20419 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:19.965163 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0cf0771a-a727-4cec-b59d-fd87139d7378 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7262831 Oct 16 14:05:19.967770 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:20.073224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.145423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.228087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc19d550-b284-40fb-bd44-d9249f741445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-ca960864-f046-4094-aaec-94b987c20419', 'network_id': 'ca960864-f046-4094-aaec-94b987c20419', 'tenant_id': 'ac0b9e2d1b7242c9ba35d0e1a595d3de', 'fixed_ips': [{'subnet_id': '06988a80-9adb-4cff-9f45-cd4a3490f543'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:20.230406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fc19d550-b284-40fb-bd44-d9249f741445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.281146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.310000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Subnet': ['ID=06988a80-9adb-4cff-9f45-cd4a3490f543,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:20.400083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.423802 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca960864-f046-4094-aaec-94b987c20419']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server [None req-fc19d550-b284-40fb-bd44-d9249f741445 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06988a80-9adb-4cff-9f45-cd4a3490f543: This subnet is being modified by another concurrent operation. Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise self.value Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server raise exception Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06988a80-9adb-4cff-9f45-cd4a3490f543: This subnet is being modified by another concurrent operation. Oct 16 14:05:20.424430 dv-neutron-743142-24-hyperv neutron-server[101082]: ERROR oslo_messaging.rpc.server Oct 16 14:05:20.437905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcb477e-6011-4f27-a45f-a82f822213a7') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:20.438203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcb477e-6011-4f27-a45f-a82f822213a7') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:20.448408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.453408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e9307-2178-4245-a923-50348fb8309b None None] Network ca960864-f046-4094-aaec-94b987c20419 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:20.465953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.473576 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:20.473977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:20.477768 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:20.575273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7a37c-f87e-4eaa-b49f-3ab6fec421c6 None None] Network b810e16a-d673-424e-9361-9b1dbf651a25 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:20.591038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.598874 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.602253 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/ca960864-f046-4094-aaec-94b987c20419 HTTP/1.1" status: 204 len: 168 time: 0.6331859 Oct 16 14:05:20.607566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42564) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:20.616513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e04ae-9bed-4683-ad21-0e6e23e239fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Network': ['ID=ca960864-f046-4094-aaec-94b987c20419,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:20.636550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-453e923b-56c5-4b96-8639-9247fbad256c None None] Provisioning complete for port ad063b6a-5677-4a21-adf6-0923f4f9d0bc triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:20.636922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453e923b-56c5-4b96-8639-9247fbad256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.642696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ddc234-0ced-4a60-8456-22fca8c71fc1 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] GET failed (client error): The resource could not be found. Oct 16 14:05:20.644235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-60ddc234-0ced-4a60-8456-22fca8c71fc1 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "GET /v2.0/subnets/06988a80-9adb-4cff-9f45-cd4a3490f543 HTTP/1.1" status: 404 len: 337 time: 0.0353127 Oct 16 14:05:20.647407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42566) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:20.665393 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-df25d332-19bc-47c0-b4ed-5fdc07d38b1d tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:20.665927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df25d332-19bc-47c0-b4ed-5fdc07d38b1d tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:20.668904 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-df25d332-19bc-47c0-b4ed-5fdc07d38b1d tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/ca960864-f046-4094-aaec-94b987c20419 HTTP/1.1" status: 404 len: 339 time: 0.0205669 Oct 16 14:05:20.673626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42568) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:20.699404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7794f89-5872-46cb-839f-ec033276a02c tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:20.699851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7794f89-5872-46cb-839f-ec033276a02c tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:20.703640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e7794f89-5872-46cb-839f-ec033276a02c tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/subnets/06988a80-9adb-4cff-9f45-cd4a3490f543 HTTP/1.1" status: 404 len: 337 time: 0.0290682 Oct 16 14:05:20.706492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42570) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:20.729067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-d112d38e-78ed-463a-979f-a3fe58fd1cdc tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:20.729695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d112d38e-78ed-463a-979f-a3fe58fd1cdc tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:20.732740 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d112d38e-78ed-463a-979f-a3fe58fd1cdc tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/ca960864-f046-4094-aaec-94b987c20419 HTTP/1.1" status: 404 len: 339 time: 0.0253434 Oct 16 14:05:20.735438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42572) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:20.787391 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Deleting subnet fb836f27-8652-41fa-9e97-911d755e1d13 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:05:20.790513 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.799274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453e923b-56c5-4b96-8639-9247fbad256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.833600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.838588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-453e923b-56c5-4b96-8639-9247fbad256c None None] For port ad063b6a-5677-4a21-adf6-0923f4f9d0bc, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,segment=NetworkSegment(9e3c5df6-45aa-4471-bbef-7bb76462327a),segment_id=9e3c5df6-45aa-4471-bbef-7bb76462327a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:20.914202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-453e923b-56c5-4b96-8639-9247fbad256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.973744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:20.975216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e923b-56c5-4b96-8639-9247fbad256c None None] Pushing event updated for resources: {'Port': ['ID=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:21.016784 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22b6b4-b681-4194-9618-129a98f2a29a None None] get_active_networks_info from dv-neutron-743142-24-hyperv {{(pid=101082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 16 14:05:21.069343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0d4390a8-2899-441f-a18a-c17a301e8a09 None None] Provisioning complete for port ad063b6a-5677-4a21-adf6-0923f4f9d0bc triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:21.069704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d4390a8-2899-441f-a18a-c17a301e8a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.109540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.139423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.139658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c22b6b4-b681-4194-9618-129a98f2a29a None None] Resources bound (agent type, host, resource id): {{(pid=101082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 16 14:05:21.142666 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/subnets/fb836f27-8652-41fa-9e97-911d755e1d13 HTTP/1.1" status: 204 len: 168 time: 0.4063199 Oct 16 14:05:21.143648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459671-7851-45ce-9651-9c63af15331b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Subnet': ['ID=fb836f27-8652-41fa-9e97-911d755e1d13,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:21.145540 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42574) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:21.226823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.289021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Deleting port ad063b6a-5677-4a21-adf6-0923f4f9d0bc {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:21.289708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.358985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] For port ad063b6a-5677-4a21-adf6-0923f4f9d0bc, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,segment=NetworkSegment(9e3c5df6-45aa-4471-bbef-7bb76462327a),segment_id=9e3c5df6-45aa-4471-bbef-7bb76462327a)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:21.359354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.372286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Calling delete_port for ad063b6a-5677-4a21-adf6-0923f4f9d0bc owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:21.387992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6365408-4625-40b1-857b-19e1733c0cf6 None None] Network b810e16a-d673-424e-9361-9b1dbf651a25 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:21.531573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.548135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ad063b6a-5677-4a21-adf6-0923f4f9d0bc up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:21.564460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Port': ['ID=ad063b6a-5677-4a21-adf6-0923f4f9d0bc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:21.572962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ad063b6a-5677-4a21-adf6-0923f4f9d0bc {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:21.573307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ad063b6a-5677-4a21-adf6-0923f4f9d0bc not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 16 14:05:21.573437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No DVR routers for this DVR port ad063b6a-5677-4a21-adf6-0923f4f9d0bc on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:21.577761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfdc43-3e63-4d30-8218-0aa0e794f6b6 None None] DHCP port deletion for b810e16a-d673-424e-9361-9b1dbf651a25 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:05:21.596871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Port ad063b6a-5677-4a21-adf6-0923f4f9d0bc not found, will not notify nova. {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 16 14:05:21.652651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.672592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b810e16a-d673-424e-9361-9b1dbf651a25']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:21.681683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3c5df6-45aa-4471-bbef-7bb76462327a') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:21.681978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3c5df6-45aa-4471-bbef-7bb76462327a') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:21.692115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.705485 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.711307 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:21.711714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:21.714725 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:21.859309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.866478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:21.869238 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/b810e16a-d673-424e-9361-9b1dbf651a25 HTTP/1.1" status: 204 len: 168 time: 0.7224839 Oct 16 14:05:21.871915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42576) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:21.881651 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b247-bee5-454a-b2f4-5c90628e3dac tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Network': ['ID=b810e16a-d673-424e-9361-9b1dbf651a25,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:21.898409 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-92470d95-d1f9-4a15-9464-6bcde9ad588f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:21.898854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92470d95-d1f9-4a15-9464-6bcde9ad588f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:21.901857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-92470d95-d1f9-4a15-9464-6bcde9ad588f tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/subnets/ecd1b034-522c-40e8-81c0-febb9a6afd16 HTTP/1.1" status: 404 len: 337 time: 0.0282054 Oct 16 14:05:21.904450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42578) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:21.926470 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-727519e1-bfff-4842-bbe6-acf70d42cd86 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:21.927559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727519e1-bfff-4842-bbe6-acf70d42cd86 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:21.929975 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-727519e1-bfff-4842-bbe6-acf70d42cd86 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/b88dfc02-821d-4e5c-a529-1d568fe39899 HTTP/1.1" status: 404 len: 339 time: 0.0246928 Oct 16 14:05:21.932452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42580) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:21.958062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-527f7eb1-0ad8-4dc6-bd58-c89be531a183 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:21.958489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527f7eb1-0ad8-4dc6-bd58-c89be531a183 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:21.961364 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-527f7eb1-0ad8-4dc6-bd58-c89be531a183 tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/subnets/6d246aab-25ea-4283-b698-23810b1d513a HTTP/1.1" status: 404 len: 337 time: 0.0280442 Oct 16 14:05:21.963592 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42582) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:21.980360 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4146a3-7723-41b4-9e36-e1233ea24e3b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] DELETE failed (client error): The resource could not be found. Oct 16 14:05:21.980874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4146a3-7723-41b4-9e36-e1233ea24e3b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101080) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 16 14:05:21.984523 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4c4146a3-7723-41b4-9e36-e1233ea24e3b tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/2476a25e-9ef2-4caf-ba13-f480b5030c6b HTTP/1.1" status: 404 len: 339 time: 0.0200343 Oct 16 14:05:21.986746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42584) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:22.035564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Deleting subnet 2f2604f9-36f7-4af1-be01-fb734da2b83d {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:05:22.038524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.076394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.163412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.294235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.321845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2604f9-36f7-4af1-be01-fb734da2b83d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:22.326912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.331048 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b055d820-9654-4f89-aa56-6781e96f04dd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/subnets/2f2604f9-36f7-4af1-be01-fb734da2b83d HTTP/1.1" status: 204 len: 168 time: 0.3424864 Oct 16 14:05:22.332778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42586) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:22.333023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d091d7-250a-4bc5-a1e7-1395490dd53c None None] Network 4b85b039-5d33-44ff-8b88-1e6fdd20d146 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:22.411999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.471207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Deleting port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:22.471548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.525259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] DHCP port deletion for 4b85b039-5d33-44ff-8b88-1e6fdd20d146 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:05:22.533809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] For port 7b625b23-6a33-4a6e-9478-fc92ac4faad8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b625b23-6a33-4a6e-9478-fc92ac4faad8,segment=NetworkSegment(2941f3c3-be60-4f73-a95f-574949fafdb4),segment_id=2941f3c3-be60-4f73-a95f-574949fafdb4)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:22.534168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.546930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Calling delete_port for 7b625b23-6a33-4a6e-9478-fc92ac4faad8 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:22.575421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] Deleting port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:22.576282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.635946 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] For port 7b625b23-6a33-4a6e-9478-fc92ac4faad8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b625b23-6a33-4a6e-9478-fc92ac4faad8,segment=NetworkSegment(2941f3c3-be60-4f73-a95f-574949fafdb4),segment_id=2941f3c3-be60-4f73-a95f-574949fafdb4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:22.636432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.652379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] Calling delete_port for 7b625b23-6a33-4a6e-9478-fc92ac4faad8 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:22.688052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.718463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Port': ['ID=7b625b23-6a33-4a6e-9478-fc92ac4faad8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:22.727750 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] No DVR routers for this DVR port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:22.758983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:22.787479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] Pushing event deleted for resources: {'Port': ['ID=7b625b23-6a33-4a6e-9478-fc92ac4faad8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:22.789485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0fed1d-1756-453d-a2ee-2a327f85c70a None None] No DVR routers for this DVR port 7b625b23-6a33-4a6e-9478-fc92ac4faad8 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:22.802426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.074291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.094821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b85b039-5d33-44ff-8b88-1e6fdd20d146']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:23.103723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2941f3c3-be60-4f73-a95f-574949fafdb4') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:23.104016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2941f3c3-be60-4f73-a95f-574949fafdb4') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:23.113248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.126384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.131945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:23.132352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:23.135173 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:23.270570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.277877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.280432 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] 10.222.0.24 "DELETE /v2.0/networks/4b85b039-5d33-44ff-8b88-1e6fdd20d146 HTTP/1.1" status: 204 len: 168 time: 0.9466977 Oct 16 14:05:23.296129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cd5a9-7a37-4d2e-aade-6e79f529c9fd tempest-NetworksIpV6Test-1501633431 tempest-NetworksIpV6Test-1501633431-project] Pushing event deleted for resources: {'Network': ['ID=4b85b039-5d33-44ff-8b88-1e6fdd20d146,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:23.494011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b625b23-6a33-4a6e-9478-fc92ac4faad8 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:05:23.515194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7b625b23-6a33-4a6e-9478-fc92ac4faad8 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:23.515538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b625b23-6a33-4a6e-9478-fc92ac4faad8 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:05:23.515952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ad063b6a-5677-4a21-adf6-0923f4f9d0bc no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:05:23.538469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ad063b6a-5677-4a21-adf6-0923f4f9d0bc {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:23.539087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ad063b6a-5677-4a21-adf6-0923f4f9d0bc not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:05:23.710503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42592) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:23.837327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-516cbd9a-db95-4083-9489-773eed441159 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac0b9e2d1b7242c9ba35d0e1a595d3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255867 Oct 16 14:05:23.839723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42596) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:23.887280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80ec1908-97e3-4882-8a7d-c31b48f10508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:23.909050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80ec1908-97e3-4882-8a7d-c31b48f10508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:24.016970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80ec1908-97e3-4882-8a7d-c31b48f10508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:24.019558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-80ec1908-97e3-4882-8a7d-c31b48f10508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:24.020717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-80ec1908-97e3-4882-8a7d-c31b48f10508 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3134bb0f-586b-4ae7-b7fe-92771e97d9bb HTTP/1.1" status: 204 len: 168 time: 0.1800807 Oct 16 14:05:24.028175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec1908-97e3-4882-8a7d-c31b48f10508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134bb0f-586b-4ae7-b7fe-92771e97d9bb,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:24.981379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42618) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:25.075868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-735247264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:25.162220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.163224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.220489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.280605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.355545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.357399 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b8a01396-4bb2-4060-aff3-b18c2010a514 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3732002 Oct 16 14:05:25.360152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42622) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:25.364901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1460657534'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:25.439472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Made reservation on behalf of e2ee2812b8274dfa9bcb9e65c89c42de for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:25.443007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.452499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.524677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.607931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.629668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:25.644433 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3090ed8-e26a-461f-a6c6-97720992755d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:25.647317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.647656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Added segment 97f59dfa-050c-42c0-87c9-356022172621 of type vlan for network 4044a838-bdfd-4148-ad12-fb68d93193ad Oct 16 14:05:25.686876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.785133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.790738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:25.791324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:25.859766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event updated for resources: {'Network': ['ID=4044a838-bdfd-4148-ad12-fb68d93193ad,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:25.870926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4044a838-bdfd-4148-ad12-fb68d93193ad details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:25.890535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3bb351c6-6e03-4c23-8dcd-c8fab6a5cdf5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5293305 Oct 16 14:05:25.893241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42624) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:25.898130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Request body: {'subnet': {'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:26.058759 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Made reservation on behalf of e2ee2812b8274dfa9bcb9e65c89c42de for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:26.062817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.310625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.373379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event updated for resources: {'Subnet': ['ID=418a5155-56ed-442a-b6e3-85b5bf5ef895,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:26.386291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Checking segment: {'id': '97f59dfa-050c-42c0-87c9-356022172621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:26.386676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Network hostable DHCP agents. Network: 4044a838-bdfd-4148-ad12-fb68d93193ad, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:26.487644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Network 4044a838-bdfd-4148-ad12-fb68d93193ad is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:26.542134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4044a838-bdfd-4148-ad12-fb68d93193ad) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:26.546101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:26.546683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.551499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bff5b5-6e62-472e-a8a5-8b2e735aec2c None None] Network 4044a838-bdfd-4148-ad12-fb68d93193ad requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:26.622124 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-318e7705-2c9f-4ec3-ab10-2fe5ced02232 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7276962 Oct 16 14:05:26.625401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42626) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:26.630276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1772259540'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:26.693069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4044a838-bdfd-4148-ad12-fb68d93193ad', 'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad', 'tenant_id': 'e2ee2812b8274dfa9bcb9e65c89c42de', 'fixed_ips': [{'subnet_id': '418a5155-56ed-442a-b6e3-85b5bf5ef895'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:26.693898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.727645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Made reservation on behalf of e2ee2812b8274dfa9bcb9e65c89c42de for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:26.731328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.755911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:26.765547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.765893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Added segment 5fa34d1f-801c-4248-a21e-3ee6cf027389 of type vlan for network 2079640b-20a7-4542-85a6-610b24999a36 Oct 16 14:05:26.807137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.828711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Allocated IP 172.20.0.2 (4044a838-bdfd-4148-ad12-fb68d93193ad/418a5155-56ed-442a-b6e3-85b5bf5ef895/7bfefb9d-2e98-4290-af93-856015511506) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:26.931322 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.937727 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:26.938309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:26.973180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.006251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event updated for resources: {'Network': ['ID=2079640b-20a7-4542-85a6-610b24999a36,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:27.016199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2079640b-20a7-4542-85a6-610b24999a36 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:27.062484 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9161655d-9879-4819-be69-99b516d0f686 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4360185 Oct 16 14:05:27.065676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42628) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:27.072411 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Request body: {'subnet': {'network_id': '2079640b-20a7-4542-85a6-610b24999a36', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:27.096992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.135804 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Network 4044a838-bdfd-4148-ad12-fb68d93193ad is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:27.142696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:27.146209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:27.154525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Pushing event updated for resources: {'Port': ['ID=7bfefb9d-2e98-4290-af93-856015511506,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:27.212179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Attempting to bind port 7bfefb9d-2e98-4290-af93-856015511506 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:27.212590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Attempting to bind port 7bfefb9d-2e98-4290-af93-856015511506 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '97f59dfa-050c-42c0-87c9-356022172621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:27.212945 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Attempting to bind port 7bfefb9d-2e98-4290-af93-856015511506 on network 4044a838-bdfd-4148-ad12-fb68d93193ad {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:27.217921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:27.218284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Checking segment: {'id': '97f59dfa-050c-42c0-87c9-356022172621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:27.218674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.219055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Bound using segment: {'id': '97f59dfa-050c-42c0-87c9-356022172621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:27.219569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Bound port: 7bfefb9d-2e98-4290-af93-856015511506, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f59dfa-050c-42c0-87c9-356022172621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4044a838-bdfd-4148-ad12-fb68d93193ad'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:27.219944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.225178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Made reservation on behalf of e2ee2812b8274dfa9bcb9e65c89c42de for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:27.228874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.286701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] For port 7bfefb9d-2e98-4290-af93-856015511506, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:27.289673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] For port 7bfefb9d-2e98-4290-af93-856015511506, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7bfefb9d-2e98-4290-af93-856015511506,segment=NetworkSegment(97f59dfa-050c-42c0-87c9-356022172621),segment_id=97f59dfa-050c-42c0-87c9-356022172621)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:27.368459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.434645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3389-a8b4-4c1a-be74-10cc81a352c9 None None] Pushing event updated for resources: {'Port': ['ID=7bfefb9d-2e98-4290-af93-856015511506,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:27.457361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.515916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event updated for resources: {'Subnet': ['ID=531b880c-75e8-4b1d-a6dd-85500594a3d1,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:27.526570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Checking segment: {'id': '5fa34d1f-801c-4248-a21e-3ee6cf027389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2079640b-20a7-4542-85a6-610b24999a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:27.526927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Network hostable DHCP agents. Network: 2079640b-20a7-4542-85a6-610b24999a36, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:27.640044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Network 2079640b-20a7-4542-85a6-610b24999a36 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:27.716893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2079640b-20a7-4542-85a6-610b24999a36) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:27.721015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:27.721609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:27.725566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4df8c7-0694-41c2-9074-54ad43913e62 None None] Network 2079640b-20a7-4542-85a6-610b24999a36 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:27.810404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3ad9bf0e-9385-41ed-8d91-2a80eb970bc7 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7435515 Oct 16 14:05:27.813083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42630) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:27.817684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f899da24-d9b5-4688-938e-9ab23bd666c5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Request body: {'router': {'external_gateway_info': {'network_id': '2079640b-20a7-4542-85a6-610b24999a36'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:27.873371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2079640b-20a7-4542-85a6-610b24999a36', 'network_id': '2079640b-20a7-4542-85a6-610b24999a36', 'tenant_id': 'e2ee2812b8274dfa9bcb9e65c89c42de', 'fixed_ips': [{'subnet_id': '531b880c-75e8-4b1d-a6dd-85500594a3d1'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:27.874224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.010203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Allocated IP 172.21.0.2 (2079640b-20a7-4542-85a6-610b24999a36/531b880c-75e8-4b1d-a6dd-85500594a3d1/9d18c65f-b963-408e-9e31-c374fd8e433d) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:28.115495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f899da24-d9b5-4688-938e-9ab23bd666c5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.166652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.248825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.295877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Network 2079640b-20a7-4542-85a6-610b24999a36 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:28.299166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:28.302821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:28.310754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Pushing event updated for resources: {'Port': ['ID=9d18c65f-b963-408e-9e31-c374fd8e433d,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:28.331608 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.api.v2.resource [None req-f899da24-d9b5-4688-938e-9ab23bd666c5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 16 14:05:28.332663 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f899da24-d9b5-4688-938e-9ab23bd666c5 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "PUT /v2.0/routers/3c93ecc2-ce1c-44ce-9cb7-77fccf8a3d81 HTTP/1.1" status: 400 len: 364 time: 0.5185134 Oct 16 14:05:28.338622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42632) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:28.356226 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4281f-c330-4e1a-a1f9-0df04c3b4658 None None] Network 4044a838-bdfd-4148-ad12-fb68d93193ad requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:28.383356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Attempting to bind port 9d18c65f-b963-408e-9e31-c374fd8e433d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:28.383725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Attempting to bind port 9d18c65f-b963-408e-9e31-c374fd8e433d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5fa34d1f-801c-4248-a21e-3ee6cf027389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2079640b-20a7-4542-85a6-610b24999a36'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:28.384095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Attempting to bind port 9d18c65f-b963-408e-9e31-c374fd8e433d on network 2079640b-20a7-4542-85a6-610b24999a36 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:28.396113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Deleting subnet 531b880c-75e8-4b1d-a6dd-85500594a3d1 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:05:28.400627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.425477 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:28.425852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Checking segment: {'id': '5fa34d1f-801c-4248-a21e-3ee6cf027389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2079640b-20a7-4542-85a6-610b24999a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:28.426254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.426651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Bound using segment: {'id': '5fa34d1f-801c-4248-a21e-3ee6cf027389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2079640b-20a7-4542-85a6-610b24999a36'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:28.427144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Bound port: 9d18c65f-b963-408e-9e31-c374fd8e433d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa34d1f-801c-4248-a21e-3ee6cf027389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2079640b-20a7-4542-85a6-610b24999a36'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:28.427526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.440508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.488914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-36183f40-1c35-497b-b1a3-0afad7316566 None None] Provisioning complete for port 7bfefb9d-2e98-4290-af93-856015511506 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:28.489278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-36183f40-1c35-497b-b1a3-0afad7316566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.527934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.651243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.667650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] For port 9d18c65f-b963-408e-9e31-c374fd8e433d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:28.672482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-36183f40-1c35-497b-b1a3-0afad7316566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.679403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event deleted for resources: {'Subnet': ['ID=531b880c-75e8-4b1d-a6dd-85500594a3d1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:28.683180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.687161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fce63248-84e7-4cd3-bfb7-0dfb656f3776 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "DELETE /v2.0/subnets/531b880c-75e8-4b1d-a6dd-85500594a3d1 HTTP/1.1" status: 204 len: 168 time: 0.3474591 Oct 16 14:05:28.689665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42634) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:28.689821 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] For port 9d18c65f-b963-408e-9e31-c374fd8e433d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9d18c65f-b963-408e-9e31-c374fd8e433d,segment=NetworkSegment(5fa34d1f-801c-4248-a21e-3ee6cf027389),segment_id=5fa34d1f-801c-4248-a21e-3ee6cf027389)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:28.716745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-36183f40-1c35-497b-b1a3-0afad7316566 None None] For port 7bfefb9d-2e98-4290-af93-856015511506, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7bfefb9d-2e98-4290-af93-856015511506,segment=NetworkSegment(97f59dfa-050c-42c0-87c9-356022172621),segment_id=97f59dfa-050c-42c0-87c9-356022172621)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:28.759969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.771430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.801744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-36183f40-1c35-497b-b1a3-0afad7316566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.839416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d9d25-f085-4079-a71d-06206443f4e8 None None] Pushing event updated for resources: {'Port': ['ID=9d18c65f-b963-408e-9e31-c374fd8e433d,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:28.848971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Deleting port 9d18c65f-b963-408e-9e31-c374fd8e433d {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:28.856267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.901904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36183f40-1c35-497b-b1a3-0afad7316566 None None] Pushing event updated for resources: {'Port': ['ID=7bfefb9d-2e98-4290-af93-856015511506,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:28.923602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-05aae960-ab7b-4a0a-80c1-e3e620212603 None None] Provisioning complete for port 7bfefb9d-2e98-4290-af93-856015511506 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:28.923974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05aae960-ab7b-4a0a-80c1-e3e620212603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.931517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] For port 9d18c65f-b963-408e-9e31-c374fd8e433d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9d18c65f-b963-408e-9e31-c374fd8e433d,segment=NetworkSegment(5fa34d1f-801c-4248-a21e-3ee6cf027389),segment_id=5fa34d1f-801c-4248-a21e-3ee6cf027389)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:28.932034 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:28.946194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Calling delete_port for 9d18c65f-b963-408e-9e31-c374fd8e433d owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:29.133699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.160547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event deleted for resources: {'Port': ['ID=9d18c65f-b963-408e-9e31-c374fd8e433d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:29.165189 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] No DVR routers for this DVR port 9d18c65f-b963-408e-9e31-c374fd8e433d on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:29.245704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.266775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2079640b-20a7-4542-85a6-610b24999a36']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:29.276840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa34d1f-801c-4248-a21e-3ee6cf027389') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:29.277131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa34d1f-801c-4248-a21e-3ee6cf027389') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:29.291688 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.304562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.310525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:29.310906 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:29.313844 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:29.436666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.444018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.449931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "DELETE /v2.0/networks/2079640b-20a7-4542-85a6-610b24999a36 HTTP/1.1" status: 204 len: 168 time: 0.7590845 Oct 16 14:05:29.454988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42636) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:29.464473 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247c40-6656-4a76-92d2-d36a0253bf73 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event deleted for resources: {'Network': ['ID=2079640b-20a7-4542-85a6-610b24999a36,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:29.513495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Deleting subnet 418a5155-56ed-442a-b6e3-85b5bf5ef895 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:05:29.517330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.553213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7bfefb9d-2e98-4290-af93-856015511506 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:29.562512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.611302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7bfefb9d-2e98-4290-af93-856015511506 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:29.611772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.660830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.788778 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.816231 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event deleted for resources: {'Subnet': ['ID=418a5155-56ed-442a-b6e3-85b5bf5ef895,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:29.823769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.827192 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "DELETE /v2.0/subnets/418a5155-56ed-442a-b6e3-85b5bf5ef895 HTTP/1.1" status: 204 len: 168 time: 0.3752654 Oct 16 14:05:29.829714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42638) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:29.833597 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.833943 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.837615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a6869-eb60-4b8d-9bca-cf6b496f89a2 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:29.856336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3b027e-da0b-4eb0-babc-814e0871874d None None] DHCP port deletion for 2079640b-20a7-4542-85a6-610b24999a36 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:05:29.859677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c04661-56b4-4a75-9954-5cc11701d8d9 None None] Network 4044a838-bdfd-4148-ad12-fb68d93193ad requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:29.878897 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2269066-a980-4c0f-95a4-b6c532113784 None None] Could not find standard attr ID for object 9d18c65f-b963-408e-9e31-c374fd8e433d. {{(pid=101082) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 16 14:05:29.898708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d68418-d4c8-440c-98da-519ac46079f3 None None] Network 2079640b-20a7-4542-85a6-610b24999a36 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:29.915754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:29.942921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d68418-d4c8-440c-98da-519ac46079f3 None None] Network 2079640b-20a7-4542-85a6-610b24999a36 could not be found, it might have been deleted concurrently. {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 16 14:05:29.972822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Deleting port 7bfefb9d-2e98-4290-af93-856015511506 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:29.973161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.036259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] For port 7bfefb9d-2e98-4290-af93-856015511506, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7bfefb9d-2e98-4290-af93-856015511506,segment=NetworkSegment(97f59dfa-050c-42c0-87c9-356022172621),segment_id=97f59dfa-050c-42c0-87c9-356022172621)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:30.036760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.049718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Calling delete_port for 7bfefb9d-2e98-4290-af93-856015511506 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:30.070566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] DHCP port deletion for 4044a838-bdfd-4148-ad12-fb68d93193ad request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:05:30.123460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] Deleting port 7bfefb9d-2e98-4290-af93-856015511506 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:05:30.123900 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.187597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] For port 7bfefb9d-2e98-4290-af93-856015511506, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7bfefb9d-2e98-4290-af93-856015511506,segment=NetworkSegment(97f59dfa-050c-42c0-87c9-356022172621),segment_id=97f59dfa-050c-42c0-87c9-356022172621)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:30.187981 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.200964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] Calling delete_port for 7bfefb9d-2e98-4290-af93-856015511506 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:05:30.205724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.237339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] No DVR routers for this DVR port 7bfefb9d-2e98-4290-af93-856015511506 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:30.241442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event deleted for resources: {'Port': ['ID=7bfefb9d-2e98-4290-af93-856015511506,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:30.285050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.313026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] Pushing event deleted for resources: {'Port': ['ID=7bfefb9d-2e98-4290-af93-856015511506,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:30.320233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816c004-ff31-43fe-ac34-5272092a340e None None] No DVR routers for this DVR port 7bfefb9d-2e98-4290-af93-856015511506 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:05:30.330707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.350043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044a838-bdfd-4148-ad12-fb68d93193ad']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:30.359208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f59dfa-050c-42c0-87c9-356022172621') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:30.359501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f59dfa-050c-42c0-87c9-356022172621') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:30.369195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.382476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.388855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:05:30.389233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:05:30.393582 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:05:30.510496 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.517708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.520790 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "DELETE /v2.0/networks/4044a838-bdfd-4148-ad12-fb68d93193ad HTTP/1.1" status: 204 len: 168 time: 0.6894901 Oct 16 14:05:30.523442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42640) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:30.532171 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed8275-4daf-4d73-a61a-51b62b808dca tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Pushing event deleted for resources: {'Network': ['ID=4044a838-bdfd-4148-ad12-fb68d93193ad,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:30.551292 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cd20a05d-047e-4620-b239-562ff45efada tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c93ecc2-ce1c-44ce-9cb7-77fccf8a3d81 HTTP/1.1" status: 200 len: 205 time: 0.0266397 Oct 16 14:05:30.553598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42642) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:30.639144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.808696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.811337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.915878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.916435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Fanout notify agent at l3_agent the message router_deleted on router 3c93ecc2-ce1c-44ce-9cb7-77fccf8a3d81 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:05:30.924453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:30.926986 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3d0d1673-d6e4-4a3d-945d-f199e5adeab6 tempest-RoutersNegativeTest-1695473054 tempest-RoutersNegativeTest-1695473054-project] 10.222.0.24 "DELETE /v2.0/routers/3c93ecc2-ce1c-44ce-9cb7-77fccf8a3d81 HTTP/1.1" status: 204 len: 168 time: 0.3705311 Oct 16 14:05:31.323704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42648) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:31.452861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3d284cd9-0349-445f-b058-7d21f912b9ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2ee2812b8274dfa9bcb9e65c89c42de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279376 Oct 16 14:05:31.455604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 42652) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:31.503345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7bfefb9d-2e98-4290-af93-856015511506 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:05:31.504744 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-795c62d7-cb47-4680-99dc-ddc54e9a4b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:31.526336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-795c62d7-cb47-4680-99dc-ddc54e9a4b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:31.526984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7bfefb9d-2e98-4290-af93-856015511506 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:31.527252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7bfefb9d-2e98-4290-af93-856015511506 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:05:31.527657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9d18c65f-b963-408e-9e31-c374fd8e433d no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:05:31.546994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9d18c65f-b963-408e-9e31-c374fd8e433d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:05:31.547332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9d18c65f-b963-408e-9e31-c374fd8e433d not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:05:31.630504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-795c62d7-cb47-4680-99dc-ddc54e9a4b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:31.633174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-795c62d7-cb47-4680-99dc-ddc54e9a4b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:31.634702 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-795c62d7-cb47-4680-99dc-ddc54e9a4b61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3090ed8-e26a-461f-a6c6-97720992755d HTTP/1.1" status: 204 len: 168 time: 0.1777356 Oct 16 14:05:31.642685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c62d7-cb47-4680-99dc-ddc54e9a4b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3090ed8-e26a-461f-a6c6-97720992755d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:32.557809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42674) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:32.651699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-446256834-network', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:32.738611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Made reservation on behalf of d16fdc6c135b438ab3c9d2b49620b1bc for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:32.740864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:32.750175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:32.820841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:32.881517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:32.908384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:32.914524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593b812e-4d66-4e44-8e10-e146ff6de18b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:32.921535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:32.921883 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Added segment 60c6d39a-5ace-48b7-8b31-714311162dee of type vlan for network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 Oct 16 14:05:32.960639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.039012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.039880 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:33.040583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.102330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] Pushing event updated for resources: {'Network': ['ID=852c1e78-b392-4363-ac3f-5bbafb33a6a8,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:33.112465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:33.139587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-defee01b-7acc-4295-8084-f4492ea1f319 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5805898 Oct 16 14:05:33.142502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42678) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:33.147227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Request body: {'subnet': {'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-subnet', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:33.250909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Made reservation on behalf of d16fdc6c135b438ab3c9d2b49620b1bc for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:33.253300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.451758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.503737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4a8f76-d440-42b9-a1d0-c4413ca50858,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:33.514263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Checking segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:33.514616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Network hostable DHCP agents. Network: 852c1e78-b392-4363-ac3f-5bbafb33a6a8, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:33.581957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:33.639661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 852c1e78-b392-4363-ac3f-5bbafb33a6a8) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:33.643639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:33.644247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.649199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae7adf-fb0c-410c-bb72-27262b299c0d None None] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:33.707725 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2cf5d6a6-6cb4-4c30-acef-f190ddd7f069 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5640759 Oct 16 14:05:33.710235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42680) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:33.714497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:33.791308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'fixed_ips': [{'subnet_id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:33.792138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.796132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.797326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.858639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:33.928869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Allocated IP 172.20.0.2 (852c1e78-b392-4363-ac3f-5bbafb33a6a8/3a4a8f76-d440-42b9-a1d0-c4413ca50858/9dce181e-099a-48a4-9818-8bde8082f85e) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:34.094754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.167963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.213407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:34.216547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:34.220645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:34.246512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Pushing event updated for resources: {'Port': ['ID=9dce181e-099a-48a4-9818-8bde8082f85e,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:34.282118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Attempting to bind port 9dce181e-099a-48a4-9818-8bde8082f85e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:34.282493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Attempting to bind port 9dce181e-099a-48a4-9818-8bde8082f85e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:34.282853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Attempting to bind port 9dce181e-099a-48a4-9818-8bde8082f85e on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:34.288084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:34.288502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Checking segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:34.288911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.289308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Bound using segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:34.289795 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Bound port: 9dce181e-099a-48a4-9818-8bde8082f85e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:34.290185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.346090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.361573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] For port 9dce181e-099a-48a4-9818-8bde8082f85e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:34.364587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] For port 9dce181e-099a-48a4-9818-8bde8082f85e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9dce181e-099a-48a4-9818-8bde8082f85e,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:34.439614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.507787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68e29c-713a-4a1c-a472-91cefa0f141f None None] Pushing event updated for resources: {'Port': ['ID=9dce181e-099a-48a4-9818-8bde8082f85e,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:34.622814 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.649383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:34.763574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Allocated IP 172.26.5.209 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/c169e3f0-70d9-4c8c-98cf-d96293ac5608) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:34.863792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.002504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.045704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:35.048795 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:35.052580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:35.079185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c169e3f0-70d9-4c8c-98cf-d96293ac5608,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:35.361372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3f935-e514-4d26-a8f6-975b1a307cac None None] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:35.425681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.448452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-37074ed2-f253-45df-b733-96e0e8670932 None None] Provisioning complete for port 9dce181e-099a-48a4-9818-8bde8082f85e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:35.448806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37074ed2-f253-45df-b733-96e0e8670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.570533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9dce181e-099a-48a4-9818-8bde8082f85e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:35.629050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37074ed2-f253-45df-b733-96e0e8670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.671782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-37074ed2-f253-45df-b733-96e0e8670932 None None] For port 9dce181e-099a-48a4-9818-8bde8082f85e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9dce181e-099a-48a4-9818-8bde8082f85e,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:35.676764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9dce181e-099a-48a4-9818-8bde8082f85e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:35.677054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.679785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.754714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-37074ed2-f253-45df-b733-96e0e8670932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.802106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.836212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37074ed2-f253-45df-b733-96e0e8670932 None None] Pushing event updated for resources: {'Port': ['ID=9dce181e-099a-48a4-9818-8bde8082f85e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:35.886487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 14:05:35.886840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 14:05:35.888479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c42a3356-7d27-45a8-9502-654843b2abc8 None None] Provisioning complete for port 9dce181e-099a-48a4-9818-8bde8082f85e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:35.888840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c42a3356-7d27-45a8-9502-654843b2abc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:35.893525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Router dfd3b33a-6ce6-4b94-b853-d942db5fe975 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:05:36.023431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:05:36.032817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Sync routers for ids ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:05:36.041395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Routers {'dfd3b33a-6ce6-4b94-b853-d942db5fe975'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:36.041993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:36.092490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.093744 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-dbfd7291-a416-4315-b7aa-6ecf35b590b9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3825419 Oct 16 14:05:36.096704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42682) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:36.162887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Set router dfd3b33a-6ce6-4b94-b853-d942db5fe975 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:36.344434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:05:35Z', 'revision_number': 3, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:36.383611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Checking router: dfd3b33a-6ce6-4b94-b853-d942db5fe975 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:05:36.384269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Updating router dfd3b33a-6ce6-4b94-b853-d942db5fe975 port c169e3f0-70d9-4c8c-98cf-d96293ac5608 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:05:36.451342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.575722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.723030 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.735416 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Allocated IP 172.20.0.1 (852c1e78-b392-4363-ac3f-5bbafb33a6a8/3a4a8f76-d440-42b9-a1d0-c4413ca50858/d790da4f-ca8c-4bf5-9c7c-36fcfb010018) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:36.813042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.835837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.866188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Attempting to bind port c169e3f0-70d9-4c8c-98cf-d96293ac5608 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:36.866548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Attempting to bind port c169e3f0-70d9-4c8c-98cf-d96293ac5608 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:36.866908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Attempting to bind port c169e3f0-70d9-4c8c-98cf-d96293ac5608 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:36.874029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd3b90-ae01-4ea1-84ce-2e91bcf039d8 None None] Pushing event updated for resources: {'Port': ['ID=c169e3f0-70d9-4c8c-98cf-d96293ac5608,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:36.878487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:36.878858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:36.879250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.879626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:36.880098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Bound port: c169e3f0-70d9-4c8c-98cf-d96293ac5608, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:36.880520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.935523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] For port c169e3f0-70d9-4c8c-98cf-d96293ac5608, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:36.938693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] For port c169e3f0-70d9-4c8c-98cf-d96293ac5608, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c169e3f0-70d9-4c8c-98cf-d96293ac5608,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:36.943501 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:36.983881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:36.986623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:36.995938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:37.014962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.029380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Pushing event updated for resources: {'Port': ['ID=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:37.039908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.082258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Routers {'dfd3b33a-6ce6-4b94-b853-d942db5fe975'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:37.082939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:37.130689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd3b90-ae01-4ea1-84ce-2e91bcf039d8 None None] Pushing event updated for resources: {'Port': ['ID=c169e3f0-70d9-4c8c-98cf-d96293ac5608,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:37.265011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.378984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-03a68f99-b548-4c81-9cac-64adc9bd5f40 None None] Provisioning complete for port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:37.379357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03a68f99-b548-4c81-9cac-64adc9bd5f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.401104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] Set router dfd3b33a-6ce6-4b94-b853-d942db5fe975 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:37.438847 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.490632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.493578 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-03a68f99-b548-4c81-9cac-64adc9bd5f40 None None] Port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:05:37.522776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9dce181e-099a-48a4-9818-8bde8082f85e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:37.573412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.577063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Pushing event updated for resources: {'Port': ['ID=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:37.626704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 9dce181e-099a-48a4-9818-8bde8082f85e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:37.627075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.667780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:37.669567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:37.675075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:05:35Z', 'revision_number': 3, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:37.708176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78c52cd-ce1e-42aa-b621-44fee10ef998 None None] The sync data for ids ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'] in dv-neutron-743142-24-hyperv is: [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:05:35Z', 'revision_number': 3, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:05:37.818256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Router dfd3b33a-6ce6-4b94-b853-d942db5fe975 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:05:37.914928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9183dd66-d44c-4642-84fe-6989590d2e23 None None] Provisioning complete for port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:37.915381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9183dd66-d44c-4642-84fe-6989590d2e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:37.951409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:05:37.974156 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4c625adc-2d32-4636-a6b7-e1698521394d admin admin] 10.222.0.24 "PUT /v2.0/routers/dfd3b33a-6ce6-4b94-b853-d942db5fe975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703742 Oct 16 14:05:37.987703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9183dd66-d44c-4642-84fe-6989590d2e23 None None] Port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:05:38.648055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42698) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:38.653112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1605051508-network', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:38.739131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Made reservation on behalf of bec1b986a3c249e291014993bf0712d5 for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:38.741517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:38.751263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:38.824508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:38.902051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:38.930430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:05:38.941356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c51438-0282-4802-a996-d0e6bed734d5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:38.946426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:38.946727 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Added segment 46a81ffb-6c0e-4b01-950a-c1af51011102 of type vlan for network 0de63814-5087-4cb6-9e03-f4528d927a8b Oct 16 14:05:38.990408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.098821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.099746 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:39.100336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.159857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=0de63814-5087-4cb6-9e03-f4528d927a8b,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:39.170121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 0de63814-5087-4cb6-9e03-f4528d927a8b details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:05:39.207329 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-54499c9f-3fc2-4261-971c-e8bc957b6ef5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5556381 Oct 16 14:05:39.207884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42700) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:39.212735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Request body: {'subnet': {'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-subnet', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:39.285626 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Sync routers for ids ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:05:39.293027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Made reservation on behalf of bec1b986a3c249e291014993bf0712d5 for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:39.295759 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Routers {'dfd3b33a-6ce6-4b94-b853-d942db5fe975'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:39.296403 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:39.296558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.415966 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Set router dfd3b33a-6ce6-4b94-b853-d942db5fe975 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:39.528097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c169e3f0-70d9-4c8c-98cf-d96293ac5608 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:39.536707 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.592992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c169e3f0-70d9-4c8c-98cf-d96293ac5608 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:39.593521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.604334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c603d00-3835-4589-9544-589c17da099b,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:39.613348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Checking segment: {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:39.613714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Network hostable DHCP agents. Network: 0de63814-5087-4cb6-9e03-f4528d927a8b, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:05:39.631164 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:05:37Z', 'revision_number': 4, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd790da4f-ca8c-4bf5-9c7c-36fcfb010018', 'name': '', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'mac_address': 'fa:16:3e:47:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:36Z', 'updated_at': '2021-10-16T14:05:37Z', 'revision_number': 2, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'subnets': [{'id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:39.662752 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Checking router: dfd3b33a-6ce6-4b94-b853-d942db5fe975 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:05:39.663125 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Updating router dfd3b33a-6ce6-4b94-b853-d942db5fe975 port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:05:39.680505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.685600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Network 0de63814-5087-4cb6-9e03-f4528d927a8b is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:05:39.694224 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.702596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port c169e3f0-70d9-4c8c-98cf-d96293ac5608, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c169e3f0-70d9-4c8c-98cf-d96293ac5608,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:39.778881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 0de63814-5087-4cb6-9e03-f4528d927a8b) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:39.782904 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:39.783467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.788970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a0604-57c8-4850-ac28-6ad19c7e5093 None None] Network 0de63814-5087-4cb6-9e03-f4528d927a8b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:39.815537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.868213 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7d7cff40-502c-4578-a7e4-f6b1cab1dbee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6590302 Oct 16 14:05:39.870675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42702) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:39.876511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:39.918370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=c169e3f0-70d9-4c8c-98cf-d96293ac5608,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:39.947910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.948167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.948528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.948856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.949182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.949509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.949835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.950187 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.950508 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.950823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.951138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.951452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:39.967907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.969282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:39.972654 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.001041 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-0de63814-5087-4cb6-9e03-f4528d927a8b', 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'fixed_ips': [{'subnet_id': '2c603d00-3835-4589-9544-589c17da099b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:05:40.001911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.025943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.067857 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.144569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Allocated IP 172.20.0.2 (0de63814-5087-4cb6-9e03-f4528d927a8b/2c603d00-3835-4589-9544-589c17da099b/0ebc748f-6990-4610-9fcb-42de4423c428) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:40.274215 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Pushing event updated for resources: {'Port': ['ID=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:40.276617 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.276758 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Attempting to bind port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:40.277054 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Attempting to bind port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:40.277409 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Attempting to bind port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:40.284828 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.285402 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.285924 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.286520 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.286634 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.287109 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.287591 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.287923 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.288249 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.288596 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.288917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.289238 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:05:40.295241 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:40.295659 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Checking segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:40.296007 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.296502 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Bound using segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:40.296965 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Bound port: d790da4f-ca8c-4bf5-9c7c-36fcfb010018, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:40.297342 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.321171 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.371597 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] For port d790da4f-ca8c-4bf5-9c7c-36fcfb010018, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:40.376746 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] For port d790da4f-ca8c-4bf5-9c7c-36fcfb010018, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:40.396561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.440306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Network 0de63814-5087-4cb6-9e03-f4528d927a8b is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:40.445195 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:40.448752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:40.459126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Pushing event updated for resources: {'Port': ['ID=0ebc748f-6990-4610-9fcb-42de4423c428,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:40.468099 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.518047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Attempting to bind port 0ebc748f-6990-4610-9fcb-42de4423c428 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:40.518499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Attempting to bind port 0ebc748f-6990-4610-9fcb-42de4423c428 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:40.519362 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Attempting to bind port 0ebc748f-6990-4610-9fcb-42de4423c428 on network 0de63814-5087-4cb6-9e03-f4528d927a8b {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:40.525505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:40.526422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Checking segment: {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:40.526422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.527035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Bound using segment: {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:40.527433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Bound port: 0ebc748f-6990-4610-9fcb-42de4423c428, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:40.527880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.536073 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Routers {'dfd3b33a-6ce6-4b94-b853-d942db5fe975'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:40.536752 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:40.554876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d81597af-7f0d-41a0-84ac-4f934b4351f7 None None] Provisioning complete for port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:40.555337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d81597af-7f0d-41a0-84ac-4f934b4351f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.579424 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ad3eb-da1e-49f4-83ef-306f01d00e9f None None] Pushing event updated for resources: {'Port': ['ID=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:40.659913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] For port 0ebc748f-6990-4610-9fcb-42de4423c428, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:40.663421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] For port 0ebc748f-6990-4610-9fcb-42de4423c428, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ebc748f-6990-4610-9fcb-42de4423c428,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:40.706500 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] Set router dfd3b33a-6ce6-4b94-b853-d942db5fe975 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:40.713196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d81597af-7f0d-41a0-84ac-4f934b4351f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.737298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.780019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d81597af-7f0d-41a0-84ac-4f934b4351f7 None None] For port d790da4f-ca8c-4bf5-9c7c-36fcfb010018, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:40.819886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b90e-a8ed-4124-9eb8-755ab0b62e49 None None] Pushing event updated for resources: {'Port': ['ID=0ebc748f-6990-4610-9fcb-42de4423c428,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:40.862454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d81597af-7f0d-41a0-84ac-4f934b4351f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.889515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.914051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:40.926003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81597af-7f0d-41a0-84ac-4f934b4351f7 None None] Pushing event updated for resources: {'Port': ['ID=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:40.975646 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:05:37Z', 'revision_number': 4, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd790da4f-ca8c-4bf5-9c7c-36fcfb010018', 'name': '', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'mac_address': 'fa:16:3e:47:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:36Z', 'updated_at': '2021-10-16T14:05:40Z', 'revision_number': 4, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'subnets': [{'id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:40.989329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-580eccd9-5502-4585-afde-692bd0d84e5a None None] Provisioning complete for port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:40.989776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-580eccd9-5502-4585-afde-692bd0d84e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:41.047502 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b5c82-b541-4692-955b-ad3465a9f547 None None] The sync data for ids ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'] in dv-neutron-743142-24-hyperv is: [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:05:37Z', 'revision_number': 4, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd790da4f-ca8c-4bf5-9c7c-36fcfb010018', 'name': '', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'mac_address': 'fa:16:3e:47:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:36Z', 'updated_at': '2021-10-16T14:05:40Z', 'revision_number': 4, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'subnets': [{'id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:05:41.048009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Allocated IP 172.26.5.72 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/419899f2-42e8-477e-a3d9-ea1e7d914c31) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:41.198268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:41.299895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:41.345852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:41.351472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:41.355241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:41.383751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Pushing event updated for resources: {'Port': ['ID=419899f2-42e8-477e-a3d9-ea1e7d914c31,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:41.669229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c169e3f0-70d9-4c8c-98cf-d96293ac5608 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:41.741284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c169e3f0-70d9-4c8c-98cf-d96293ac5608 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:41.742132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:41.747666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:41.850108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ebc748f-6990-4610-9fcb-42de4423c428 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:41.902340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4f85c-89b2-4150-84a6-00de21229a14 None None] Network 0de63814-5087-4cb6-9e03-f4528d927a8b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:05:41.967514 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0ebc748f-6990-4610-9fcb-42de4423c428 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:41.967879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.011872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.023239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9981d55e-1807-49e3-b6ba-46a2c97a9403 None None] Provisioning complete for port 0ebc748f-6990-4610-9fcb-42de4423c428 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:42.023604 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9981d55e-1807-49e3-b6ba-46a2c97a9403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.211417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.242901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9981d55e-1807-49e3-b6ba-46a2c97a9403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.245286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:05:42.280019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0ebc748f-6990-4610-9fcb-42de4423c428, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ebc748f-6990-4610-9fcb-42de4423c428,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:42.365637 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.366693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d790da4f-ca8c-4bf5-9c7c-36fcfb010018 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:42.383738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:05:42.399299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Sync routers for ids ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:05:42.481472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.482469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Routers {'0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:42.483040 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1efed9c1-b895-498c-a073-56ba4f73f0fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6112428 Oct 16 14:05:42.483156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:42.485846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 42704) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:05:42.535783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-9981d55e-1807-49e3-b6ba-46a2c97a9403 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 14:05:42.536023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-9981d55e-1807-49e3-b6ba-46a2c97a9403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 14:05:42.549214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0ebc748f-6990-4610-9fcb-42de4423c428,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:42.574227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:42.574599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.831366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Set router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:42.887495 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1342f8b0-a743-4bc4-ab73-18c385d61f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:42.979848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.092125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:05:41Z', 'revision_number': 3, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:43.120130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Checking router: 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:05:43.120511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Updating router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba port 419899f2-42e8-477e-a3d9-ea1e7d914c31 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:05:43.139113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Allocated IP 172.20.0.1 (0de63814-5087-4cb6-9e03-f4528d927a8b/2c603d00-3835-4589-9544-589c17da099b/f7bc35b5-7e20-4081-87e0-ae3723d8959a) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:43.150961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.241221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.268518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6a3ab40d-b3b4-4ad4-bda5-9afbd39397bb None None] Provisioning complete for port 0ebc748f-6990-4610-9fcb-42de4423c428 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:43.268894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a3ab40d-b3b4-4ad4-bda5-9afbd39397bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.331557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.376282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Network 0de63814-5087-4cb6-9e03-f4528d927a8b is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:43.381172 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:43.384827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:43.412815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bc35b5-7e20-4081-87e0-ae3723d8959a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:43.431282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.519470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.533114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ebc748f-6990-4610-9fcb-42de4423c428 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:43.592332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0ebc748f-6990-4610-9fcb-42de4423c428 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:43.592852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.614093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.693529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a47e1f-6c6c-4bbe-92aa-afe525c3d77a None None] Pushing event updated for resources: {'Port': ['ID=419899f2-42e8-477e-a3d9-ea1e7d914c31,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:43.695746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Attempting to bind port 419899f2-42e8-477e-a3d9-ea1e7d914c31 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:43.696351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Attempting to bind port 419899f2-42e8-477e-a3d9-ea1e7d914c31 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:43.696482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Attempting to bind port 419899f2-42e8-477e-a3d9-ea1e7d914c31 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:43.706139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.707123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:43.707525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:43.707887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.708348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:43.708780 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Bound port: 419899f2-42e8-477e-a3d9-ea1e7d914c31, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:43.709150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.713120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ddcee9b0-3147-49d3-82ed-619cd9cfc51a None None] Provisioning complete for port f7bc35b5-7e20-4081-87e0-ae3723d8959a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:43.713476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ddcee9b0-3147-49d3-82ed-619cd9cfc51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.825148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ddcee9b0-3147-49d3-82ed-619cd9cfc51a None None] Port f7bc35b5-7e20-4081-87e0-ae3723d8959a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:05:43.839186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] For port 419899f2-42e8-477e-a3d9-ea1e7d914c31, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:43.844465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] For port 419899f2-42e8-477e-a3d9-ea1e7d914c31, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=419899f2-42e8-477e-a3d9-ea1e7d914c31,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:43.880943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.905625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.933091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:43.968047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Routers {'0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:43.968694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:44.002458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:44.010010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bc35b5-7e20-4081-87e0-ae3723d8959a,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:44.010860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a47e1f-6c6c-4bbe-92aa-afe525c3d77a None None] Pushing event updated for resources: {'Port': ['ID=419899f2-42e8-477e-a3d9-ea1e7d914c31,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:44.100561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] Set router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:44.100953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Network 0de63814-5087-4cb6-9e03-f4528d927a8b is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:44.102362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:44.251530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:05:44.322272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f7bc35b5-7e20-4081-87e0-ae3723d8959a', 'name': '', 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'mac_address': 'fa:16:3e:8d:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2c603d00-3835-4589-9544-589c17da099b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:42Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 2, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'subnets': [{'id': '2c603d00-3835-4589-9544-589c17da099b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:44.354695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a22d45-f290-4e9a-9b04-8a612fada31f None None] The sync data for ids ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'] in dv-neutron-743142-24-hyperv is: [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f7bc35b5-7e20-4081-87e0-ae3723d8959a', 'name': '', 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'mac_address': 'fa:16:3e:8d:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2c603d00-3835-4589-9544-589c17da099b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:42Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 2, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'subnets': [{'id': '2c603d00-3835-4589-9544-589c17da099b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:05:44.364699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9953d030-e035-459d-8714-8a4dc6326495 None None] Provisioning complete for port f7bc35b5-7e20-4081-87e0-ae3723d8959a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:44.365067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9953d030-e035-459d-8714-8a4dc6326495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:44.390073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:05:44.404432 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9f5c5eb8-bf73-4d22-9c74-8aa83c482343 admin admin] 10.222.0.24 "PUT /v2.0/routers/0bab1d76-16ce-42ce-b10b-6c3df8dfdeba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088697 Oct 16 14:05:44.411326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-9953d030-e035-459d-8714-8a4dc6326495 None None] Port f7bc35b5-7e20-4081-87e0-ae3723d8959a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:05:45.351721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-8c269dfc-4389-4352-88ae-ec13631641b9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:45.353394 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-8c269dfc-4389-4352-88ae-ec13631641b9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/networks?id=852c1e78-b392-4363-ac3f-5bbafb33a6a8 HTTP/1.1" status: 200 len: 816 time: 0.1082168 Oct 16 14:05:45.373442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-2956e0f3-5e13-45e0-8d1c-916b01414e7b tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/quotas/d16fdc6c135b438ab3c9d2b49620b1bc HTTP/1.1" status: 200 len: 375 time: 0.0140705 Oct 16 14:05:45.431552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-347aa9d1-8fd0-4fdb-b70f-c20d18e4e34d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546751 Oct 16 14:05:45.436043 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1293cc1-d7df-4e78-bd59-3ab66f2f223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:45.543698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 419899f2-42e8-477e-a3d9-ea1e7d914c31 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:45.604130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 419899f2-42e8-477e-a3d9-ea1e7d914c31 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:45.604573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:45.644214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-8e857236-5b43-4f66-bc67-e8ec04ed6a4a service neutron] 10.222.0.24 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996136 Oct 16 14:05:45.691210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:45.711220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 419899f2-42e8-477e-a3d9-ea1e7d914c31, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=419899f2-42e8-477e-a3d9-ea1e7d914c31,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:45.742387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bcfa1e3e-2444-4bd0-9bc1-5154d4048ff8 service neutron] 10.222.0.24 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917535 Oct 16 14:05:45.787613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:45.845180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=419899f2-42e8-477e-a3d9-ea1e7d914c31,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:46.276973 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Sync routers for ids ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:05:46.286837 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Routers {'0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:46.287433 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:46.407558 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Set router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:46.607061 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f7bc35b5-7e20-4081-87e0-ae3723d8959a', 'name': '', 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'mac_address': 'fa:16:3e:8d:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2c603d00-3835-4589-9544-589c17da099b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:42Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 2, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'subnets': [{'id': '2c603d00-3835-4589-9544-589c17da099b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:46.607325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:46.638582 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Checking router: 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:05:46.638925 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Updating router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba port f7bc35b5-7e20-4081-87e0-ae3723d8959a binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:05:46.668109 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:46.755415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:46.931354 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:46.981851 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.061954 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1f10c431-1ab4-4d58-818d-cd9e296cd3b1 req-1edb6f0b-85e3-47cc-aa95-473997089bad tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 210 time: 0.0426126 Oct 16 14:05:47.073645 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930593b-63d5-4599-9a77-a48daee88900 None None] Pushing event updated for resources: {'Port': ['ID=f7bc35b5-7e20-4081-87e0-ae3723d8959a,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:47.107933 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Attempting to bind port f7bc35b5-7e20-4081-87e0-ae3723d8959a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:47.108300 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Attempting to bind port f7bc35b5-7e20-4081-87e0-ae3723d8959a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:47.108686 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Attempting to bind port f7bc35b5-7e20-4081-87e0-ae3723d8959a on network 0de63814-5087-4cb6-9e03-f4528d927a8b {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:47.113871 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:47.114533 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Checking segment: {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:47.114936 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.115767 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Bound using segment: {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:47.115767 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Bound port: f7bc35b5-7e20-4081-87e0-ae3723d8959a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a81ffb-6c0e-4b01-950a-c1af51011102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:47.116162 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.196000 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] For port f7bc35b5-7e20-4081-87e0-ae3723d8959a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:47.199151 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] For port f7bc35b5-7e20-4081-87e0-ae3723d8959a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f7bc35b5-7e20-4081-87e0-ae3723d8959a,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:47.256908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b68d33c0-911e-499b-b85e-d56f66a24e83 None None] Provisioning complete for port f7bc35b5-7e20-4081-87e0-ae3723d8959a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:47.257314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b68d33c0-911e-499b-b85e-d56f66a24e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.270407 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.296199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b68d33c0-911e-499b-b85e-d56f66a24e83 None None] Port f7bc35b5-7e20-4081-87e0-ae3723d8959a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:05:47.338947 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Routers {'0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:05:47.339568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:05:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:47.378067 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930593b-63d5-4599-9a77-a48daee88900 None None] Pushing event updated for resources: {'Port': ['ID=f7bc35b5-7e20-4081-87e0-ae3723d8959a,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:47.468882 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] Set router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:05:47.515819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-339fff0b-71f7-4cee-8972-70c625552ac7 None None] Provisioning complete for port f7bc35b5-7e20-4081-87e0-ae3723d8959a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:47.516194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-339fff0b-71f7-4cee-8972-70c625552ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.571132 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 419899f2-42e8-477e-a3d9-ea1e7d914c31 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:47.674357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-339fff0b-71f7-4cee-8972-70c625552ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.676133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 419899f2-42e8-477e-a3d9-ea1e7d914c31 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:47.676507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.743202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-339fff0b-71f7-4cee-8972-70c625552ac7 None None] For port f7bc35b5-7e20-4081-87e0-ae3723d8959a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f7bc35b5-7e20-4081-87e0-ae3723d8959a,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:47.788494 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f7bc35b5-7e20-4081-87e0-ae3723d8959a', 'name': '', 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'mac_address': 'fa:16:3e:8d:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2c603d00-3835-4589-9544-589c17da099b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:42Z', 'updated_at': '2021-10-16T14:05:47Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'subnets': [{'id': '2c603d00-3835-4589-9544-589c17da099b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:05:47.791163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f7bc35b5-7e20-4081-87e0-ae3723d8959a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:47.819312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cfab3-64fa-4db1-b5b1-370f3272ca0e None None] The sync data for ids ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'] in dv-neutron-743142-24-hyperv is: [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:05:43Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f7bc35b5-7e20-4081-87e0-ae3723d8959a', 'name': '', 'network_id': '0de63814-5087-4cb6-9e03-f4528d927a8b', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'mac_address': 'fa:16:3e:8d:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '2c603d00-3835-4589-9544-589c17da099b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:42Z', 'updated_at': '2021-10-16T14:05:47Z', 'revision_number': 4, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'subnets': [{'id': '2c603d00-3835-4589-9544-589c17da099b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:05:47.830646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-339fff0b-71f7-4cee-8972-70c625552ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.905507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f7bc35b5-7e20-4081-87e0-ae3723d8959a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:47.905877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:47.907520 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fff0b-71f7-4cee-8972-70c625552ac7 None None] Pushing event updated for resources: {'Port': ['ID=f7bc35b5-7e20-4081-87e0-ae3723d8959a,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:48.149241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd5fba9b-84da-4625-a490-0ba1b241f9db req-d816d5f4-5b23-40e2-9619-66c00ee3113b tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 210 time: 0.0306499 Oct 16 14:05:48.533050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:49.254977 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-996518f3-4c55-481b-a4d7-241d69a49005 req-e9a35b90-2700-460c-9597-3c57bb410945 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 210 time: 0.0357947 Oct 16 14:05:49.271772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-0ba23630-f0be-493d-9007-b559d7f2bfed tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:49.290438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-0ba23630-f0be-493d-9007-b559d7f2bfed tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "GET /v2.0/networks?id=852c1e78-b392-4363-ac3f-5bbafb33a6a8 HTTP/1.1" status: 200 len: 816 time: 0.1395924 Oct 16 14:05:49.290438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Request body: {'port': {'device_id': '08d9eaac-7645-437f-9795-6bce84277fb9', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'admin_state_up': True, 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:49.514689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f7bc35b5-7e20-4081-87e0-ae3723d8959a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:49.567471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Made reservation on behalf of d16fdc6c135b438ab3c9d2b49620b1bc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:05:49.570509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f7bc35b5-7e20-4081-87e0-ae3723d8959a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:49.570873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:49.571280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:49.706491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Allocated IP 172.20.0.9 (852c1e78-b392-4363-ac3f-5bbafb33a6a8/3a4a8f76-d440-42b9-a1d0-c4413ca50858/5c20e721-aa66-44f3-a27b-b7432f73e2f4) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:05:49.855223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:49.967458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:50.016845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:05:50.020027 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:05:50.022434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:05:50.058521 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Pushing event updated for resources: {'Port': ['ID=5c20e721-aa66-44f3-a27b-b7432f73e2f4,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:50.086270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:50.086882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:50.158581 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-bb22f2d3-eb11-4585-9c58-4ac1849988bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8754201 Oct 16 14:05:50.171455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Request body: {'port': {'device_id': '08d9eaac-7645-437f-9795-6bce84277fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:05:50.237958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:50.262898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b61d2e18-6b9b-4ff9-8b78-7e7a101e5868 None None] Provisioning complete for port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:50.265068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b61d2e18-6b9b-4ff9-8b78-7e7a101e5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:50.305178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b61d2e18-6b9b-4ff9-8b78-7e7a101e5868 None None] Port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:05:50.739295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b21e84-df38-48f2-85d7-1f2cf0310747 req-49d0cc10-b36c-4a9c-804b-da40cd262809 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:50.740781 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62b21e84-df38-48f2-85d7-1f2cf0310747 req-49d0cc10-b36c-4a9c-804b-da40cd262809 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 931 time: 0.1192229 Oct 16 14:05:50.800047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62b21e84-df38-48f2-85d7-1f2cf0310747 req-6e4ff7f6-8181-4015-ac50-a3fc6c240245 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Oct 16 14:05:50.860104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c20e721-aa66-44f3-a27b-b7432f73e2f4 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:05:50.867638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:50.879532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Transition to ACTIVE for port object 5c20e721-aa66-44f3-a27b-b7432f73e2f4 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:05:50.936304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:50.998032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c20e721-aa66-44f3-a27b-b7432f73e2f4,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:51.065387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Attempting to bind port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:05:51.065722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Attempting to bind port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:05:51.066047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Attempting to bind port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:51.070498 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:05:51.070791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Attempting to bind port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:05:51.075850 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:05:51.076175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Checking segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:05:51.076577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Bound using segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:05:51.077004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Bound port: 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:05:51.077352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:51.148737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] For port 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:05:51.151659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] For port 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5c20e721-aa66-44f3-a27b-b7432f73e2f4,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:05:51.222085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:51.260333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.260892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:51.262646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] 10.222.0.31 "PUT /v2.0/ports/5c20e721-aa66-44f3-a27b-b7432f73e2f4 HTTP/1.1" status: 200 len: 1093 time: 1.0959814 Oct 16 14:05:51.267579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d9eaac-7645-437f-9795-6bce84277fb9', 'tag': '5c20e721-aa66-44f3-a27b-b7432f73e2f4'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:05:51.272356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645" -d '{"events": [{"name": "network-changed", "server_uuid": "08d9eaac-7645-437f-9795-6bce84277fb9", "tag": "5c20e721-aa66-44f3-a27b-b7432f73e2f4"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:05:51.277327 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:05:51.303619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff605011-ee37-42f8-a428-95abc1ffaac6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c20e721-aa66-44f3-a27b-b7432f73e2f4,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:51.309704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f82d06b-0ce8-41b0-a9db-44b9be8e57b8 x-openstack-request-id: req-7f82d06b-0ce8-41b0-a9db-44b9be8e57b8 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:05:51.309875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d9eaac-7645-437f-9795-6bce84277fb9", "tag": "5c20e721-aa66-44f3-a27b-b7432f73e2f4", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:05:51.310187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f82d06b-0ce8-41b0-a9db-44b9be8e57b8 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:05:51.310586 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d9eaac-7645-437f-9795-6bce84277fb9', 'tag': '5c20e721-aa66-44f3-a27b-b7432f73e2f4', 'status': 'completed', 'code': 200} Oct 16 14:05:51.381584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645 req-77c09dbe-90c2-4520-81d0-7486a8963245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.383232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645 req-77c09dbe-90c2-4520-81d0-7486a8963245 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0516276 Oct 16 14:05:51.492596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645 req-417598ed-300d-4199-a2f3-ae5ef25d8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.494075 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645 req-417598ed-300d-4199-a2f3-ae5ef25d8e8a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1023097 Oct 16 14:05:51.589500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645 req-50de4600-00c9-4f3a-a04e-35088cd2a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.591024 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2ce3c42e-5e33-40dc-afe6-d9b1cb4e5645 req-50de4600-00c9-4f3a-a04e-35088cd2a52f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891924 Oct 16 14:05:51.670902 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-1e471466-fe0b-422f-8c73-7ecaaae4d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.672458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-1e471466-fe0b-422f-8c73-7ecaaae4d411 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0466630 Oct 16 14:05:51.720330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-55657d3e-eb22-40a1-a99c-04342acdcd4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c20e721-aa66-44f3-a27b-b7432f73e2f4 HTTP/1.1" status: 200 len: 217 time: 0.0404353 Oct 16 14:05:51.771149 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-f8c57b4f-dc4f-47e1-96ff-16a73e46b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.772718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-f8c57b4f-dc4f-47e1-96ff-16a73e46b743 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4a8f76-d440-42b9-a1d0-c4413ca50858 HTTP/1.1" status: 200 len: 855 time: 0.0457907 Oct 16 14:05:51.824013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-7b2f7a75-fb63-43c1-9919-26461a63a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.825648 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-7b2f7a75-fb63-43c1-9919-26461a63a872 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=852c1e78-b392-4363-ac3f-5bbafb33a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459328 Oct 16 14:05:51.951455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-98c3fb0a-f0ab-416d-bc70-aee69a3e2677 service neutron] 10.222.0.31 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189826 Oct 16 14:05:51.974791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b157794-b1df-4056-b9b6-7988ee5dab7a req-6aa27e30-443a-4936-93bd-ab38288af0d9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:51.976128 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b157794-b1df-4056-b9b6-7988ee5dab7a req-6aa27e30-443a-4936-93bd-ab38288af0d9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 943 time: 0.0849988 Oct 16 14:05:52.063514 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2b157794-b1df-4056-b9b6-7988ee5dab7a req-6ba8b0a7-da49-494b-ab25-771523c025f4 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774980 Oct 16 14:05:52.083163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad6c43ae-7c85-434d-8921-a192d4e3dd8e req-ada7a45f-820e-48a5-9fcd-a3ed936da70e service neutron] 10.222.0.31 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249216 Oct 16 14:05:52.764256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:53.192375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286876a-b379-4ef4-9f4b-e6d30ab7a019 req-88062f0b-094f-465c-bfb4-6a20491a13e3 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:53.193891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b286876a-b379-4ef4-9f4b-e6d30ab7a019 req-88062f0b-094f-465c-bfb4-6a20491a13e3 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 943 time: 0.0564830 Oct 16 14:05:53.232624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b286876a-b379-4ef4-9f4b-e6d30ab7a019 req-df6d3421-ab32-431a-b131-dc79154b3ec5 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Oct 16 14:05:53.845643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5c20e721-aa66-44f3-a27b-b7432f73e2f4 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:05:53.938853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5c20e721-aa66-44f3-a27b-b7432f73e2f4,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:53.949400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '5c20e721-aa66-44f3-a27b-b7432f73e2f4', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'port_id': '5c20e721-aa66-44f3-a27b-b7432f73e2f4', 'mac_address': 'fa:16:3e:f1:c2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:05:53.993603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:54.005818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c20e721-aa66-44f3-a27b-b7432f73e2f4 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:05:54.026836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5c20e721-aa66-44f3-a27b-b7432f73e2f4,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:54.075696 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:54.127755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=5c20e721-aa66-44f3-a27b-b7432f73e2f4,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:54.280884 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['5c20e721-aa66-44f3-a27b-b7432f73e2f4'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:05:54.360146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db92f6-443f-42b2-be65-c9ea7ac70ae0 req-f073f523-f76d-4760-b8aa-f25801310bd5 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:54.361680 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98db92f6-443f-42b2-be65-c9ea7ac70ae0 req-f073f523-f76d-4760-b8aa-f25801310bd5 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 944 time: 0.0605881 Oct 16 14:05:54.401879 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98db92f6-443f-42b2-be65-c9ea7ac70ae0 req-fd6db680-eb20-40e0-b781-108c2bb75611 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Oct 16 14:05:55.522093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b243-c4a4-4791-b605-e0259b798246 req-b7af9d2f-28bc-4a86-a467-f3a52ce89c0d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:55.523590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e49b243-c4a4-4791-b605-e0259b798246 req-b7af9d2f-28bc-4a86-a467-f3a52ce89c0d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 944 time: 0.0549765 Oct 16 14:05:55.560871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e49b243-c4a4-4791-b605-e0259b798246 req-d06c20b1-8fff-4f53-924f-7e1124fb104f tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Oct 16 14:05:55.860492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5c20e721-aa66-44f3-a27b-b7432f73e2f4 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:05:55.976276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:05:55.980276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:05:55.985158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:56.065077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:56.086439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d9eaac-7645-437f-9795-6bce84277fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c20e721-aa66-44f3-a27b-b7432f73e2f4'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:05:56.088682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56232d7-e46d-42b5-92a6-b0314a490966" -d '{"events": [{"server_uuid": "08d9eaac-7645-437f-9795-6bce84277fb9", "name": "network-vif-plugged", "status": "completed", "tag": "5c20e721-aa66-44f3-a27b-b7432f73e2f4"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:05:56.104069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5c20e721-aa66-44f3-a27b-b7432f73e2f4,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:05:56.124730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3883161f-be2c-42b8-92f3-b272818cd8d3 x-openstack-request-id: req-3883161f-be2c-42b8-92f3-b272818cd8d3 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:05:56.125017 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d9eaac-7645-437f-9795-6bce84277fb9", "name": "network-vif-plugged", "status": "completed", "tag": "5c20e721-aa66-44f3-a27b-b7432f73e2f4", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:05:56.125267 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3883161f-be2c-42b8-92f3-b272818cd8d3 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:05:56.125663 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d9eaac-7645-437f-9795-6bce84277fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c20e721-aa66-44f3-a27b-b7432f73e2f4', 'code': 200} Oct 16 14:05:56.170316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:05:56.224826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=5c20e721-aa66-44f3-a27b-b7432f73e2f4,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:05:56.428459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621ad4-90cb-41aa-a4db-cf76d84b48c0 req-0dea26f9-6fa0-423d-af4b-1f6e1b851c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:56.429925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-45621ad4-90cb-41aa-a4db-cf76d84b48c0 req-0dea26f9-6fa0-423d-af4b-1f6e1b851c71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0460536 Oct 16 14:05:56.466261 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-45621ad4-90cb-41aa-a4db-cf76d84b48c0 req-fea8aa59-6ae8-4f2c-a325-54b8d84cfcd2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284450 Oct 16 14:05:56.685318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935ae57-1278-4c95-bba0-d97969abe237 req-c5ee30e8-ca3c-47e6-963a-f93e5301cebe tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:56.686767 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a935ae57-1278-4c95-bba0-d97969abe237 req-c5ee30e8-ca3c-47e6-963a-f93e5301cebe tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 945 time: 0.0594223 Oct 16 14:05:56.724685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a935ae57-1278-4c95-bba0-d97969abe237 req-d5f024d1-d559-4ed7-bde1-94fca0f431c0 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Oct 16 14:05:57.846768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc877b-8f3d-4ca6-8ce6-b39ddb7af8d1 req-41b694af-3a86-4965-8b57-c2ac47abb31c tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:57.848254 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-25dc877b-8f3d-4ca6-8ce6-b39ddb7af8d1 req-41b694af-3a86-4965-8b57-c2ac47abb31c tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Oct 16 14:05:57.885901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-25dc877b-8f3d-4ca6-8ce6-b39ddb7af8d1 req-344026da-3a48-43ee-b8ef-d26770449113 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Oct 16 14:05:58.005139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ee744-a326-4f53-a185-fae9cea4a4c7 req-b80394b5-8c42-4cb4-b87d-28f419359ccf tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:05:58.006518 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b85ee744-a326-4f53-a185-fae9cea4a4c7 req-b80394b5-8c42-4cb4-b87d-28f419359ccf tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 945 time: 0.0557504 Oct 16 14:05:58.048464 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b85ee744-a326-4f53-a185-fae9cea4a4c7 req-def1baeb-91c2-421b-b744-96bbcfaa8da3 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359077 Oct 16 14:06:12.841020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2d5eecd3-5d11-4996-a696-41fcf2435e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:15.406164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-35f7bc41-fafc-4c14-91a6-77e04b86bdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:16.589172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:16.786987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:18.526035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:22.777741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:24.423085 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f10194-1252-4075-a470-72d8be30452b req-10c16c5f-22e7-44b2-a46b-5023c292dd60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:24.425282 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f0f10194-1252-4075-a470-72d8be30452b req-10c16c5f-22e7-44b2-a46b-5023c292dd60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 945 time: 0.0590603 Oct 16 14:06:24.465425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f0f10194-1252-4075-a470-72d8be30452b req-6fdb77ac-5f95-42d9-a998-c956abb62dd1 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328314 Oct 16 14:06:25.589668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6d7f-4e4d-4a0a-9865-54d9219489e3 req-45b5032b-ea1e-4fa3-87a3-0c5a46b61a85 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:25.591141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-348d6d7f-4e4d-4a0a-9865-54d9219489e3 req-45b5032b-ea1e-4fa3-87a3-0c5a46b61a85 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 945 time: 0.0562074 Oct 16 14:06:25.629875 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-348d6d7f-4e4d-4a0a-9865-54d9219489e3 req-0f2c1460-4ffe-40ff-8999-0082b6f52a2a tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Oct 16 14:06:25.950915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-72bef809-f32e-41e7-be23-cbae513bbc3d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:25.952362 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-72bef809-f32e-41e7-be23-cbae513bbc3d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 945 time: 0.0581236 Oct 16 14:06:26.050852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Deleting port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:06:26.051186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:26.155240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] For port 5c20e721-aa66-44f3-a27b-b7432f73e2f4, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5c20e721-aa66-44f3-a27b-b7432f73e2f4,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:06:26.155713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:26.167629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Calling delete_port for 5c20e721-aa66-44f3-a27b-b7432f73e2f4 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:06:26.386731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:26.399221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['5c20e721-aa66-44f3-a27b-b7432f73e2f4'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:06:26.421349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Pushing event deleted for resources: {'Port': ['ID=5c20e721-aa66-44f3-a27b-b7432f73e2f4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:06:26.454524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.455280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.455767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.456254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.456774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.457261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.457743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.458225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.458704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.459201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.459709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.460138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:06:26.481927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] No DVR routers for this DVR port 5c20e721-aa66-44f3-a27b-b7432f73e2f4 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:06:26.484340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:26.487758 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e393ee97-62c2-48e7-a383-c9c605a9204e req-4739797d-156c-46d7-ab11-8dba4e0e3a29 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "DELETE /v2.0/ports/5c20e721-aa66-44f3-a27b-b7432f73e2f4 HTTP/1.1" status: 204 len: 173 time: 0.5294476 Oct 16 14:06:26.488195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d9eaac-7645-437f-9795-6bce84277fb9', 'name': 'network-vif-deleted', 'tag': '5c20e721-aa66-44f3-a27b-b7432f73e2f4'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:06:26.490470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ceaec-7151-488b-b559-fc4101cbf1b0" -d '{"events": [{"server_uuid": "08d9eaac-7645-437f-9795-6bce84277fb9", "name": "network-vif-deleted", "tag": "5c20e721-aa66-44f3-a27b-b7432f73e2f4"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:06:26.525474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a1f831-cce1-4df0-9482-2246170e72f0 x-openstack-request-id: req-98a1f831-cce1-4df0-9482-2246170e72f0 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:06:26.525769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d9eaac-7645-437f-9795-6bce84277fb9", "name": "network-vif-deleted", "tag": "5c20e721-aa66-44f3-a27b-b7432f73e2f4", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:06:26.526021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98a1f831-cce1-4df0-9482-2246170e72f0 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:06:26.526773 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d9eaac-7645-437f-9795-6bce84277fb9', 'name': 'network-vif-deleted', 'tag': '5c20e721-aa66-44f3-a27b-b7432f73e2f4', 'status': 'completed', 'code': 200} Oct 16 14:06:26.724690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da513675-5b43-471d-ab42-bd83c79f8de7 req-7e33768d-c954-4def-b6c9-569faeeae520 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=08d9eaac-7645-437f-9795-6bce84277fb9 HTTP/1.1" status: 200 len: 210 time: 0.0289633 Oct 16 14:06:28.275704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:06:28.323910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-89da6e93-72d9-4df8-a431-1d4ec6509540 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:28.326053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-89da6e93-72d9-4df8-a431-1d4ec6509540 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/networks?id=852c1e78-b392-4363-ac3f-5bbafb33a6a8 HTTP/1.1" status: 200 len: 816 time: 0.1042652 Oct 16 14:06:28.340985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-ac274611-8af1-4315-86a2-2455f5b1bf97 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/quotas/d16fdc6c135b438ab3c9d2b49620b1bc HTTP/1.1" status: 200 len: 375 time: 0.0090840 Oct 16 14:06:28.397229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-f28dabcd-b7b0-4ad7-932a-857429ecd575 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511475 Oct 16 14:06:28.494366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a964d17f-2a71-4302-99a6-dd102639db48 service neutron] 10.222.0.24 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855279 Oct 16 14:06:28.583004 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-9bf5ae9e-99de-44ef-96a6-ab0e8be5dbcf service neutron] 10.222.0.24 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820007 Oct 16 14:06:28.833068 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2df0136d-342d-44cb-a9ac-fead566fd0ec req-a69b64e7-c9da-4089-9d09-2259dc1421cb tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 210 time: 0.0290160 Oct 16 14:06:29.934134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8dcce16d-ffad-48b8-9758-8eb28c9c7a59 req-fd96f1f1-0065-4aa6-8e4b-9562fbfeca4e tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 210 time: 0.0309350 Oct 16 14:06:30.002394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5c20e721-aa66-44f3-a27b-b7432f73e2f4 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:06:30.024115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 5c20e721-aa66-44f3-a27b-b7432f73e2f4 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:06:30.024482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5c20e721-aa66-44f3-a27b-b7432f73e2f4 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:06:30.601388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-85b1fa42-dd1a-4a87-b7f6-758517ff378a tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:30.602726 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-85b1fa42-dd1a-4a87-b7f6-758517ff378a tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "GET /v2.0/networks?id=852c1e78-b392-4363-ac3f-5bbafb33a6a8 HTTP/1.1" status: 200 len: 816 time: 0.1009955 Oct 16 14:06:30.616265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Request body: {'port': {'device_id': '11fd8247-b890-4663-9b4b-14463024b95a', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'admin_state_up': True, 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:06:30.786318 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Made reservation on behalf of d16fdc6c135b438ab3c9d2b49620b1bc for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:06:30.789940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:30.918448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Allocated IP 172.20.0.4 (852c1e78-b392-4363-ac3f-5bbafb33a6a8/3a4a8f76-d440-42b9-a1d0-c4413ca50858/bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:06:31.058520 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24a1d350-9cb5-4dbe-a118-042e16e9f872 req-7c2a155e-3a2f-4c1f-bb68-2a9998124056 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 210 time: 0.0384722 Oct 16 14:06:31.090319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.177545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.225044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:06:31.228151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:06:31.232087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:06:31.257887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Pushing event updated for resources: {'Port': ['ID=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:06:31.288111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:31.288755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.375313 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1727923-5590-4c32-8a9e-1e64b27ab5f9 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626023 Oct 16 14:06:31.388579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Request body: {'port': {'device_id': '11fd8247-b890-4663-9b4b-14463024b95a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:06:31.456615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.496568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-118fdebe-bca4-452d-805b-9de9faf7a148 None None] Provisioning complete for port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:06:31.497102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-118fdebe-bca4-452d-805b-9de9faf7a148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.534718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-118fdebe-bca4-452d-805b-9de9faf7a148 None None] Port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:06:31.726154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:06:31.733619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.745044 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Transition to ACTIVE for port object bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:06:31.809297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:31.866107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:06:31.939853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Attempting to bind port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:06:31.940187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Attempting to bind port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:06:31.940545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Attempting to bind port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:06:31.945010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:06:31.945328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Attempting to bind port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af on network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:06:31.951361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:06:31.951703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Checking segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:06:31.952087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Bound using segment: {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:06:31.952545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Bound port: bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c6d39a-5ace-48b7-8b31-714311162dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:06:31.952925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:32.023373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] For port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:06:32.026520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] For port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:06:32.092243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:32.133446 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.134060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:32.135519 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] 10.222.0.31 "PUT /v2.0/ports/bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af HTTP/1.1" status: 200 len: 1093 time: 0.7519770 Oct 16 14:06:32.137858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fd8247-b890-4663-9b4b-14463024b95a', 'tag': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:06:32.140188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a6657-2d87-4956-9698-19450fbad813" -d '{"events": [{"name": "network-changed", "server_uuid": "11fd8247-b890-4663-9b4b-14463024b95a", "tag": "bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:06:32.185566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b9747d-643b-4541-9f5a-975adf0f911f x-openstack-request-id: req-a4b9747d-643b-4541-9f5a-975adf0f911f {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:06:32.188007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11fd8247-b890-4663-9b4b-14463024b95a", "tag": "bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:06:32.188007 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4b9747d-643b-4541-9f5a-975adf0f911f {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:06:32.188007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fd8247-b890-4663-9b4b-14463024b95a', 'tag': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af', 'status': 'completed', 'code': 200} Oct 16 14:06:32.202316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4883f-b879-494e-b8fd-1781ca47d644 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:06:32.251452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b87353-e38e-4fb7-a32e-06ea42d9e72f req-57e0b080-a50b-449d-8ae7-1134969cfe1b tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.252967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4b87353-e38e-4fb7-a32e-06ea42d9e72f req-57e0b080-a50b-449d-8ae7-1134969cfe1b tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 943 time: 0.1165473 Oct 16 14:06:32.290262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6657-2d87-4956-9698-19450fbad813 req-dfd9b8b3-26a1-41b8-963d-4320810049ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.291815 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e2a6657-2d87-4956-9698-19450fbad813 req-dfd9b8b3-26a1-41b8-963d-4320810049ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 1096 time: 0.0862072 Oct 16 14:06:32.315288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4b87353-e38e-4fb7-a32e-06ea42d9e72f req-bb305930-ddf6-4750-b7de-9aa708ad01bd tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558777 Oct 16 14:06:32.403531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6657-2d87-4956-9698-19450fbad813 req-59e1be16-b895-4321-b43b-357b63e21ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.405031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e2a6657-2d87-4956-9698-19450fbad813 req-59e1be16-b895-4321-b43b-357b63e21ab7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1042094 Oct 16 14:06:32.497985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6657-2d87-4956-9698-19450fbad813 req-0740f83f-670f-4e86-b0ae-e64e0ec8e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.499403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e2a6657-2d87-4956-9698-19450fbad813 req-0740f83f-670f-4e86-b0ae-e64e0ec8e11c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879130 Oct 16 14:06:32.585849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-816af3ca-f9df-46de-b5f4-e37daf37cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.587225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-816af3ca-f9df-46de-b5f4-e37daf37cb7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 1096 time: 0.0510700 Oct 16 14:06:32.630224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-37ea4e54-f30c-4420-b01b-93e863ca1570 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af HTTP/1.1" status: 200 len: 217 time: 0.0350070 Oct 16 14:06:32.678553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-8d62451e-4001-45ba-adbc-f0ee3708c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.679929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-8d62451e-4001-45ba-adbc-f0ee3708c7f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4a8f76-d440-42b9-a1d0-c4413ca50858 HTTP/1.1" status: 200 len: 855 time: 0.0434060 Oct 16 14:06:32.735553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-2fab883a-52b0-43b9-8c53-d4b61d70c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:32.737032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-2fab883a-52b0-43b9-8c53-d4b61d70c5ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=852c1e78-b392-4363-ac3f-5bbafb33a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498538 Oct 16 14:06:32.826199 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-7bd85774-d84a-456e-b815-6e8e6a54a449 service neutron] 10.222.0.31 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821009 Oct 16 14:06:32.916552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-041d4c7c-ffee-4f39-80ce-d4332fa692c9 req-a1e72a2e-2791-4dfe-860f-2b3ee9ca6720 service neutron] 10.222.0.31 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Oct 16 14:06:33.441625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864054a-8023-4dd0-94c2-4e6bbc4b684e req-10fb0088-9b4f-4cb5-9ebe-fa628f67fa00 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:33.443108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5864054a-8023-4dd0-94c2-4e6bbc4b684e req-10fb0088-9b4f-4cb5-9ebe-fa628f67fa00 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 943 time: 0.0567029 Oct 16 14:06:33.481425 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5864054a-8023-4dd0-94c2-4e6bbc4b684e req-c08a94aa-1035-4651-97e1-9dba0267aa6e tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Oct 16 14:06:34.021673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:06:34.116033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:06:34.127225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af', 'network_id': '852c1e78-b392-4363-ac3f-5bbafb33a6a8', 'port_id': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af', 'mac_address': 'fa:16:3e:24:96:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4a8f76-d440-42b9-a1d0-c4413ca50858', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:06:34.168385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:34.180522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:06:34.201005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:06:34.277991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:34.331711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:06:34.499540 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:06:34.606992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d6dfa-ac85-4af4-adf4-fe69e7cb23d1 req-9ac646eb-8644-403d-9811-d4f2faf4df35 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:34.608536 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-202d6dfa-ac85-4af4-adf4-fe69e7cb23d1 req-9ac646eb-8644-403d-9811-d4f2faf4df35 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 944 time: 0.0583129 Oct 16 14:06:34.647996 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-202d6dfa-ac85-4af4-adf4-fe69e7cb23d1 req-b93428ed-80f0-4f95-ad53-e90b0d78ebfb tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Oct 16 14:06:35.778772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baa6e6-303f-4acb-a276-d5696cbac302 req-e0d75597-56f1-41fe-8f25-022b2c103945 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:35.780165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21baa6e6-303f-4acb-a276-d5696cbac302 req-e0d75597-56f1-41fe-8f25-022b2c103945 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 944 time: 0.0589557 Oct 16 14:06:35.818597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21baa6e6-303f-4acb-a276-d5696cbac302 req-24f3e632-6a83-42ef-8d52-7a95b9421992 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Oct 16 14:06:36.037302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:06:36.165179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:06:36.168865 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:06:36.169234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:36.256339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:36.278857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fd8247-b890-4663-9b4b-14463024b95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:06:36.281141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cffe654-3731-4c76-8c5d-22a4e49c5a54" -d '{"events": [{"server_uuid": "11fd8247-b890-4663-9b4b-14463024b95a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:06:36.293272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:06:36.316127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1befbbb-97c2-4cac-b1c9-9fb0e5373a78 x-openstack-request-id: req-e1befbbb-97c2-4cac-b1c9-9fb0e5373a78 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:06:36.316454 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fd8247-b890-4663-9b4b-14463024b95a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:06:36.316705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1befbbb-97c2-4cac-b1c9-9fb0e5373a78 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:06:36.317102 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fd8247-b890-4663-9b4b-14463024b95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af', 'code': 200} Oct 16 14:06:36.382681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:36.435974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:06:36.642388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61f419-3da1-4189-8bb5-7818f03fd163 req-8be54663-c7c4-4f3d-96f2-3b6a70fd81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:36.643759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f61f419-3da1-4189-8bb5-7818f03fd163 req-8be54663-c7c4-4f3d-96f2-3b6a70fd81f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 1098 time: 0.0464089 Oct 16 14:06:36.677090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f61f419-3da1-4189-8bb5-7818f03fd163 req-5790687b-33e4-47fc-bc19-c8f66fd043a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261807 Oct 16 14:06:36.938992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76623c5b-446b-4ad1-ab52-919e1b5322d6 req-479a9efb-a957-48f2-aa72-16ae4368a15d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:36.940472 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-76623c5b-446b-4ad1-ab52-919e1b5322d6 req-479a9efb-a957-48f2-aa72-16ae4368a15d tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 945 time: 0.0547607 Oct 16 14:06:36.978131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-76623c5b-446b-4ad1-ab52-919e1b5322d6 req-df248476-0a9e-410b-8a0e-e3a2cda09469 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Oct 16 14:06:38.115456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31d1c-93ec-444d-b5f2-cfc2384c2eb1 req-2646237b-8b34-491c-93d1-d1676f163102 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:38.116949 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5dd31d1c-93ec-444d-b5f2-cfc2384c2eb1 req-2646237b-8b34-491c-93d1-d1676f163102 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 945 time: 0.0712290 Oct 16 14:06:38.159117 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5dd31d1c-93ec-444d-b5f2-cfc2384c2eb1 req-702dbbb2-3a26-4c89-8421-6d68afd077ec tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Oct 16 14:06:38.277964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04c03-b5b3-43b5-9acb-78877e37978b req-752f6539-ffb0-4c35-ba9e-b35e0676071b tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:38.279377 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-45b04c03-b5b3-43b5-9acb-78877e37978b req-752f6539-ffb0-4c35-ba9e-b35e0676071b tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 945 time: 0.0557306 Oct 16 14:06:38.316620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-45b04c03-b5b3-43b5-9acb-78877e37978b req-7bbb86e6-b116-48bd-ac94-0437dd0253c3 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Oct 16 14:06:42.845297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-baf3ab0a-dae9-46f8-b64a-52257bf7a9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:45.325173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-155b5e13-61cb-42b1-920b-4ac5961916ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961571 Oct 16 14:06:45.419407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-af1a6873-9ca6-40e7-ae3c-3ceef078ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:45.420901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-af1a6873-9ca6-40e7-ae3c-3ceef078ec71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 1098 time: 0.0512416 Oct 16 14:06:45.437703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-557253e2-2f93-493c-a12e-4586e19bd81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:45.526136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-b950e7b6-97fa-48d3-8da4-80b0dbe08400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:45.528225 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-b950e7b6-97fa-48d3-8da4-80b0dbe08400 service neutron] 10.222.0.31 "GET /v2.0/networks?id=852c1e78-b392-4363-ac3f-5bbafb33a6a8 HTTP/1.1" status: 200 len: 917 time: 0.0870776 Oct 16 14:06:45.575192 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-e97107ff-cca7-4b11-a562-be7b01a80213 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af HTTP/1.1" status: 200 len: 217 time: 0.0394473 Oct 16 14:06:45.626598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-37997d3d-5784-4ce3-b9f8-cb3e83fdf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:45.627974 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-37997d3d-5784-4ce3-b9f8-cb3e83fdf2e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4a8f76-d440-42b9-a1d0-c4413ca50858 HTTP/1.1" status: 200 len: 855 time: 0.0456531 Oct 16 14:06:45.679523 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-593c82c2-4813-4c2c-8ef9-48c68952e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:06:45.681054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-593c82c2-4813-4c2c-8ef9-48c68952e74d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=852c1e78-b392-4363-ac3f-5bbafb33a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462763 Oct 16 14:06:45.692381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-50025efc-624b-4a54-9676-a74b1da2f4ca service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:06:45.693304 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-50025efc-624b-4a54-9676-a74b1da2f4ca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0049019 Oct 16 14:06:46.063340 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-0d5f9e34-c5c0-4da7-b8b9-2589637bf68d service neutron] 10.222.0.31 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629966 Oct 16 14:06:46.153800 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-583216ee-1574-4863-a4fa-5e76a6eeda14 req-02b6499a-be36-4fc8-871b-aa0fd66b02d3 service neutron] 10.222.0.31 "GET /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829527 Oct 16 14:06:46.597457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:46.792407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:48.528916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:06:52.776603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:03.413040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f961a-2107-4309-a178-f7811631686b req-a111642e-da06-4915-8b2a-808abe80d2de tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:03.415523 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-030f961a-2107-4309-a178-f7811631686b req-a111642e-da06-4915-8b2a-808abe80d2de tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 945 time: 0.0631211 Oct 16 14:07:03.454082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-030f961a-2107-4309-a178-f7811631686b req-21008909-172d-4d95-8428-f924cbe50148 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Oct 16 14:07:04.576785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970add60-483d-4c57-8c54-10b14a08bef9 req-cd6aaa6b-ec32-4ba5-b004-e539502c4872 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:04.578278 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-970add60-483d-4c57-8c54-10b14a08bef9 req-cd6aaa6b-ec32-4ba5-b004-e539502c4872 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 945 time: 0.0560997 Oct 16 14:07:04.615968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-970add60-483d-4c57-8c54-10b14a08bef9 req-1ea9d741-e56b-47c0-8f28-0ab652f7ac67 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/security-groups?id=593b812e-4d66-4e44-8e10-e146ff6de18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Oct 16 14:07:04.990043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-2b06bcb1-0535-4b26-abc9-a271d3ccbf8e tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:04.991445 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-2b06bcb1-0535-4b26-abc9-a271d3ccbf8e tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 945 time: 0.0599592 Oct 16 14:07:05.095404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Deleting port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:05.095733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:05.184518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] For port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:05.184877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:05.201980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Calling delete_port for bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:05.274860 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:07:05.385935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:05.397852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:07:05.420835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Pushing event deleted for resources: {'Port': ['ID=bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:05.465729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] No DVR routers for this DVR port bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:07:05.468271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:05.471604 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4921ec7-66ec-4f5c-89a5-f23147e088fd req-0966bddd-8835-4051-a619-0b9e826bdc60 tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.31 "DELETE /v2.0/ports/bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af HTTP/1.1" status: 204 len: 173 time: 0.4742043 Oct 16 14:07:05.472043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fd8247-b890-4663-9b4b-14463024b95a', 'name': 'network-vif-deleted', 'tag': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:07:05.474406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40b861-c47a-4f3e-8e2f-94485769055b" -d '{"events": [{"server_uuid": "11fd8247-b890-4663-9b4b-14463024b95a", "name": "network-vif-deleted", "tag": "bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:07:05.508867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cec9be-ceb4-4626-97af-c49311029428 x-openstack-request-id: req-49cec9be-ceb4-4626-97af-c49311029428 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:07:05.509186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11fd8247-b890-4663-9b4b-14463024b95a", "name": "network-vif-deleted", "tag": "bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:07:05.509443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49cec9be-ceb4-4626-97af-c49311029428 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:07:05.509845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fd8247-b890-4663-9b4b-14463024b95a', 'name': 'network-vif-deleted', 'tag': 'bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af', 'status': 'completed', 'code': 200} Oct 16 14:07:05.710228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c2eb7926-ee05-4fd6-8b82-2566dc4f477c req-11862485-9e15-426d-82dd-42da028344fc tempest-TestEncryptedCinderVolumes-895546812 tempest-TestEncryptedCinderVolumes-895546812-project] 10.222.0.24 "GET /v2.0/ports?device_id=11fd8247-b890-4663-9b4b-14463024b95a HTTP/1.1" status: 200 len: 210 time: 0.0298216 Oct 16 14:07:06.850045 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43038) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:07.240093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:07.524548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Deleting port d790da4f-ca8c-4bf5-9c7c-36fcfb010018 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:07.524883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:07.604375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] For port d790da4f-ca8c-4bf5-9c7c-36fcfb010018, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:07.604732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:07.617350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Calling delete_port for d790da4f-ca8c-4bf5-9c7c-36fcfb010018 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:07.882471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:07.907148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d790da4f-ca8c-4bf5-9c7c-36fcfb010018,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:07.920829 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.921177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.921564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.922055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.922386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.922715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.923175 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.923510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.926962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.926962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.926962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:07.926962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:08.104823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:08.317539 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:08.338616 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:08.339281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device bb0efe9e-a266-4ac0-bbdd-7b7e1a9c44af not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:08.345019 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Router dfd3b33a-6ce6-4b94-b853-d942db5fe975 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:07:08.465566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:07:08.470640 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-02d7c592-347b-4ade-9bdb-efdd716788ac admin admin] 10.222.0.24 "PUT /v2.0/routers/dfd3b33a-6ce6-4b94-b853-d942db5fe975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195672 Oct 16 14:07:08.473184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43042) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:08.475814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] Sync routers for ids ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:07:08.484906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] Routers {'dfd3b33a-6ce6-4b94-b853-d942db5fe975'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:08.485606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:06:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:08.607936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] Set router dfd3b33a-6ce6-4b94-b853-d942db5fe975 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:08.813876 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:07:07Z', 'revision_number': 5, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:08.841915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] Checking router: dfd3b33a-6ce6-4b94-b853-d942db5fe975 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:07:08.850759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] Routers {'dfd3b33a-6ce6-4b94-b853-d942db5fe975'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:08.851383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:06:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:08.903790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:08.974559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] Set router dfd3b33a-6ce6-4b94-b853-d942db5fe975 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:09.022315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.153942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:07:07Z', 'revision_number': 5, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:09.161072 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Deleting port c169e3f0-70d9-4c8c-98cf-d96293ac5608 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:09.162439 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.187163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956b60a-4f92-4f3b-b795-4bc4eea41da9 None None] The sync data for ids ['dfd3b33a-6ce6-4b94-b853-d942db5fe975'] in dv-neutron-743142-24-hyperv is: [{'id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'name': 'tempest-TestEncryptedCinderVolumes-446256834-router', 'tenant_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:33Z', 'updated_at': '2021-10-16T14:07:07Z', 'revision_number': 5, 'project_id': 'd16fdc6c135b438ab3c9d2b49620b1bc', 'gw_port': {'id': 'c169e3f0-70d9-4c8c-98cf-d96293ac5608', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3b33a-6ce6-4b94-b853-d942db5fe975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:34Z', 'updated_at': '2021-10-16T14:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:07:09.245386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] For port c169e3f0-70d9-4c8c-98cf-d96293ac5608, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c169e3f0-70d9-4c8c-98cf-d96293ac5608,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:09.245747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.257312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Calling delete_port for c169e3f0-70d9-4c8c-98cf-d96293ac5608 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:09.507570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.536717 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c169e3f0-70d9-4c8c-98cf-d96293ac5608,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:09.587048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d790da4f-ca8c-4bf5-9c7c-36fcfb010018 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:09.603561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.608922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d790da4f-ca8c-4bf5-9c7c-36fcfb010018 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:09.609265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d790da4f-ca8c-4bf5-9c7c-36fcfb010018 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:09.705591 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.707685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.816017 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.816619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd3b33a-6ce6-4b94-b853-d942db5fe975 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:07:09.826416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.826416 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4c4d9326-f9bd-4e83-ac33-9be41c3e69b4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dfd3b33a-6ce6-4b94-b853-d942db5fe975 HTTP/1.1" status: 204 len: 168 time: 1.3480065 Oct 16 14:07:09.826416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43044) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:09.870836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Deleting subnet 3a4a8f76-d440-42b9-a1d0-c4413ca50858 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:07:09.875046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.915186 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:09.997798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.147747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.176643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.180452 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3a4a8f76-d440-42b9-a1d0-c4413ca50858 HTTP/1.1" status: 204 len: 168 time: 0.3542349 Oct 16 14:07:10.181459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695e0f7-cc7e-4e70-84a5-74ac4cb5e34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4a8f76-d440-42b9-a1d0-c4413ca50858,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:10.182156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8df7482-b1d8-4205-b3ae-5d8c4e6a480a None None] Network 852c1e78-b392-4363-ac3f-5bbafb33a6a8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:07:10.183069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43046) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:10.255136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.316674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Deleting port 9dce181e-099a-48a4-9818-8bde8082f85e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:10.317018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.372548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] DHCP port deletion for 852c1e78-b392-4363-ac3f-5bbafb33a6a8 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:07:10.385254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] For port 9dce181e-099a-48a4-9818-8bde8082f85e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9dce181e-099a-48a4-9818-8bde8082f85e,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:10.385690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.407823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Calling delete_port for 9dce181e-099a-48a4-9818-8bde8082f85e owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:10.428176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Deleting port 9dce181e-099a-48a4-9818-8bde8082f85e {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:10.428774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.495148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] For port 9dce181e-099a-48a4-9818-8bde8082f85e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=9dce181e-099a-48a4-9818-8bde8082f85e,segment=NetworkSegment(60c6d39a-5ace-48b7-8b31-714311162dee),segment_id=60c6d39a-5ace-48b7-8b31-714311162dee)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:10.495546 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.508190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Calling delete_port for 9dce181e-099a-48a4-9818-8bde8082f85e owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:10.558936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.591765 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Pushing event deleted for resources: {'Port': ['ID=9dce181e-099a-48a4-9818-8bde8082f85e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:10.591983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.592483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] No DVR routers for this DVR port 9dce181e-099a-48a4-9818-8bde8082f85e on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:07:10.611342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Pushing event deleted for resources: {'Port': ['ID=9dce181e-099a-48a4-9818-8bde8082f85e,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:10.620708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.621054 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.621393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.621720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.622039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.622449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.622777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.623104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.623423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.623737 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.624051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.624385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:10.627055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add28727-2b13-47b2-b7ac-a533891a253a None None] No DVR routers for this DVR port 9dce181e-099a-48a4-9818-8bde8082f85e on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:07:10.665392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.685310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852c1e78-b392-4363-ac3f-5bbafb33a6a8']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:10.694553 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c6d39a-5ace-48b7-8b31-714311162dee') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:10.694844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c6d39a-5ace-48b7-8b31-714311162dee') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:10.704924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.718117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.724158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:07:10.729294 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:07:10.861678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.867008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:10.870204 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] 10.222.0.24 "DELETE /v2.0/networks/852c1e78-b392-4363-ac3f-5bbafb33a6a8 HTTP/1.1" status: 204 len: 168 time: 0.6853483 Oct 16 14:07:10.874157 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43048) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:10.881805 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea349a-245d-4cfa-9db2-439a3331f46a admin admin] Pushing event deleted for resources: {'Network': ['ID=852c1e78-b392-4363-ac3f-5bbafb33a6a8,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:11.260196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:11.534338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Deleting port f7bc35b5-7e20-4081-87e0-ae3723d8959a {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:11.534671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:11.555463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9dce181e-099a-48a4-9818-8bde8082f85e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:11.579447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 9dce181e-099a-48a4-9818-8bde8082f85e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:11.580046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 9dce181e-099a-48a4-9818-8bde8082f85e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:11.580470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c169e3f0-70d9-4c8c-98cf-d96293ac5608 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:11.599597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: c169e3f0-70d9-4c8c-98cf-d96293ac5608 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:11.600247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c169e3f0-70d9-4c8c-98cf-d96293ac5608 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:11.614041 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] For port f7bc35b5-7e20-4081-87e0-ae3723d8959a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f7bc35b5-7e20-4081-87e0-ae3723d8959a,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:11.614417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:11.626427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Calling delete_port for f7bc35b5-7e20-4081-87e0-ae3723d8959a owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:11.890326 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:11.921903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bc35b5-7e20-4081-87e0-ae3723d8959a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:12.103622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:12.346570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:07:12.468786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:07:12.473683 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3af1644b-d8ea-499b-910d-ae5de71edf81 admin admin] 10.222.0.24 "PUT /v2.0/routers/0bab1d76-16ce-42ce-b10b-6c3df8dfdeba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5985017 Oct 16 14:07:12.476342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43050) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:12.477229 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] Sync routers for ids ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:07:12.486762 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] Routers {'0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:12.487356 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:06:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:12.596969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:12.604023 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] Set router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:12.719492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:12.783498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:07:11Z', 'revision_number': 5, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port': {'id': '419899f2-42e8-477e-a3d9-ea1e7d914c31', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:24:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:05:40Z', 'updated_at': '2021-10-16T14:05:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:12.811721 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] Checking router: 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:07:12.819870 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] Routers {'0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:12.820498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:06:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:12.839441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Deleting port 419899f2-42e8-477e-a3d9-ea1e7d914c31 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:12.839867 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:12.862380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9bbe-ea7d-4b1f-bb67-d96ff7d784d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:12.917778 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] Set router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:12.918026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] For port 419899f2-42e8-477e-a3d9-ea1e7d914c31, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=419899f2-42e8-477e-a3d9-ea1e7d914c31,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:12.918336 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:12.931216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Calling delete_port for 419899f2-42e8-477e-a3d9-ea1e7d914c31 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:12.974781 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:07:12Z', 'revision_number': 6, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:13.002717 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162361a-2b57-43fb-8faa-e0e42897ba8b None None] The sync data for ids ['0bab1d76-16ce-42ce-b10b-6c3df8dfdeba'] in dv-neutron-743142-24-hyperv is: [{'id': '0bab1d76-16ce-42ce-b10b-6c3df8dfdeba', 'name': 'tempest-TestEncryptedCinderVolumes-1605051508-router', 'tenant_id': 'bec1b986a3c249e291014993bf0712d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:05:39Z', 'updated_at': '2021-10-16T14:07:12Z', 'revision_number': 6, 'project_id': 'bec1b986a3c249e291014993bf0712d5', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:07:13.202328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.234523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=419899f2-42e8-477e-a3d9-ea1e7d914c31,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:13.291628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.394931 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.397192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.512824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.513378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bab1d76-16ce-42ce-b10b-6c3df8dfdeba {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:07:13.517626 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.518769 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c3325b0a-07c4-42a3-b992-d70188de13b7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0bab1d76-16ce-42ce-b10b-6c3df8dfdeba HTTP/1.1" status: 204 len: 168 time: 1.0415034 Oct 16 14:07:13.521305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43052) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:13.565134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Deleting subnet 2c603d00-3835-4589-9544-589c17da099b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:07:13.568049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.601287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.678115 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.797582 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.798899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f7bc35b5-7e20-4081-87e0-ae3723d8959a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:13.819915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f7bc35b5-7e20-4081-87e0-ae3723d8959a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:13.820262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f7bc35b5-7e20-4081-87e0-ae3723d8959a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:13.820699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 419899f2-42e8-477e-a3d9-ea1e7d914c31 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:13.823355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c603d00-3835-4589-9544-589c17da099b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:13.827464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.833600 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24c183d0-f3df-4981-a46f-bd48e7b9a91f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c603d00-3835-4589-9544-589c17da099b HTTP/1.1" status: 204 len: 168 time: 0.3087523 Oct 16 14:07:13.833600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43054) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:13.846432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1afab-91a8-47ce-9da4-892bda141ddf None None] Network 0de63814-5087-4cb6-9e03-f4528d927a8b requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:07:13.848680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 419899f2-42e8-477e-a3d9-ea1e7d914c31 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:13.849018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 419899f2-42e8-477e-a3d9-ea1e7d914c31 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:13.905933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:13.969751 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Deleting port 0ebc748f-6990-4610-9fcb-42de4423c428 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:13.970090 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.028588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] DHCP port deletion for 0de63814-5087-4cb6-9e03-f4528d927a8b request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:07:14.041855 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] For port 0ebc748f-6990-4610-9fcb-42de4423c428, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ebc748f-6990-4610-9fcb-42de4423c428,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:14.042237 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.056187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Calling delete_port for 0ebc748f-6990-4610-9fcb-42de4423c428 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:14.089566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] Deleting port 0ebc748f-6990-4610-9fcb-42de4423c428 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:07:14.089932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.155984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] For port 0ebc748f-6990-4610-9fcb-42de4423c428, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ebc748f-6990-4610-9fcb-42de4423c428,segment=NetworkSegment(46a81ffb-6c0e-4b01-950a-c1af51011102),segment_id=46a81ffb-6c0e-4b01-950a-c1af51011102)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:14.156400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.168437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] Calling delete_port for 0ebc748f-6990-4610-9fcb-42de4423c428 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:07:14.206918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.231071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] No DVR routers for this DVR port 0ebc748f-6990-4610-9fcb-42de4423c428 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:07:14.233515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ebc748f-6990-4610-9fcb-42de4423c428,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:14.254178 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.278115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] Pushing event deleted for resources: {'Port': ['ID=0ebc748f-6990-4610-9fcb-42de4423c428,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:14.285338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bf3cd-4cf2-4d64-bbf0-d4d68fce1515 None None] No DVR routers for this DVR port 0ebc748f-6990-4610-9fcb-42de4423c428 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:07:14.306358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.631147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de63814-5087-4cb6-9e03-f4528d927a8b']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:14.641229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a81ffb-6c0e-4b01-950a-c1af51011102') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:14.641506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a81ffb-6c0e-4b01-950a-c1af51011102') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:14.650369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.663524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.669147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:07:14.675737 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:07:14.791052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.797300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:14.800729 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] 10.222.0.24 "DELETE /v2.0/networks/0de63814-5087-4cb6-9e03-f4528d927a8b HTTP/1.1" status: 204 len: 168 time: 0.9660156 Oct 16 14:07:14.811624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4cf88-2a0a-4b92-b2c0-863c31cbe24c admin admin] Pushing event deleted for resources: {'Network': ['ID=0de63814-5087-4cb6-9e03-f4528d927a8b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:15.135681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43058) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:15.175755 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3e664486-48f4-4dd3-ae3b-2d000672d822 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d16fdc6c135b438ab3c9d2b49620b1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388463 Oct 16 14:07:15.178217 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43060) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:15.226360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b170a064-0802-4811-b2ad-e553208b9b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:15.247985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b170a064-0802-4811-b2ad-e553208b9b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:15.345342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b170a064-0802-4811-b2ad-e553208b9b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:15.348048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-b170a064-0802-4811-b2ad-e553208b9b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:15.349283 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b170a064-0802-4811-b2ad-e553208b9b26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/593b812e-4d66-4e44-8e10-e146ff6de18b HTTP/1.1" status: 204 len: 168 time: 0.1701453 Oct 16 14:07:15.357199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170a064-0802-4811-b2ad-e553208b9b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593b812e-4d66-4e44-8e10-e146ff6de18b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:15.427437 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-23fef0c3-be17-4ca5-b71a-af0f5bf9ebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:15.556933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ebc748f-6990-4610-9fcb-42de4423c428 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:07:15.579185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0ebc748f-6990-4610-9fcb-42de4423c428 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:07:15.580029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ebc748f-6990-4610-9fcb-42de4423c428 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:07:15.954397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43066) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:15.993756 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-39cc69ca-a679-4d52-a671-849cef6a61bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bec1b986a3c249e291014993bf0712d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378540 Oct 16 14:07:15.996018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43068) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:16.046201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9482145b-0890-4804-bf73-fe28fb781432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:16.067290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9482145b-0890-4804-bf73-fe28fb781432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:16.167919 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9482145b-0890-4804-bf73-fe28fb781432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:16.170460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9482145b-0890-4804-bf73-fe28fb781432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:16.172160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9482145b-0890-4804-bf73-fe28fb781432 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81c51438-0282-4802-a996-d0e6bed734d5 HTTP/1.1" status: 204 len: 168 time: 0.1751814 Oct 16 14:07:16.179996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482145b-0890-4804-bf73-fe28fb781432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c51438-0282-4802-a996-d0e6bed734d5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:16.593991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:16.793055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.107186 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43090) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:17.204030 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-670893242-network', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:17.282142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Made reservation on behalf of f69700a7f2a447978b89f2095e5f5eda for: {'network': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:07:17.284483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.293148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.366192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.437139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.457524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:07:17.472058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119bc3b9-23aa-4ce6-8f20-ca9a223c4180,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:17.474966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.475321 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.segments_db [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Added segment b7187341-9089-4b29-89a1-5af694e3e28c of type vlan for network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d Oct 16 14:07:17.516585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.619762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.620762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:17.621341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:17.682578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] Pushing event updated for resources: {'Network': ['ID=4e1d9f95-3c9d-410b-9228-0d17fb06f14d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:17.692192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:07:17.715911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f5f1968c-e04d-469f-9b10-3a19faef0005 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6075809 Oct 16 14:07:17.719339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43094) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:17.724091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Request body: {'subnet': {'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-670893242-subnet', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'ip_version': 4}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:17.816079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Made reservation on behalf of f69700a7f2a447978b89f2095e5f5eda for: {'subnet': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:07:17.818729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57996341'] for subnet, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.036843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63733930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57996379'] for subnet, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.091623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:18.103903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Checking segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:18.104264 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Network hostable DHCP agents. Network: 4e1d9f95-3c9d-410b-9228-0d17fb06f14d, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:07:18.169790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:07:18.227039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 4e1d9f95-3c9d-410b-9228-0d17fb06f14d) {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:18.231179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:18.231780 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.236003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127022b-e969-4ef3-97f4-fa4a92ac1ee3 None None] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:07:18.304221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2bbe8b77-0845-45d8-b32a-9a7c9eab0671 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5837455 Oct 16 14:07:18.306854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43096) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:18.311268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:18.375975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.377176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.377307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:07:18.378053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.438269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.516874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Allocated IP 172.20.0.2 (4e1d9f95-3c9d-410b-9228-0d17fb06f14d/7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae/63e85107-e686-4315-aa55-418774b482a9) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:18.540441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.642984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.663707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.722851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.765791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:18.768645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:18.774234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:18.789645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=63e85107-e686-4315-aa55-418774b482a9,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:18.837528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Attempting to bind port 63e85107-e686-4315-aa55-418774b482a9 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:18.837886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Attempting to bind port 63e85107-e686-4315-aa55-418774b482a9 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:18.838243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Attempting to bind port 63e85107-e686-4315-aa55-418774b482a9 on network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:18.843160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:18.843519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Checking segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:18.843908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.844286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Bound using segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:18.844769 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Bound port: 63e85107-e686-4315-aa55-418774b482a9, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:18.845139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.902080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.909929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] For port 63e85107-e686-4315-aa55-418774b482a9, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:18.912899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] For port 63e85107-e686-4315-aa55-418774b482a9, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=63e85107-e686-4315-aa55-418774b482a9,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:18.925676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:18.976088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.040610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Allocated IP 172.26.5.233 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/4eb54110-559e-473b-baf7-98d502a83811) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:19.043708 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58787c38-4a83-4b0d-8c26-9ff05b6ef7c5 None None] Pushing event updated for resources: {'Port': ['ID=63e85107-e686-4315-aa55-418774b482a9,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:19.146808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.256442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.306043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:19.309016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:19.312266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:19.336946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Pushing event updated for resources: {'Port': ['ID=4eb54110-559e-473b-baf7-98d502a83811,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:19.609777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 63e85107-e686-4315-aa55-418774b482a9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:19.692432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 63e85107-e686-4315-aa55-418774b482a9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:19.693177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.711595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.785840 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.823466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 63e85107-e686-4315-aa55-418774b482a9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=63e85107-e686-4315-aa55-418774b482a9,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:19.874188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:19.965401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:20.051543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a791bc-e667-4b58-8b97-f7ee5bea1332 None None] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:07:20.140403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e184424c-2bd0-4735-a102-fa4be29d4aa3 None None] Provisioning complete for port 63e85107-e686-4315-aa55-418774b482a9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:20.140768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e184424c-2bd0-4735-a102-fa4be29d4aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:20.152603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:07:20.164613 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=63e85107-e686-4315-aa55-418774b482a9,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:20.284253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:07:20.295377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Sync routers for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:07:20.318076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:20.318679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:20.362600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:20.366512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3314f6fb-85e8-48da-8dd9-00a0e697d4eb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0560954 Oct 16 14:07:20.367441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43098) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:20.454044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:20.637649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c42081f3-e79b-4ce8-854d-f13ad257d093 None None] Provisioning complete for port 63e85107-e686-4315-aa55-418774b482a9 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:20.638016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c42081f3-e79b-4ce8-854d-f13ad257d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:20.683626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:19Z', 'revision_number': 3, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:20.719562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Checking router: 2133fc83-9428-4392-bf39-d7ee8a4d7a31 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:07:20.719908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Updating router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 port 4eb54110-559e-473b-baf7-98d502a83811 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:07:20.769563 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:20.849962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.005760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Allocated IP 172.20.0.1 (4e1d9f95-3c9d-410b-9228-0d17fb06f14d/7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae/57a93d3a-ea75-464e-807b-446a42df3a6a) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:21.049676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.106492 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.107323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.161505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Attempting to bind port 4eb54110-559e-473b-baf7-98d502a83811 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:21.161870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Attempting to bind port 4eb54110-559e-473b-baf7-98d502a83811 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:21.162228 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Attempting to bind port 4eb54110-559e-473b-baf7-98d502a83811 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:21.169128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9a19f-4b0f-4935-a0cf-51781d1fd2a1 None None] Pushing event updated for resources: {'Port': ['ID=4eb54110-559e-473b-baf7-98d502a83811,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:21.171942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:21.172304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:21.172724 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.173103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:21.173561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Bound port: 4eb54110-559e-473b-baf7-98d502a83811, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:21.173934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.208758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.229164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] For port 4eb54110-559e-473b-baf7-98d502a83811, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:21.232183 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] For port 4eb54110-559e-473b-baf7-98d502a83811, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4eb54110-559e-473b-baf7-98d502a83811,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:21.253283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:21.258081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:21.261637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:21.292719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Pushing event updated for resources: {'Port': ['ID=57a93d3a-ea75-464e-807b-446a42df3a6a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:21.306735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.311984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.381438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:21.382148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:21.422408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9a19f-4b0f-4935-a0cf-51781d1fd2a1 None None] Pushing event updated for resources: {'Port': ['ID=4eb54110-559e-473b-baf7-98d502a83811,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:21.536149 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:21.600254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 63e85107-e686-4315-aa55-418774b482a9 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:21.643885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e91d51ad-df31-46ba-be82-d64879942afe None None] Provisioning complete for port 57a93d3a-ea75-464e-807b-446a42df3a6a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:21.644165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e91d51ad-df31-46ba-be82-d64879942afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.818987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.887904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e91d51ad-df31-46ba-be82-d64879942afe None None] Port 57a93d3a-ea75-464e-807b-446a42df3a6a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:07:21.912467 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 63e85107-e686-4315-aa55-418774b482a9 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:21.912833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:21.999510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:19Z', 'revision_number': 3, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:22.018095 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:22.050342 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957716d-801f-4b02-8c43-15d9a4452dc1 None None] The sync data for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv is: [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:19Z', 'revision_number': 3, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:07:22.072298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:22.148106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:22.149885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Pushing event updated for resources: {'Port': ['ID=57a93d3a-ea75-464e-807b-446a42df3a6a,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:22.257403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:22.257403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:22.446690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:07:22.514272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1cdba327-81e2-4305-b966-437ad3b1da41 None None] Provisioning complete for port 57a93d3a-ea75-464e-807b-446a42df3a6a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:22.514272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1cdba327-81e2-4305-b966-437ad3b1da41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:22.558110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-1cdba327-81e2-4305-b966-437ad3b1da41 None None] Port 57a93d3a-ea75-464e-807b-446a42df3a6a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:07:22.603905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:07:22.609992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-987f81b6-1bce-4975-8125-348e10c73a1c admin admin] 10.222.0.24 "PUT /v2.0/routers/2133fc83-9428-4392-bf39-d7ee8a4d7a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421415 Oct 16 14:07:22.790964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.246615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43114) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:23.251571 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1445381681-network', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:23.322369 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Made reservation on behalf of e4e1ad225cec461f8a4ef4a27d217ce0 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:07:23.324780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.334967 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.414889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.478315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.506790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:07:23.513370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6276a0-bbe6-4cee-bc9c-33e0208b99fa,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:23.520978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.527985 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Added segment d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc of type vlan for network b259ad89-8e1e-439d-b188-8e181418b041 Oct 16 14:07:23.564289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.601865 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Sync routers for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:07:23.608561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4eb54110-559e-473b-baf7-98d502a83811 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:23.614249 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:23.614842 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:23.659828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 4eb54110-559e-473b-baf7-98d502a83811 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:23.660198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.661590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.662714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:23.663413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.724294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] Pushing event updated for resources: {'Network': ['ID=b259ad89-8e1e-439d-b188-8e181418b041,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:23.737249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network b259ad89-8e1e-439d-b188-8e181418b041 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:07:23.742750 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:23.750700 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-56bcd307-1f0c-4c82-a04b-8fefecc63ccb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5029981 Oct 16 14:07:23.753464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43116) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:23.758470 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Request body: {'subnet': {'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1445381681-subnet', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:23.821438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.832882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Made reservation on behalf of e4e1ad225cec461f8a4ef4a27d217ce0 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:07:23.835564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.858318 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 4eb54110-559e-473b-baf7-98d502a83811, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4eb54110-559e-473b-baf7-98d502a83811,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:23.918825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:23.957316 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 2, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:23.977227 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=4eb54110-559e-473b-baf7-98d502a83811,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:23.989541 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Checking router: 2133fc83-9428-4392-bf39-d7ee8a4d7a31 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:07:23.989900 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Updating router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 port 57a93d3a-ea75-464e-807b-446a42df3a6a binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:07:24.019633 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.059823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.128520 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ccf55d-ef16-4127-a1e1-f4d319842da6,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:24.142148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Checking segment: {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:24.142614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Network hostable DHCP agents. Network: b259ad89-8e1e-439d-b188-8e181418b041, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:07:24.221375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Network b259ad89-8e1e-439d-b188-8e181418b041 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:07:24.284438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, b259ad89-8e1e-439d-b188-8e181418b041) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:24.288772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:24.289362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.293492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55249117-bc05-4d37-937b-4e2b9b4dc494 None None] Network b259ad89-8e1e-439d-b188-8e181418b041 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:07:24.379765 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-635a97e8-8782-4922-9a99-604e74f1a1a2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6226485 Oct 16 14:07:24.379993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43118) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:24.384334 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:24.395827 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.444683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-b259ad89-8e1e-439d-b188-8e181418b041', 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'fixed_ips': [{'subnet_id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:07:24.445523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.485443 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.507395 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.508585 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.541620 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Pushing event updated for resources: {'Port': ['ID=57a93d3a-ea75-464e-807b-446a42df3a6a,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:24.566754 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.567100 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.567429 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.567756 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.568080 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.568452 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.569140 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.569140 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.569433 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.569746 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.570061 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.570372 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:24.588073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.600693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Allocated IP 172.20.0.2 (b259ad89-8e1e-439d-b188-8e181418b041/f5ccf55d-ef16-4127-a1e1-f4d319842da6/e21a753a-c1e3-4335-b862-37e0f4ecc85c) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:24.609016 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Attempting to bind port 57a93d3a-ea75-464e-807b-446a42df3a6a on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:24.609624 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Attempting to bind port 57a93d3a-ea75-464e-807b-446a42df3a6a by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:24.609743 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Attempting to bind port 57a93d3a-ea75-464e-807b-446a42df3a6a on network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:24.614955 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:24.615352 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Checking segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:24.615714 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.616106 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Bound using segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:24.616593 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Bound port: 57a93d3a-ea75-464e-807b-446a42df3a6a, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:24.620870 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.686699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] For port 57a93d3a-ea75-464e-807b-446a42df3a6a, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:24.690282 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] For port 57a93d3a-ea75-464e-807b-446a42df3a6a, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=57a93d3a-ea75-464e-807b-446a42df3a6a,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:24.768916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.774417 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.802783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d37a23ee-335e-4603-aed0-c7def29557d7 None None] Provisioning complete for port 57a93d3a-ea75-464e-807b-446a42df3a6a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:24.803533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d37a23ee-335e-4603-aed0-c7def29557d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.819469 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.827548 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:24.828177 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:24.834422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:24.903270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Network b259ad89-8e1e-439d-b188-8e181418b041 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:24.910598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:24.913692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:24.940507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Pushing event updated for resources: {'Port': ['ID=e21a753a-c1e3-4335-b862-37e0f4ecc85c,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:24.975813 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:25.039490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Attempting to bind port e21a753a-c1e3-4335-b862-37e0f4ecc85c on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:25.039854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Attempting to bind port e21a753a-c1e3-4335-b862-37e0f4ecc85c by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:25.040208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Attempting to bind port e21a753a-c1e3-4335-b862-37e0f4ecc85c on network b259ad89-8e1e-439d-b188-8e181418b041 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:25.042261 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d37a23ee-335e-4603-aed0-c7def29557d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.053511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:25.053880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Checking segment: {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:25.054271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.054662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Bound using segment: {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:25.055129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Bound port: e21a753a-c1e3-4335-b862-37e0f4ecc85c, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:25.055496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.117128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d37a23ee-335e-4603-aed0-c7def29557d7 None None] For port 57a93d3a-ea75-464e-807b-446a42df3a6a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=57a93d3a-ea75-464e-807b-446a42df3a6a,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:25.130215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.144974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] For port e21a753a-c1e3-4335-b862-37e0f4ecc85c, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:25.148024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] For port e21a753a-c1e3-4335-b862-37e0f4ecc85c, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e21a753a-c1e3-4335-b862-37e0f4ecc85c,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:25.149920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.159179 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10766-50d1-46c4-b2b0-77eff2680d4e None None] Pushing event updated for resources: {'Port': ['ID=57a93d3a-ea75-464e-807b-446a42df3a6a,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:25.173925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d37a23ee-335e-4603-aed0-c7def29557d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.197779 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:24Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:25.227324 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb84515-d46a-47da-827f-d5b511f2e593 None None] The sync data for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv is: [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:24Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:07:25.233069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.236170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a23ee-335e-4603-aed0-c7def29557d7 None None] Pushing event updated for resources: {'Port': ['ID=57a93d3a-ea75-464e-807b-446a42df3a6a,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:25.283527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Allocated IP 172.26.5.230 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/d4fcc47e-8646-4647-ac46-c2a3ae898589) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:25.336350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-acb4bd7b-0318-4bcc-9771-9cb8beeafe15 None None] Provisioning complete for port 57a93d3a-ea75-464e-807b-446a42df3a6a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:25.336728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-acb4bd7b-0318-4bcc-9771-9cb8beeafe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.372004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36c1fd-8a39-47c0-8a63-f604380a8794 None None] Pushing event updated for resources: {'Port': ['ID=e21a753a-c1e3-4335-b862-37e0f4ecc85c,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:25.441843 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.550193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.610586 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:25.613935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:25.618913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:25.661371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fcc47e-8646-4647-ac46-c2a3ae898589,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:25.752934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 57a93d3a-ea75-464e-807b-446a42df3a6a up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:25.807984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 57a93d3a-ea75-464e-807b-446a42df3a6a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:25.808631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:25.909191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4eb54110-559e-473b-baf7-98d502a83811 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:25.969590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 4eb54110-559e-473b-baf7-98d502a83811 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:25.970092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.016810 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.079009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e21a753a-c1e3-4335-b862-37e0f4ecc85c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:26.137038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e21a753a-c1e3-4335-b862-37e0f4ecc85c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:26.137555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.233118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.273829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port e21a753a-c1e3-4335-b862-37e0f4ecc85c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e21a753a-c1e3-4335-b862-37e0f4ecc85c,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:26.305763 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.345486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.391626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff7bc43-62c4-40e3-9665-104cddae5835 None None] Network b259ad89-8e1e-439d-b188-8e181418b041 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:07:26.462046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=e21a753a-c1e3-4335-b862-37e0f4ecc85c,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:26.497808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9002acb8-7967-4bdd-a661-d2a807ce5468 None None] Provisioning complete for port e21a753a-c1e3-4335-b862-37e0f4ecc85c triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:26.498970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9002acb8-7967-4bdd-a661-d2a807ce5468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.517022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Router 34cdd4b7-574f-4636-ab99-b31d81813bee is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:07:26.646107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:07:26.656180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Sync routers for ids ['34cdd4b7-574f-4636-ab99-b31d81813bee'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:07:26.665248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Routers {'34cdd4b7-574f-4636-ab99-b31d81813bee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:26.665857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['34cdd4b7-574f-4636-ab99-b31d81813bee'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:26.750102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:26.753974 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-27568e10-7646-4461-b02d-2d6dbcca0508 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3704512 Oct 16 14:07:26.754405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43120) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:07:26.789184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Set router 34cdd4b7-574f-4636-ab99-b31d81813bee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:26.913959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d2dc6923-9509-4c4b-a666-6d5140a4cbba None None] Provisioning complete for port e21a753a-c1e3-4335-b862-37e0f4ecc85c triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:26.914689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2dc6923-9509-4c4b-a666-6d5140a4cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.055196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 3, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:27.083744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Checking router: 34cdd4b7-574f-4636-ab99-b31d81813bee for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:07:27.084089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Updating router 34cdd4b7-574f-4636-ab99-b31d81813bee port d4fcc47e-8646-4647-ac46-c2a3ae898589 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:07:27.113504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.240533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.403938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Allocated IP 172.20.0.1 (b259ad89-8e1e-439d-b188-8e181418b041/f5ccf55d-ef16-4127-a1e1-f4d319842da6/374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:27.512290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.549102 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.574956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e21a753a-c1e3-4335-b862-37e0f4ecc85c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:27.597481 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.627413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.646438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Network b259ad89-8e1e-439d-b188-8e181418b041 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:27.649431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:27.653220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:27.657870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e21a753a-c1e3-4335-b862-37e0f4ecc85c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:27.658236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.682910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Pushing event updated for resources: {'Port': ['ID=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:27.694052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.694395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.694733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.695108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.695375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.695701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.696022 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.696846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.696846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.697140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.697305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.697622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:07:27.709586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.724206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a54215-89f4-425b-a74e-eaf36da18789 None None] Pushing event updated for resources: {'Port': ['ID=d4fcc47e-8646-4647-ac46-c2a3ae898589,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:27.728239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Attempting to bind port d4fcc47e-8646-4647-ac46-c2a3ae898589 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:27.728626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Attempting to bind port d4fcc47e-8646-4647-ac46-c2a3ae898589 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:27.728992 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Attempting to bind port d4fcc47e-8646-4647-ac46-c2a3ae898589 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:27.738301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:27.738681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:27.739071 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.739466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:27.739940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Bound port: d4fcc47e-8646-4647-ac46-c2a3ae898589, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:27.740331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.836024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] For port d4fcc47e-8646-4647-ac46-c2a3ae898589, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:27.840537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] For port d4fcc47e-8646-4647-ac46-c2a3ae898589, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d4fcc47e-8646-4647-ac46-c2a3ae898589,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:27.878074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fc0f0c64-7a29-4a33-9841-abd0e50b049e None None] Provisioning complete for port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:27.880291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0c64-7a29-4a33-9841-abd0e50b049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:27.915147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f0c64-7a29-4a33-9841-abd0e50b049e None None] Port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:07:27.956850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:28.012036 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:28.015296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Routers {'34cdd4b7-574f-4636-ab99-b31d81813bee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:28.015920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['34cdd4b7-574f-4636-ab99-b31d81813bee'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:28.058777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a54215-89f4-425b-a74e-eaf36da18789 None None] Pushing event updated for resources: {'Port': ['ID=d4fcc47e-8646-4647-ac46-c2a3ae898589,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:28.146044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] Set router 34cdd4b7-574f-4636-ab99-b31d81813bee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:28.188603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:28.250051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:28.318900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:28.327332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Pushing event updated for resources: {'Port': ['ID=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:28.354914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18', 'name': '', 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:27Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 1, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'subnets': [{'id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:28.383230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab313ce0-e67a-4b36-85c2-34c6b9226c31 None None] The sync data for ids ['34cdd4b7-574f-4636-ab99-b31d81813bee'] in dv-neutron-743142-24-hyperv is: [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18', 'name': '', 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:27Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 1, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'subnets': [{'id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:07:28.422599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Network b259ad89-8e1e-439d-b188-8e181418b041 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:28.423972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:28.566385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Router 34cdd4b7-574f-4636-ab99-b31d81813bee has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:07:28.635507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-73f2964a-d088-4ec2-987c-1c3e7b6988c2 None None] Provisioning complete for port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:28.635883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-73f2964a-d088-4ec2-987c-1c3e7b6988c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:28.683922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-73f2964a-d088-4ec2-987c-1c3e7b6988c2 None None] Port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:07:28.716516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:07:28.722499 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5edcc194-114b-4af9-8809-a3978cef7d4f admin admin] 10.222.0.24 "PUT /v2.0/routers/34cdd4b7-574f-4636-ab99-b31d81813bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670310 Oct 16 14:07:29.646646 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d4fcc47e-8646-4647-ac46-c2a3ae898589 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:29.709510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d4fcc47e-8646-4647-ac46-c2a3ae898589 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:29.709880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:29.801233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:29.822776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port d4fcc47e-8646-4647-ac46-c2a3ae898589, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d4fcc47e-8646-4647-ac46-c2a3ae898589,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:29.888077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:29.943014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=d4fcc47e-8646-4647-ac46-c2a3ae898589,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:30.445958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Sync routers for ids ['34cdd4b7-574f-4636-ab99-b31d81813bee'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:07:30.456211 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Routers {'34cdd4b7-574f-4636-ab99-b31d81813bee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:30.457094 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['34cdd4b7-574f-4636-ab99-b31d81813bee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:30.590568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Set router 34cdd4b7-574f-4636-ab99-b31d81813bee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:30.815272 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18', 'name': '', 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:27Z', 'updated_at': '2021-10-16T14:07:28Z', 'revision_number': 2, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'subnets': [{'id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:30.848535 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Checking router: 34cdd4b7-574f-4636-ab99-b31d81813bee for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:07:30.848991 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Updating router 34cdd4b7-574f-4636-ab99-b31d81813bee port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:07:30.890308 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.207776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.261580 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.380574 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Attempting to bind port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:31.380940 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Attempting to bind port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:31.381303 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Attempting to bind port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 on network b259ad89-8e1e-439d-b188-8e181418b041 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:31.392956 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:31.393423 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Checking segment: {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:31.393721 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.394126 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Bound using segment: {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:31.394583 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Bound port: 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:31.394964 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.398152 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ecab-eabe-4ffd-92e1-14dc76975233 None None] Pushing event updated for resources: {'Port': ['ID=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:31.479012 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] For port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:31.487370 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] For port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:31.527593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-98cae840-cf04-47fa-949f-eeb32385272b None None] Provisioning complete for port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:31.528061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-98cae840-cf04-47fa-949f-eeb32385272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.570498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.590038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-98cae840-cf04-47fa-949f-eeb32385272b None None] Port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:07:31.606139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d4fcc47e-8646-4647-ac46-c2a3ae898589 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:31.652937 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ecab-eabe-4ffd-92e1-14dc76975233 None None] Pushing event updated for resources: {'Port': ['ID=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:31.666087 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Routers {'34cdd4b7-574f-4636-ab99-b31d81813bee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:07:31.666734 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:07:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['34cdd4b7-574f-4636-ab99-b31d81813bee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:31.683947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d4fcc47e-8646-4647-ac46-c2a3ae898589 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:31.684522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:31.945349 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] Set router 34cdd4b7-574f-4636-ab99-b31d81813bee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:07:32.018987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a9a7eda1-a4d4-473e-b713-cede7d1ea5c0 None None] Provisioning complete for port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:32.019665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eda1-a4d4-473e-b713-cede7d1ea5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:32.130630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eda1-a4d4-473e-b713-cede7d1ea5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:32.173781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a9a7eda1-a4d4-473e-b713-cede7d1ea5c0 None None] For port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:32.175684 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18', 'name': '', 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:27Z', 'updated_at': '2021-10-16T14:07:31Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'subnets': [{'id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:07:32.206144 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512afd2-f0fd-41cb-84a9-eef8b6154af5 None None] The sync data for ids ['34cdd4b7-574f-4636-ab99-b31d81813bee'] in dv-neutron-743142-24-hyperv is: [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:07:27Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18', 'name': '', 'network_id': 'b259ad89-8e1e-439d-b188-8e181418b041', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:27Z', 'updated_at': '2021-10-16T14:07:31Z', 'revision_number': 4, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'subnets': [{'id': 'f5ccf55d-ef16-4127-a1e1-f4d319842da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:07:32.233671 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a9a7eda1-a4d4-473e-b713-cede7d1ea5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:32.300249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7eda1-a4d4-473e-b713-cede7d1ea5c0 None None] Pushing event updated for resources: {'Port': ['ID=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:33.614615 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:07:33.678798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:33.679165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:41.756764 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-f246af88-82fa-466b-b535-3f94f33b1040 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:41.758118 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-f246af88-82fa-466b-b535-3f94f33b1040 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 814 time: 0.1032186 Oct 16 14:07:41.772723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-c415d032-d0cf-4892-92d7-0eb25f57def4 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/quotas/f69700a7f2a447978b89f2095e5f5eda HTTP/1.1" status: 200 len: 375 time: 0.0090094 Oct 16 14:07:41.828742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-5897c510-7282-48aa-963a-5bc5ce25a20b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509214 Oct 16 14:07:41.921756 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-04ed225a-649b-4c55-94b9-fdfcc5fc7886 service neutron] 10.222.0.24 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816259 Oct 16 14:07:42.015233 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-9eaa505b-7ce8-4777-8a77-801cbe0aaa05 service neutron] 10.222.0.24 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863569 Oct 16 14:07:42.274216 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:07:42.364205 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c4723e3-2f41-4c93-93f4-45315a7c31b4 req-74616a61-6740-4956-a0cd-882d7c5cc976 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 210 time: 0.1245294 Oct 16 14:07:42.824728 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44fbd59e-b2e5-4de7-b07e-20fa776416ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:43.474434 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d092b9d2-44e9-46c3-aaf0-9259e0e1fcc5 req-3d4eb9b1-3f04-4ec8-b1c2-afae6b254748 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 210 time: 0.0415294 Oct 16 14:07:44.478459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-7529d258-2603-43b9-9e24-3772e4f01be2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:44.479813 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-7529d258-2603-43b9-9e24-3772e4f01be2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 814 time: 0.1080117 Oct 16 14:07:44.493432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'port': {'device_id': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'admin_state_up': True, 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:44.588690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6cac006a-240e-4b84-8c8f-2d1f6dc7e4b3 req-e53b8c9d-d5d7-4144-bbd1-45a31608364a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 210 time: 0.0384734 Oct 16 14:07:44.717889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Made reservation on behalf of f69700a7f2a447978b89f2095e5f5eda for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:07:44.721669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:44.845060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Allocated IP 172.20.0.3 (4e1d9f95-3c9d-410b-9228-0d17fb06f14d/7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae/65ea4b60-098c-4403-b234-ff85bebca2d1) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:07:44.996854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:45.099397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:45.150672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:07:45.153915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:07:45.157792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:07:45.183929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:45.241332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:45.242394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:45.316828 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-8ba0bb26-dfa7-4194-ab04-644fd51ee229 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271127 Oct 16 14:07:45.450906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a599d43f-fcae-4e34-98ae-824e723ac72d None None] Provisioning complete for port 65ea4b60-098c-4403-b234-ff85bebca2d1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:07:45.452866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a599d43f-fcae-4e34-98ae-824e723ac72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:45.483063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5c71fec2-333c-44d2-8020-34ee61eaadd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:45.517746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a599d43f-fcae-4e34-98ae-824e723ac72d None None] Port 65ea4b60-098c-4403-b234-ff85bebca2d1 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:07:45.726910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ed293-89b5-4f36-8371-7a18f15f4658 req-319c3705-08c0-47fb-b2e4-273b42505376 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:45.729309 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3a2ed293-89b5-4f36-8371-7a18f15f4658 req-319c3705-08c0-47fb-b2e4-273b42505376 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0637999 Oct 16 14:07:45.769611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3a2ed293-89b5-4f36-8371-7a18f15f4658 req-f50d42b2-f7fd-457e-bd82-6bd6b88c1007 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Oct 16 14:07:46.615608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:46.799271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:46.907140 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fca3aa-c71f-4321-8ef2-61dfb183c360 req-089e12dd-c1f4-470b-bb90-6dce0fedb993 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:46.908648 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e5fca3aa-c71f-4321-8ef2-61dfb183c360 req-089e12dd-c1f4-470b-bb90-6dce0fedb993 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0587077 Oct 16 14:07:46.957605 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e5fca3aa-c71f-4321-8ef2-61dfb183c360 req-c58785d7-bbd4-45b0-8572-1921d858d5eb tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Oct 16 14:07:48.099253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55c7e0-cc00-45a4-aac1-98118b2b1980 req-9d40dfd4-8052-494a-9ad6-f7da77d6573e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:48.100763 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2a55c7e0-cc00-45a4-aac1-98118b2b1980 req-9d40dfd4-8052-494a-9ad6-f7da77d6573e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0839026 Oct 16 14:07:48.140640 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2a55c7e0-cc00-45a4-aac1-98118b2b1980 req-89760b2c-51ac-4280-a4de-dd01d9cb78b6 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Oct 16 14:07:48.545060 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:49.275031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201763a-f2bd-485c-bcdf-706753215154 req-0816f7ae-9bc4-44d1-bcac-4fbe11db9de9 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:49.276622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4201763a-f2bd-485c-bcdf-706753215154 req-0816f7ae-9bc4-44d1-bcac-4fbe11db9de9 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0560641 Oct 16 14:07:49.317748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4201763a-f2bd-485c-bcdf-706753215154 req-a8b3e097-225e-4229-8523-77aca35ada61 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351446 Oct 16 14:07:50.443586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90dce-92f1-489b-85b4-2ccc31517ef4 req-5f27bcf4-03d2-41e4-bca1-f2e76bef7363 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:50.445107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3b90dce-92f1-489b-85b4-2ccc31517ef4 req-5f27bcf4-03d2-41e4-bca1-f2e76bef7363 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0589724 Oct 16 14:07:50.485097 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e3b90dce-92f1-489b-85b4-2ccc31517ef4 req-7651eef6-9db3-4906-9c18-f05ce859a9be tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Oct 16 14:07:51.614843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7896c-c694-4809-9b6b-0eb38dc634f5 req-abe00964-958d-42d4-822b-9e2cb5098e43 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:51.616386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f3c7896c-c694-4809-9b6b-0eb38dc634f5 req-abe00964-958d-42d4-822b-9e2cb5098e43 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0634866 Oct 16 14:07:51.661089 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f3c7896c-c694-4809-9b6b-0eb38dc634f5 req-b6e5b8b8-061e-44d5-91d0-2e26058cdccb tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383945 Oct 16 14:07:52.800074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4050974-b821-4900-9774-5a069f96e444 req-124e1a5b-9ced-4b20-8e0e-afc700e887ab tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:52.803664 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4050974-b821-4900-9774-5a069f96e444 req-124e1a5b-9ced-4b20-8e0e-afc700e887ab tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0634282 Oct 16 14:07:52.850211 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a4050974-b821-4900-9774-5a069f96e444 req-bb91533b-7a35-41a3-9f78-ca051dfb76bc tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Oct 16 14:07:53.009230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:53.976690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94594fe0-a171-4262-ba15-6149001cdf16 req-78d60321-7ae7-44c3-a0db-0020e5835817 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:53.978178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94594fe0-a171-4262-ba15-6149001cdf16 req-78d60321-7ae7-44c3-a0db-0020e5835817 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0597353 Oct 16 14:07:54.030485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94594fe0-a171-4262-ba15-6149001cdf16 req-5a696a3a-1b2c-4df1-a94a-2a0b12636778 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460520 Oct 16 14:07:55.150484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d170d-c7e4-414a-a835-a947ab83b3e5 req-427e222d-8988-4e63-937e-512f5ce98aa2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:55.151999 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aa1d170d-c7e4-414a-a835-a947ab83b3e5 req-427e222d-8988-4e63-937e-512f5ce98aa2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 931 time: 0.0585520 Oct 16 14:07:55.191600 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-aa1d170d-c7e4-414a-a835-a947ab83b3e5 req-ddcc1b21-48fb-4087-bcbe-ad27d2e1179d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Oct 16 14:07:55.557489 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Request body: {'port': {'device_id': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:07:55.621732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:55.894662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ea4b60-098c-4403-b234-ff85bebca2d1 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:07:55.901923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:55.914070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Transition to ACTIVE for port object 65ea4b60-098c-4403-b234-ff85bebca2d1 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:07:55.969243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:56.026401 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:56.096836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Attempting to bind port 65ea4b60-098c-4403-b234-ff85bebca2d1 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:07:56.097173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Attempting to bind port 65ea4b60-098c-4403-b234-ff85bebca2d1 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:07:56.097503 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Attempting to bind port 65ea4b60-098c-4403-b234-ff85bebca2d1 on network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:56.101929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Port 65ea4b60-098c-4403-b234-ff85bebca2d1 on network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:07:56.102245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Attempting to bind port 65ea4b60-098c-4403-b234-ff85bebca2d1 on network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:07:56.107209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:07:56.107549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Checking segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:07:56.107934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Bound using segment: {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:07:56.108388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Bound port: 65ea4b60-098c-4403-b234-ff85bebca2d1, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7187341-9089-4b29-89a1-5af694e3e28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:07:56.108758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:56.493124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e40e6-40e6-4fa3-82ee-1ec78c5874b3 req-0913b088-16d7-4880-9145-74b026d57c6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:56.494508 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b19e40e6-40e6-4fa3-82ee-1ec78c5874b3 req-0913b088-16d7-4880-9145-74b026d57c6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 943 time: 0.0987167 Oct 16 14:07:56.496862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:07:56.500663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:07:56.533850 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b19e40e6-40e6-4fa3-82ee-1ec78c5874b3 req-04cfc3a3-de76-4566-bf5e-0f140d0d501e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Oct 16 14:07:56.569654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:56.606497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:56.607075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:56.608600 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] 10.222.0.31 "PUT /v2.0/ports/65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 1093 time: 1.0555739 Oct 16 14:07:56.614012 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:07:56.619845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:07:56.644120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ade16-0340-4e10-96a1-4032da1b596c service neutron] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:56.720338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d85881-6245-4da6-af49-387d33580c95 x-openstack-request-id: req-f3d85881-6245-4da6-af49-387d33580c95 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:07:56.720659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:07:56.720917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3d85881-6245-4da6-af49-387d33580c95 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:07:56.721319 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'status': 'completed', 'code': 200} Oct 16 14:07:56.775832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-a8992ac2-bd43-4b7d-8558-042c4e2b7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:56.777407 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-a8992ac2-bd43-4b7d-8558-042c4e2b7f2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1096 time: 0.0490119 Oct 16 14:07:56.822722 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-ecfc651b-87b5-4d87-831d-973b2a0f5382 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 217 time: 0.0366213 Oct 16 14:07:56.877670 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-c38d840c-f271-45ab-af27-1ce9f2c8bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:56.879036 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-c38d840c-f271-45ab-af27-1ce9f2c8bffa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0488005 Oct 16 14:07:56.929638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-699969c1-7bab-465a-a35e-d738f69f3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:56.931082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-699969c1-7bab-465a-a35e-d738f69f3963 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454001 Oct 16 14:07:57.018946 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-54f92658-d18f-443c-b3e4-559da1f7ad4d service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801258 Oct 16 14:07:57.111188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-23b90fac-befe-4999-bea1-4c6cba26e41d req-f02d0ac7-0900-4ee2-b0e5-25c5044518d0 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856824 Oct 16 14:07:57.273566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-2b31b64e-a3d6-444f-91e8-555e5ca1f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:57.275050 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-2b31b64e-a3d6-444f-91e8-555e5ca1f416 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1096 time: 0.0501385 Oct 16 14:07:57.370367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-3953ed8f-4f91-48c7-872f-4542f13e2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:57.371803 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-3953ed8f-4f91-48c7-872f-4542f13e2b11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.0890377 Oct 16 14:07:57.416146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-06919e23-0753-490a-bfe5-9ebc84ed74fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 217 time: 0.0359433 Oct 16 14:07:57.468832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-221f7cf9-830c-41e9-b019-edf8eeafac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:57.470235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-221f7cf9-830c-41e9-b019-edf8eeafac7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0470541 Oct 16 14:07:57.521122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-c8800fcc-3ed5-4fd9-ad19-49afb6601f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:57.522576 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-c8800fcc-3ed5-4fd9-ad19-49afb6601f88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452471 Oct 16 14:07:57.628730 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-0d7f35f7-4d78-4610-85e1-4e1ef3c0c604 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981207 Oct 16 14:07:57.735855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b894ce5-500c-43d5-80bc-83667500bc06 req-870b4b1d-b4b7-44ec-80ab-4b8ac91647c4 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:57.737376 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b894ce5-500c-43d5-80bc-83667500bc06 req-870b4b1d-b4b7-44ec-80ab-4b8ac91647c4 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 943 time: 0.1314991 Oct 16 14:07:57.769782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f91de604-a6da-4b67-b0da-8ff1ef4f0c5e req-a2315682-f7b3-45d3-8d26-1c206cd4cf91 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220152 Oct 16 14:07:57.788235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b894ce5-500c-43d5-80bc-83667500bc06 req-b5dddd04-8dd2-4ae5-a745-cc7627169450 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447848 Oct 16 14:07:58.537159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 65ea4b60-098c-4403-b234-ff85bebca2d1 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:07:58.627502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:58.638126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'port_id': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'mac_address': 'fa:16:3e:b1:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:07:58.681941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:58.694284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ea4b60-098c-4403-b234-ff85bebca2d1 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:07:58.713157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:07:58.786139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:07:58.838441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:07:58.916623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df7005-7cb8-4195-90a5-ae0b8d3f253b req-3017bc8b-c49f-47f5-a0c6-63343295a946 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:07:58.918084 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94df7005-7cb8-4195-90a5-ae0b8d3f253b req-3017bc8b-c49f-47f5-a0c6-63343295a946 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 944 time: 0.0601435 Oct 16 14:07:58.957401 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94df7005-7cb8-4195-90a5-ae0b8d3f253b req-56a8430e-cda9-4e0c-880b-6fd756fe6417 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Oct 16 14:07:59.017612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['65ea4b60-098c-4403-b234-ff85bebca2d1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:08:00.076123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3c09-0f0a-43dd-b150-ee98d2dbce4b req-67ad57c7-5dd2-4441-a9c4-a8cdcc945b1f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:00.078269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03df3c09-0f0a-43dd-b150-ee98d2dbce4b req-67ad57c7-5dd2-4441-a9c4-a8cdcc945b1f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 944 time: 0.0565875 Oct 16 14:08:00.117280 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03df3c09-0f0a-43dd-b150-ee98d2dbce4b req-d7373c51-1916-4552-838a-b6ad19bea287 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Oct 16 14:08:00.553319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 65ea4b60-098c-4403-b234-ff85bebca2d1 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:08:00.657896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 65ea4b60-098c-4403-b234-ff85bebca2d1 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:08:00.661451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 65ea4b60-098c-4403-b234-ff85bebca2d1 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:08:00.661811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:00.743515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:00.765192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:08:00.767394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c28dc0e-2fe6-43a6-b1e7-7dfbca9d3b01" -d '{"events": [{"server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "name": "network-vif-plugged", "status": "completed", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:08:00.782602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:08:00.802703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a0dc65-43ac-4409-912d-e87692ec9794 x-openstack-request-id: req-82a0dc65-43ac-4409-912d-e87692ec9794 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:08:00.802980 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "name": "network-vif-plugged", "status": "completed", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:08:00.803229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82a0dc65-43ac-4409-912d-e87692ec9794 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:08:00.803659 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'code': 200} Oct 16 14:08:00.858252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:00.910201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:01.116448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd851c-264f-46a1-8458-71695527e05b req-16b7ace8-24b0-42b4-8866-bb983debf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:01.117843 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7acd851c-264f-46a1-8458-71695527e05b req-16b7ace8-24b0-42b4-8866-bb983debf632 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1098 time: 0.0468237 Oct 16 14:08:01.154129 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7acd851c-264f-46a1-8458-71695527e05b req-cb52f424-6c54-4ceb-ae97-9cd8752bf6c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290542 Oct 16 14:08:01.251320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81935a6f-c876-4251-aaf6-894899f180e2 req-1584d4dc-db54-417b-b6bb-52babf2be45b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:01.252818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81935a6f-c876-4251-aaf6-894899f180e2 req-1584d4dc-db54-417b-b6bb-52babf2be45b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0710604 Oct 16 14:08:01.290310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81935a6f-c876-4251-aaf6-894899f180e2 req-2466e840-315e-4d04-bff5-0645ef5a7e63 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Oct 16 14:08:02.410830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6ce3-7c65-478b-9762-478eafb37b11 req-a6fb532c-b439-4e3b-bc81-4efc494ee4b8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:02.412372 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e0ca6ce3-7c65-478b-9762-478eafb37b11 req-a6fb532c-b439-4e3b-bc81-4efc494ee4b8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0561278 Oct 16 14:08:02.450702 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e0ca6ce3-7c65-478b-9762-478eafb37b11 req-201dbfcb-5a6f-4ba7-b67d-91548488113a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Oct 16 14:08:02.570091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae27b8-14f3-4a35-9d08-102a5ce766e8 req-dad21550-25c2-4dc3-9391-f52a8417b519 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:02.571571 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08ae27b8-14f3-4a35-9d08-102a5ce766e8 req-dad21550-25c2-4dc3-9391-f52a8417b519 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0563164 Oct 16 14:08:02.609139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08ae27b8-14f3-4a35-9d08-102a5ce766e8 req-80c17302-f13b-44e5-b6ba-f1c143468c0b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313923 Oct 16 14:08:02.942779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e1ab-9c44-4c0f-9c6c-11aec2bbbc34 req-15060255-274a-4f59-996d-237edff64341 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:02.944239 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a228e1ab-9c44-4c0f-9c6c-11aec2bbbc34 req-15060255-274a-4f59-996d-237edff64341 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0590076 Oct 16 14:08:02.981957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a228e1ab-9c44-4c0f-9c6c-11aec2bbbc34 req-2157b3a6-9e54-4e23-aff9-d1c05c5bf782 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Oct 16 14:08:12.859878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1707070e-7b4f-49b8-9bb4-d41424b59e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:15.435254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-504241b6-7b80-4c42-9028-6a56390ec2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:16.602881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:16.777798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:18.473208 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9166c-fd83-463f-a03a-7c5732536fb5 req-0f70591b-4056-4be4-bf9f-7341cddae4ec tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:18.474626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81b9166c-fd83-463f-a03a-7c5732536fb5 req-0f70591b-4056-4be4-bf9f-7341cddae4ec tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0602994 Oct 16 14:08:18.512142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81b9166c-fd83-463f-a03a-7c5732536fb5 req-84dd29ed-07b6-44f4-874d-c44126f5970b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Oct 16 14:08:18.533806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:18.535373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43338) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:18.624870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830dd2a-ca0c-4153-b624-435277702d8b tempest-TestMinimumBasicScenario-1815055527 tempest-TestMinimumBasicScenario-1815055527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:18.626651 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0830dd2a-ca0c-4153-b624-435277702d8b tempest-TestMinimumBasicScenario-1815055527 tempest-TestMinimumBasicScenario-1815055527-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1093 time: 0.0902865 Oct 16 14:08:18.629803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43342) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:18.634024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:18.716769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:18.815629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:18.921844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Allocated IP 172.26.5.248 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/ddb47ce6-b5a7-43c3-bbaa-3663ab23ed11) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:08:19.020311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:19.105991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:19.146423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:08:19.152739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:08:19.156399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:08:19.183472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'Port': ['ID=ddb47ce6-b5a7-43c3-bbaa-3663ab23ed11,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:19.273142 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:08:19.563535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:19.714358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:19.870319 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:19.923616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:19.997001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'Port': ['ID=ddb47ce6-b5a7-43c3-bbaa-3663ab23ed11,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:20.006529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:20.126458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Floating IP f9b895d5-dda0-41e9-93e3-a330b38de6b1 associated. External IP: 172.26.5.248, port: 65ea4b60-098c-4403-b234-ff85bebca2d1. Oct 16 14:08:20.365497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:08:20.489023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:08:20.498557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] Sync routers for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:08:20.508537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:08:20.510971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:08:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:08:20.564974 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:20.599491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f604f1bf-0f6a-414f-9fd4-af914541524c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9686511 Oct 16 14:08:20.600075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:08:20.602543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43344) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:20.603090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2826f4-a020-4d90-bc8c-419375d291ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:08:20.607762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323359481', 'description': 'tempest-secgroup-smoke-1323359481 description', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:20.633452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:08:20.642678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf99ec7-cfce-4c38-a0ad-f7606e6b7307 x-openstack-request-id: req-dcf99ec7-cfce-4c38-a0ad-f7606e6b7307 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:08:20.642973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:08:20.643198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcf99ec7-cfce-4c38-a0ad-f7606e6b7307 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:08:20.643592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'status': 'completed', 'code': 200} Oct 16 14:08:20.676728 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:20.714333 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-bf0cb150-5af5-4da5-915c-6f26a7cf9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:20.715908 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-bf0cb150-5af5-4da5-915c-6f26a7cf9288 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1098 time: 0.0495572 Oct 16 14:08:20.747246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:20.813394 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:20.814757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-c48bf68d-b8f9-44a5-b8f4-d9fb114400ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:20.816388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-c48bf68d-b8f9-44a5-b8f4-d9fb114400ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.0936339 Oct 16 14:08:20.848579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74fadd-eda3-47f7-a216-aa725001c968,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:20.856083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.856083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.856451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.857010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.857354 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.857692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.858034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.858365 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.858692 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.859019 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.860564 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.864616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:08:20.885165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'f9b895d5-dda0-41e9-93e3-a330b38de6b1', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'port_id': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'mac_address': 'fa:16:3e:b1:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:08:19Z', 'updated_at': '2021-10-16T14:08:19Z', 'revision_number': 0, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:08:20.893144 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-70f1be2b-83cb-4d77-8b2c-2bd595820b8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 999 time: 0.0696716 Oct 16 14:08:20.911724 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:20.915751 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-36ff61fe-c833-424f-9020-8332dd152757 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3094835 Oct 16 14:08:20.915898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] Checking router: 2133fc83-9428-4392-bf39-d7ee8a4d7a31 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:08:20.916100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43348) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:20.920834 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group_rule': {'security_group_id': '3b74fadd-eda3-47f7-a216-aa725001c968', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:20.924349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:08:20.924959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:08:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:08:20.948857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-97348848-3080-43eb-8a42-76a2670e5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:20.950311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-97348848-3080-43eb-8a42-76a2670e5dc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0508044 Oct 16 14:08:21.007551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-7437faa5-1118-4319-89a4-61c3cb18ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:21.009195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-7437faa5-1118-4319-89a4-61c3cb18ddd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508878 Oct 16 14:08:21.012148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.073348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.105410 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-19e8f2a9-a554-4f17-8489-7b97db8a51ec service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886431 Oct 16 14:08:21.143688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.165492 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f500cd-9a9c-47fd-ac91-ab9a55329fe9,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:21.207156 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e2826f4-a020-4d90-bc8c-419375d291ce req-c412c8a1-1480-4fb6-94ce-8ebda30b639f service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936806 Oct 16 14:08:21.211600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:08:21.231383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.233499 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a0b91674-6c22-4687-ab4d-4aa4de8af4e8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154514 Oct 16 14:08:21.236063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43350) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:21.240580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group_rule': {'security_group_id': '3b74fadd-eda3-47f7-a216-aa725001c968', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:21.349532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.405217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.443791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'f9b895d5-dda0-41e9-93e3-a330b38de6b1', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'port_id': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'mac_address': 'fa:16:3e:b1:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:08:19Z', 'updated_at': '2021-10-16T14:08:19Z', 'revision_number': 0, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:08:21.472189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436307d7-fcf8-44bc-a5d6-c5761bfdd4cc None None] The sync data for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv is: [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'f9b895d5-dda0-41e9-93e3-a330b38de6b1', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'floating_ip_address': '172.26.5.248', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'port_id': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'mac_address': 'fa:16:3e:b1:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:08:19Z', 'updated_at': '2021-10-16T14:08:19Z', 'revision_number': 0, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:08:21.487062 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.506280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd9ef18-7ed3-4907-874e-c2a94d4f1b02,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:21.587449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.591490 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-17f353e2-0342-443c-a217-ff193ce26e2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3517518 Oct 16 14:08:21.591745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43352) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:21.596892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group_rule': {'security_group_id': '3b74fadd-eda3-47f7-a216-aa725001c968', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:21.672168 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407a1fcf-fd90-40e3-b71d-c08d603ddc39 None None] New status for floating IP f9b895d5-dda0-41e9-93e3-a330b38de6b1: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:08:21.705548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.762719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.852024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.872448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70331521-2ce2-4e15-a919-64a179621a63,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:21.951659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:21.954127 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dac0fe49-c39b-4bdc-af69-1f7ea41a092f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602140 Oct 16 14:08:21.961063 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43354) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:21.965569 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group_rule': {'security_group_id': '3b74fadd-eda3-47f7-a216-aa725001c968', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:22.051930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.117554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.200844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.225216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111c7375-7f08-48b8-a049-e5915a824aba,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:22.290057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.291298 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2fa5e2b3-69c2-4c54-a416-1c08952bbba2 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292794 Oct 16 14:08:22.294211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43356) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:22.298864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group_rule': {'security_group_id': '3b74fadd-eda3-47f7-a216-aa725001c968', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:22.391900 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Project f69700a7f2a447978b89f2095e5f5eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:08:22.398353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.464899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.534039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.552816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c958ee-c11d-490e-b8ac-5b06d6de4e0a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:22.610710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.611935 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4ba58598-317d-4bee-8bd5-60e943c3b47a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167696 Oct 16 14:08:22.614667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43358) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:08:22.619260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'security_group_rule': {'security_group_id': '3b74fadd-eda3-47f7-a216-aa725001c968', 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:22.688827 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Project f69700a7f2a447978b89f2095e5f5eda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:08:22.693989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.756534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.823314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.842904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd8eaed-cf7e-4b2f-8b20-1ee8884eba86,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:22.863349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.923101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:22.924343 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-70f7d397-1d39-4dfa-b459-1d20bafbae6d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3087137 Oct 16 14:08:23.000363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bfea7599-427c-45b2-a907-375b84535cc0 req-0c413422-ebe6-47d5-b06c-1d2e1e20b071 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323359481&fields=id&tenant_id=f69700a7f2a447978b89f2095e5f5eda HTTP/1.1" status: 200 len: 267 time: 0.0331156 Oct 16 14:08:23.058845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7599-427c-45b2-a907-375b84535cc0 req-f9d574cd-14a8-448b-a694-3aaf4413312c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:23.060330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bfea7599-427c-45b2-a907-375b84535cc0 req-f9d574cd-14a8-448b-a694-3aaf4413312c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0542548 Oct 16 14:08:23.071153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'port': {'security_groups': ['119bc3b9-23aa-4ce6-8f20-ca9a223c4180', '3b74fadd-eda3-47f7-a216-aa725001c968']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:08:23.146996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:23.601920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:08:23.633737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:23.693628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:23.706496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['65ea4b60-098c-4403-b234-ff85bebca2d1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:08:23.740767 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:23.755197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:23.755197 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bfea7599-427c-45b2-a907-375b84535cc0 req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "PUT /v2.0/ports/65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 981 time: 0.6761346 Oct 16 14:08:23.755197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:08:23.755197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209a5379-d319-4345-bed2-82d5f5f9b34a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:08:23.782248 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb5ac9-6e7c-454f-87c2-3bc5900ee443 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=6']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:08:23.804187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56a891-3db7-424d-86a1-db4fefebe7a6 x-openstack-request-id: req-ca56a891-3db7-424d-86a1-db4fefebe7a6 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:08:23.804578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:08:23.804922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca56a891-3db7-424d-86a1-db4fefebe7a6 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:08:23.805411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'status': 'completed', 'code': 200} Oct 16 14:08:23.816384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['65ea4b60-098c-4403-b234-ff85bebca2d1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:08:23.941916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8361ba0-0ac1-44da-8aae-3b61e56469c6 req-9f71660e-550f-4895-9dd5-3c688665d517 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:23.943885 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c8361ba0-0ac1-44da-8aae-3b61e56469c6 req-9f71660e-550f-4895-9dd5-3c688665d517 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.1175022 Oct 16 14:08:23.946227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-03915eed-7031-42dd-9ba5-45ab316f45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:23.948074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-03915eed-7031-42dd-9ba5-45ab316f45f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1137 time: 0.1117792 Oct 16 14:08:24.022559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c8361ba0-0ac1-44da-8aae-3b61e56469c6 req-aea16fad-f524-403d-8f27-0a3799c0b26e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716791 Oct 16 14:08:24.072677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3ba8329f-454f-47f3-bd3a-6ba72fa63f97 None None] Provisioning complete for port 65ea4b60-098c-4403-b234-ff85bebca2d1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:08:24.073225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3ba8329f-454f-47f3-bd3a-6ba72fa63f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:24.090516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-4ee81826-9f3f-4bca-bcdc-a6f69d8c7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:24.092023 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-4ee81826-9f3f-4bca-bcdc-a6f69d8c7a02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.1336458 Oct 16 14:08:24.165043 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-dcfd66f2-a59c-4c37-87b5-b620e716e015 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 1001 time: 0.0655117 Oct 16 14:08:24.221792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-2b5db8f7-3a60-474c-a206-9dae7683638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:24.223261 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-2b5db8f7-3a60-474c-a206-9dae7683638d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0515730 Oct 16 14:08:24.275694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-c12097d1-304c-4487-bbbc-93079ecbf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:24.277228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-c12097d1-304c-4487-bbbc-93079ecbf2f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463359 Oct 16 14:08:24.369049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-654f92ee-0e07-4b88-9a7a-a156a904de1f service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Oct 16 14:08:24.464638 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-209a5379-d319-4345-bed2-82d5f5f9b34a req-9033c655-e9e6-4ef8-aad2-1803e203a5bc service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873339 Oct 16 14:08:37.392230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50131fd-8fe5-414a-8359-def04c44b8fd req-ab158bd7-f380-4828-b194-f5a571ac840d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:37.393648 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b50131fd-8fe5-414a-8359-def04c44b8fd req-ab158bd7-f380-4828-b194-f5a571ac840d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0582664 Oct 16 14:08:37.438996 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b50131fd-8fe5-414a-8359-def04c44b8fd req-29539e70-5155-4e87-abcb-b8747422aa7d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391545 Oct 16 14:08:37.490641 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-04886cfa-0235-4cdd-a11a-ed0da1ad86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:37.492125 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-04886cfa-0235-4cdd-a11a-ed0da1ad86f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1137 time: 0.0479529 Oct 16 14:08:37.585448 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-2f905121-321a-4eab-8db6-a44d89674838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:37.586908 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-2f905121-321a-4eab-8db6-a44d89674838 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.0867159 Oct 16 14:08:37.660381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-f36bc552-d62e-4bf1-9efc-df718da855b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 1001 time: 0.0662780 Oct 16 14:08:37.710029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-f84df2d2-b12f-4fc9-ad47-3bf7cf160903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:37.711448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-f84df2d2-b12f-4fc9-ad47-3bf7cf160903 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0439420 Oct 16 14:08:37.762071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-e2915be3-8ce2-4a24-b1a6-c6642eb02b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:37.763531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-e2915be3-8ce2-4a24-b1a6-c6642eb02b5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0449035 Oct 16 14:08:37.856572 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-f1fc2548-cb81-42ae-b65c-02479698a169 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855267 Oct 16 14:08:37.946934 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bafae4d-0f64-451d-a0b2-4422a7f2e258 req-330e14b6-a1da-4f1d-b0a2-2cf59a7562d7 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 Oct 16 14:08:38.563809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9909-ff4b-46f5-9f80-6f8d0eebdd75 req-ff943fa4-15dd-4e64-b6d6-81cbb59a7650 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:38.565353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a1d9909-ff4b-46f5-9f80-6f8d0eebdd75 req-ff943fa4-15dd-4e64-b6d6-81cbb59a7650 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0561967 Oct 16 14:08:38.609286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a1d9909-ff4b-46f5-9f80-6f8d0eebdd75 req-a33914a7-b569-4d03-bf06-05e76a688e3f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379183 Oct 16 14:08:39.729666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046ba8b-8bbe-43fd-a6be-18b356a11bb8 req-09c7d289-157e-4cf6-812b-de3c346f8acf tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:39.731141 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4046ba8b-8bbe-43fd-a6be-18b356a11bb8 req-09c7d289-157e-4cf6-812b-de3c346f8acf tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0559008 Oct 16 14:08:39.772625 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4046ba8b-8bbe-43fd-a6be-18b356a11bb8 req-7b2c619e-ccb5-4bde-a9b3-f8daa880b508 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337081 Oct 16 14:08:40.895404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0ade4-6d52-40c8-9a31-5fab3f247afc req-88a2f4bc-3445-4f77-b55b-9154f8bf3022 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:40.897589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fd0ade4-6d52-40c8-9a31-5fab3f247afc req-88a2f4bc-3445-4f77-b55b-9154f8bf3022 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0575292 Oct 16 14:08:40.939360 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fd0ade4-6d52-40c8-9a31-5fab3f247afc req-ee5326d9-c5ba-4ef5-b2b3-c7d21fa4a7bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358698 Oct 16 14:08:42.065107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795b216-d2f9-4675-80a2-9df368bbd964 req-2722fc51-00f4-48e7-8046-fbbb43bd1ddb tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:42.066582 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3795b216-d2f9-4675-80a2-9df368bbd964 req-2722fc51-00f4-48e7-8046-fbbb43bd1ddb tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0599194 Oct 16 14:08:42.105893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3795b216-d2f9-4675-80a2-9df368bbd964 req-13c1ea16-d208-4125-aa70-87dd0f979170 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333455 Oct 16 14:08:42.847575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cb34fae2-1cbe-4f8e-b8f8-c97827eef234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:43.227447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c1500-6b04-42f5-8e0e-3268861f0f07 req-687afb9c-7e3b-468d-9074-c4336e0e0dd7 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:43.228967 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d36c1500-6b04-42f5-8e0e-3268861f0f07 req-687afb9c-7e3b-468d-9074-c4336e0e0dd7 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0568724 Oct 16 14:08:43.268336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d36c1500-6b04-42f5-8e0e-3268861f0f07 req-1c257a93-5826-4456-b995-687bfde36c7c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326464 Oct 16 14:08:44.388261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4961-d8a1-4673-a6c4-620a94ec5711 req-95f118bc-044c-45ac-9503-87402eb0cee8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:44.390122 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1dd4961-d8a1-4673-a6c4-620a94ec5711 req-95f118bc-044c-45ac-9503-87402eb0cee8 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0571225 Oct 16 14:08:44.429153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1dd4961-d8a1-4673-a6c4-620a94ec5711 req-32710d7e-75b5-4dd7-9367-d2caba6e5059 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332527 Oct 16 14:08:45.441773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-136c95d1-2927-44dc-8e82-29acf608fa94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:45.552678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6569f7-9b42-4bfb-bb96-49917f4e00c8 req-fe8b72ce-44a6-4852-a274-3c5addbb8bcd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:45.554165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8a6569f7-9b42-4bfb-bb96-49917f4e00c8 req-fe8b72ce-44a6-4852-a274-3c5addbb8bcd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0592933 Oct 16 14:08:45.596133 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8a6569f7-9b42-4bfb-bb96-49917f4e00c8 req-53075150-0b0c-47a2-b39c-25c0e7321b1d tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356574 Oct 16 14:08:46.618524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:46.723730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc47e3-3f48-4f82-a7d2-810f45d75c9f req-8d969bb3-dc38-405a-baf8-3199aa69a702 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:46.725263 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62fc47e3-3f48-4f82-a7d2-810f45d75c9f req-8d969bb3-dc38-405a-baf8-3199aa69a702 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0562372 Oct 16 14:08:46.766403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62fc47e3-3f48-4f82-a7d2-810f45d75c9f req-64f01a95-2bd2-4d2e-9c5c-fd4045532d2b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351384 Oct 16 14:08:46.790003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:47.296700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-f519fae2-8a95-47f4-a6a6-61d4ba7d05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:47.298201 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-f519fae2-8a95-47f4-a6a6-61d4ba7d05d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1137 time: 0.0482016 Oct 16 14:08:47.404645 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-39375df6-9501-4c55-9471-c79c6a749c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:47.406321 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-39375df6-9501-4c55-9471-c79c6a749c6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.0881400 Oct 16 14:08:47.481699 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-a2aafa95-787d-46ce-ad06-6017374a4822 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 1001 time: 0.0681891 Oct 16 14:08:47.532038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-3a6131c8-fb19-4a4d-af84-6d067cfc25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:47.533535 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-3a6131c8-fb19-4a4d-af84-6d067cfc25ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0442870 Oct 16 14:08:47.585060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-410dedba-ab6e-4d30-96dd-8524123471c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:47.586555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-410dedba-ab6e-4d30-96dd-8524123471c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458667 Oct 16 14:08:47.678782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-02dcdc4b-9d08-45f5-b7cc-af4db1ab1b80 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847549 Oct 16 14:08:47.766999 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e2e429f-4f6e-4299-8c30-b23fdfeb1147 req-d09f5e87-efd5-41e7-be2e-36886a932090 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811415 Oct 16 14:08:47.888438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88b014-31de-4883-a6c4-b3e65110e652 req-364e9e8a-602d-4ace-b869-cf10260d7a3e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:47.890950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9e88b014-31de-4883-a6c4-b3e65110e652 req-364e9e8a-602d-4ace-b869-cf10260d7a3e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0580330 Oct 16 14:08:47.935153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9e88b014-31de-4883-a6c4-b3e65110e652 req-d7cd0f93-3806-46d7-8d5c-f8269e3606ea tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382257 Oct 16 14:08:48.531345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:49.055640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8325-1a6c-4b17-a586-44c3658ba5d0 req-b7056ab4-2700-491e-9d81-e7d2c9fab494 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:49.057165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6ce8325-1a6c-4b17-a586-44c3658ba5d0 req-b7056ab4-2700-491e-9d81-e7d2c9fab494 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0561984 Oct 16 14:08:49.100342 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6ce8325-1a6c-4b17-a586-44c3658ba5d0 req-155e1b9c-afcc-438c-b863-6c131f0c0c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368114 Oct 16 14:08:50.221231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62963ab3-829c-4972-89cf-e6b7c9f57f31 req-b8c5f661-9bc5-4c64-be3f-c37d9e2089e0 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:50.222723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62963ab3-829c-4972-89cf-e6b7c9f57f31 req-b8c5f661-9bc5-4c64-be3f-c37d9e2089e0 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0568466 Oct 16 14:08:50.261456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62963ab3-829c-4972-89cf-e6b7c9f57f31 req-72febcba-1078-489a-9597-418ffb064b94 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326016 Oct 16 14:08:51.385386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10c241-2d98-41d8-9631-1a01080bc343 req-7d86d821-368c-44e5-a5f0-fc7abd38536e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:51.386853 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea10c241-2d98-41d8-9631-1a01080bc343 req-7d86d821-368c-44e5-a5f0-fc7abd38536e tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0603988 Oct 16 14:08:51.429309 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea10c241-2d98-41d8-9631-1a01080bc343 req-49dc1b27-e04e-4ec6-9edd-adacc74c0d9b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355823 Oct 16 14:08:52.552835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eafaeb-d7de-49a4-89ce-c44ed379098d req-bcc82379-8fa9-4017-9dc5-7dc842ff7b67 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:52.554334 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-76eafaeb-d7de-49a4-89ce-c44ed379098d req-bcc82379-8fa9-4017-9dc5-7dc842ff7b67 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0580952 Oct 16 14:08:52.595906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-76eafaeb-d7de-49a4-89ce-c44ed379098d req-cb458599-9af2-48fd-a362-939bbc39116c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349340 Oct 16 14:08:52.818593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:08:53.716511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cebe8-228f-4e58-9165-a0fb9de03e94 req-bac3f6a7-6120-4f6c-93b0-1873818d8874 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:53.718485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-096cebe8-228f-4e58-9165-a0fb9de03e94 req-bac3f6a7-6120-4f6c-93b0-1873818d8874 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0564861 Oct 16 14:08:53.758567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-096cebe8-228f-4e58-9165-a0fb9de03e94 req-591af7c3-9cf9-43ad-afd4-e4ee6b612288 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334926 Oct 16 14:08:54.889616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4edc-97cb-42a0-ab01-815ced3c85bc req-7dbf1153-6eaa-45ea-946f-dc139a75ac33 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:08:54.891379 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c6a4edc-97cb-42a0-ab01-815ced3c85bc req-7dbf1153-6eaa-45ea-946f-dc139a75ac33 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0594184 Oct 16 14:08:54.931277 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0c6a4edc-97cb-42a0-ab01-815ced3c85bc req-0695603f-9852-4f1b-bdae-8a9bdce5d421 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b74fadd-eda3-47f7-a216-aa725001c968&id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339768 Oct 16 14:08:56.272770 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:09:12.869148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c636-400c-4d05-83de-0c19f02184d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:15.446366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0e31174b-00b4-4f7d-9991-49ba6cc827eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:16.589173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:16.789035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:18.559074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:22.834024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.051240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-743d022a-04c3-4537-b9de-5b92d202991b tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323359481&fields=id&tenant_id=f69700a7f2a447978b89f2095e5f5eda HTTP/1.1" status: 200 len: 267 time: 0.0434179 Oct 16 14:09:27.114873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-44a030e2-29bc-47f9-b3a5-c70b46a59db4 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:27.116406 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-44a030e2-29bc-47f9-b3a5-c70b46a59db4 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 984 time: 0.0593324 Oct 16 14:09:27.128926 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Request body: {'port': {'security_groups': ['119bc3b9-23aa-4ce6-8f20-ca9a223c4180']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:27.217741 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.402384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:27.433491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.501614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.513380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['65ea4b60-098c-4403-b234-ff85bebca2d1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:09:27.557425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:27.558073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.559505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e799c823-90ce-4a00-bcd6-33f2bf76203a req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "PUT /v2.0/ports/65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 942 time: 0.4366193 Oct 16 14:09:27.560532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:09:27.563754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:09:27.568102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43424) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:27.593100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event updated for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=7']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:27.601325 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.602028 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.602581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.603188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.603792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.604349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.605101 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.605660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.606211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.606755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.607290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.607855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37dd84b-dd6b-4942-ab8e-3241b59a4a2a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.619453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c36c7-1e7f-4504-8c73-957741904188 x-openstack-request-id: req-fd5c36c7-1e7f-4504-8c73-957741904188 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:09:27.619803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:09:27.620065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd5c36c7-1e7f-4504-8c73-957741904188 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:09:27.620495 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'status': 'completed', 'code': 200} Oct 16 14:09:27.656420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.665719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['65ea4b60-098c-4403-b234-ff85bebca2d1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:09:27.685767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.705544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-155a2a89-a627-4d5e-876f-1f5e0cdcae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:27.707710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-155a2a89-a627-4d5e-876f-1f5e0cdcae20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1098 time: 0.0611651 Oct 16 14:09:27.820455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-e8c4f682-f113-4031-8b59-3d87fba00fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:27.821919 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-e8c4f682-f113-4031-8b59-3d87fba00fbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.1050167 Oct 16 14:09:27.828188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.834863 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.834863 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b74fadd-eda3-47f7-a216-aa725001c968 HTTP/1.1" status: 204 len: 168 time: 0.2607493 Oct 16 14:09:27.836253 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:27.849513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74fadd-eda3-47f7-a216-aa725001c968,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:27.870860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f4d74de2-abf1-4476-b2d9-ae7ad09d9082 None None] Provisioning complete for port 65ea4b60-098c-4403-b234-ff85bebca2d1 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:09:27.871391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f4d74de2-abf1-4476-b2d9-ae7ad09d9082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:27.894648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.895005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.895552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.895896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.896246 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.896603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.896964 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.897299 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.897629 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.897954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.898167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-e89542a9-8f1b-4ffd-95f5-acd1c845cfaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 1001 time: 0.0681777 Oct 16 14:09:27.898465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.898844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f007e72c-b0c8-469a-864e-6130eb55f0bd tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:27.966382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-2ecf21de-dcc3-4ca9-8f2b-0f91426fb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:27.968782 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-2ecf21de-dcc3-4ca9-8f2b-0f91426fb31e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0624933 Oct 16 14:09:28.023726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-d9a870e1-f285-41eb-a21b-1e7452c2c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:28.025267 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-d9a870e1-f285-41eb-a21b-1e7452c2c69b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489314 Oct 16 14:09:28.040066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Deleting port ddb47ce6-b5a7-43c3-bbaa-3663ab23ed11 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:28.042768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:28.118452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:28.118772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:28.120069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-723480e9-10b0-4b83-acd4-073617f9f942 service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872605 Oct 16 14:09:28.130782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Calling delete_port for ddb47ce6-b5a7-43c3-bbaa-3663ab23ed11 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:28.212764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1dd2bd30-1a90-4cfe-8dcb-50d5dad6bddf req-fb941de1-c6f0-4435-afdc-1b3a0657b21e service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Oct 16 14:09:28.371722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:28.396972 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event deleted for resources: {'Port': ['ID=ddb47ce6-b5a7-43c3-bbaa-3663ab23ed11,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:28.459554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:28.459938 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Floating IP f9b895d5-dda0-41e9-93e3-a330b38de6b1 disassociated (deleted). External IP: 172.26.5.248, port: 65ea4b60-098c-4403-b234-ff85bebca2d1. Oct 16 14:09:28.697350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:09:29.126558 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:09:29.131418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:29.135961 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] Sync routers for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:09:29.144892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:29.145499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:29.162655 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0e0044b9-a5e7-483b-8b30-cfcb2ea2e44f tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "DELETE /v2.0/floatingips/f9b895d5-dda0-41e9-93e3-a330b38de6b1 HTTP/1.1" status: 204 len: 168 time: 1.3242242 Oct 16 14:09:29.163238 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:09:29.165638 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c862d02-8727-4071-a979-a5ac32bbf877" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:09:29.277923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:29.327542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb45f72-ab84-4c5d-86ec-90856184236c x-openstack-request-id: req-adb45f72-ab84-4c5d-86ec-90856184236c {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:09:29.327542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:09:29.327542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb45f72-ab84-4c5d-86ec-90856184236c {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:09:29.327542 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'status': 'completed', 'code': 200} Oct 16 14:09:29.393558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-d5fe1c75-dc8b-4ab8-9dd2-b58d1cc1f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:29.395670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-d5fe1c75-dc8b-4ab8-9dd2-b58d1cc1f45d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f69700a7f2a447978b89f2095e5f5eda&device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 1098 time: 0.0484543 Oct 16 14:09:29.511111 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-48c9fdd7-369f-4e23-b02a-10c9c6f08054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:29.513228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-48c9fdd7-369f-4e23-b02a-10c9c6f08054 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 200 len: 915 time: 0.1109040 Oct 16 14:09:29.516972 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:29.544874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] Checking router: 2133fc83-9428-4392-bf39-d7ee8a4d7a31 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:09:29.553314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:29.553911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:29.560851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-6abb5da9-1832-45cc-8ae0-256da209f0f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 200 len: 217 time: 0.0373096 Oct 16 14:09:29.615666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-93e75c3c-9d9f-4a85-b292-22d37364aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:29.617255 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-93e75c3c-9d9f-4a85-b292-22d37364aab5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 200 len: 853 time: 0.0488999 Oct 16 14:09:29.669709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-ecf0f079-2fee-4b6c-b244-2c6e18f8d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:29.671286 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-ecf0f079-2fee-4b6c-b244-2c6e18f8d955 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e1d9f95-3c9d-410b-9228-0d17fb06f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0467091 Oct 16 14:09:29.683987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:29.763119 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-cf6db8bf-d4e5-477d-8956-fabac2a92f8d service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Oct 16 14:09:29.857816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1c862d02-8727-4071-a979-a5ac32bbf877 req-57f12fbf-06b6-4202-8005-e047809a5d0e service neutron] 10.222.0.31 "GET /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875258 Oct 16 14:09:29.886014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:29.918659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6065e3-9818-4190-968a-a3c872510762 None None] The sync data for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv is: [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:21Z', 'revision_number': 4, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '57a93d3a-ea75-464e-807b-446a42df3a6a', 'name': '', 'network_id': '4e1d9f95-3c9d-410b-9228-0d17fb06f14d', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'mac_address': 'fa:16:3e:24:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:20Z', 'updated_at': '2021-10-16T14:07:25Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'subnets': [{'id': '7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:09:30.133198 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf0f2b2-1bec-45f0-99db-d2684efd2e2b None None] New status for floating IP f9b895d5-dda0-41e9-93e3-a330b38de6b1: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:09:33.271442 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:09:38.562136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fbbca-746e-4910-9763-d65ad771bfd2 req-974c4d50-aca8-47e6-b922-585254aebfae tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:38.563687 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-989fbbca-746e-4910-9763-d65ad771bfd2 req-974c4d50-aca8-47e6-b922-585254aebfae tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0566742 Oct 16 14:09:38.601955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-989fbbca-746e-4910-9763-d65ad771bfd2 req-6bfe492c-8c51-4f07-87c4-731e1896deef tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Oct 16 14:09:39.726294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab083-7397-4d65-b359-e62f3b59e22e req-e7daf1b3-ec83-4b75-bcda-72600ec1a3b6 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:39.727669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b4ab083-7397-4d65-b359-e62f3b59e22e req-e7daf1b3-ec83-4b75-bcda-72600ec1a3b6 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0587277 Oct 16 14:09:39.765658 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b4ab083-7397-4d65-b359-e62f3b59e22e req-93d92923-d2fe-4b0b-9322-7e203abe7669 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/security-groups?id=119bc3b9-23aa-4ce6-8f20-ca9a223c4180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Oct 16 14:09:40.213875 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4d752cc6-ecaa-4579-8285-d8fabbc5583c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:40.215334 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4d752cc6-ecaa-4579-8285-d8fabbc5583c tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 945 time: 0.0565708 Oct 16 14:09:40.318855 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Deleting port 65ea4b60-098c-4403-b234-ff85bebca2d1 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:40.319184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:40.408328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] For port 65ea4b60-098c-4403-b234-ff85bebca2d1, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=65ea4b60-098c-4403-b234-ff85bebca2d1,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:40.408691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:40.420978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Calling delete_port for 65ea4b60-098c-4403-b234-ff85bebca2d1 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:40.617574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:40.629593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['65ea4b60-098c-4403-b234-ff85bebca2d1'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:09:40.650381 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Pushing event deleted for resources: {'Port': ['ID=65ea4b60-098c-4403-b234-ff85bebca2d1,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:40.697355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] No DVR routers for this DVR port 65ea4b60-098c-4403-b234-ff85bebca2d1 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:09:40.699913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:40.704355 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b1213dd-3a6b-4005-848b-12078f8e0dcb req-4608fee1-2116-4264-ad6a-c91d29106c8a tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.31 "DELETE /v2.0/ports/65ea4b60-098c-4403-b234-ff85bebca2d1 HTTP/1.1" status: 204 len: 173 time: 0.4811201 Oct 16 14:09:40.704897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'name': 'network-vif-deleted', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:09:40.707138 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ada95-2dcf-4a9e-8f44-9f6825225e11" -d '{"events": [{"server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "name": "network-vif-deleted", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:09:40.741331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c5f0c-37b1-4b5e-b31c-d66b296315f7 x-openstack-request-id: req-195c5f0c-37b1-4b5e-b31c-d66b296315f7 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:09:40.742038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0f2c38-8016-49e4-90d6-690c745ff2cc", "name": "network-vif-deleted", "tag": "65ea4b60-098c-4403-b234-ff85bebca2d1", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:09:40.742038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-195c5f0c-37b1-4b5e-b31c-d66b296315f7 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:09:40.742316 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0f2c38-8016-49e4-90d6-690c745ff2cc', 'name': 'network-vif-deleted', 'tag': '65ea4b60-098c-4403-b234-ff85bebca2d1', 'status': 'completed', 'code': 200} Oct 16 14:09:40.858557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b67407fd-7591-463c-ac32-bc7fa632b419 req-96efff5e-9bdd-4e1e-bfba-9f340fab6081 tempest-TestMinimumBasicScenario-1990151928 tempest-TestMinimumBasicScenario-1990151928-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd0f2c38-8016-49e4-90d6-690c745ff2cc HTTP/1.1" status: 200 len: 210 time: 0.0276570 Oct 16 14:09:42.874640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fe507283-3ed8-40f9-94ac-c631462045ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:43.114888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43534) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:43.131027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 65ea4b60-098c-4403-b234-ff85bebca2d1 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:43.152199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 65ea4b60-098c-4403-b234-ff85bebca2d1 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:43.152572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 65ea4b60-098c-4403-b234-ff85bebca2d1 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:43.865699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:44.207742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Deleting port 57a93d3a-ea75-464e-807b-446a42df3a6a {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:44.208430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:44.289896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] For port 57a93d3a-ea75-464e-807b-446a42df3a6a, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=57a93d3a-ea75-464e-807b-446a42df3a6a,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:44.290255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:44.303485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Calling delete_port for 57a93d3a-ea75-464e-807b-446a42df3a6a owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:44.561057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:44.587102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Pushing event deleted for resources: {'Port': ['ID=57a93d3a-ea75-464e-807b-446a42df3a6a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:44.778570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.025970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:09:45.146871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:09:45.151884 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7479771a-b199-4fc3-8527-a6a90de8e14b admin admin] 10.222.0.24 "PUT /v2.0/routers/2133fc83-9428-4392-bf39-d7ee8a4d7a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0358186 Oct 16 14:09:45.154579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43540) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:45.155688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] Sync routers for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:09:45.164695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:45.165297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:45.276892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.285651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:45.398466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.478306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '4eb54110-559e-473b-baf7-98d502a83811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:09:44Z', 'revision_number': 5, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port': {'id': '4eb54110-559e-473b-baf7-98d502a83811', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:45.506286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-23ec0ebd-7595-4b8e-87ae-7187a433909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.507713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] Checking router: 2133fc83-9428-4392-bf39-d7ee8a4d7a31 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:09:45.516601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] Routers {'2133fc83-9428-4392-bf39-d7ee8a4d7a31'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:45.517197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:45.564757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Deleting port 4eb54110-559e-473b-baf7-98d502a83811 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:45.565003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.618970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] Set router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:45.649775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] For port 4eb54110-559e-473b-baf7-98d502a83811, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4eb54110-559e-473b-baf7-98d502a83811,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:45.650198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.662872 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Calling delete_port for 4eb54110-559e-473b-baf7-98d502a83811 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:45.690471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:09:45Z', 'revision_number': 6, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:45.719379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae356cf-5312-4ed4-b491-884602ef8e86 None None] The sync data for ids ['2133fc83-9428-4392-bf39-d7ee8a4d7a31'] in dv-neutron-743142-24-hyperv is: [{'id': '2133fc83-9428-4392-bf39-d7ee8a4d7a31', 'name': 'tempest-TestMinimumBasicScenario-670893242-router', 'tenant_id': 'f69700a7f2a447978b89f2095e5f5eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:18Z', 'updated_at': '2021-10-16T14:09:45Z', 'revision_number': 6, 'project_id': 'f69700a7f2a447978b89f2095e5f5eda', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:09:45.924478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:45.949849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb54110-559e-473b-baf7-98d502a83811,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:46.017100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.136936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.139758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.268694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.269269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2133fc83-9428-4392-bf39-d7ee8a4d7a31 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:09:46.274567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.275742 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4749d1b4-28a6-4a0a-a62b-88b3fc049eee admin admin] 10.222.0.24 "DELETE /v2.0/routers/2133fc83-9428-4392-bf39-d7ee8a4d7a31 HTTP/1.1" status: 204 len: 168 time: 1.1202168 Oct 16 14:09:46.278240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43544) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:46.613080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Deleting subnet 7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:09:46.616485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.623641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.653531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.745892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.862790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.908697 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.934491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:46.938342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:46.941675 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-f96bc766-8084-4987-a2fd-37c53c18cd9f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7aa6d3f4-c508-4fe6-b8b3-98e60b1c08ae HTTP/1.1" status: 204 len: 168 time: 0.6619895 Oct 16 14:09:46.943861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43548) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:46.945974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f8b48-4e32-4947-adff-75ef324ec787 None None] Network 4e1d9f95-3c9d-410b-9228-0d17fb06f14d requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:09:47.010646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.073857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Deleting port 63e85107-e686-4315-aa55-418774b482a9 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:47.074196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.140715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] DHCP port deletion for 4e1d9f95-3c9d-410b-9228-0d17fb06f14d request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:09:47.142740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] For port 63e85107-e686-4315-aa55-418774b482a9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=63e85107-e686-4315-aa55-418774b482a9,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:47.143108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.155859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Calling delete_port for 63e85107-e686-4315-aa55-418774b482a9 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:47.192580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Deleting port 63e85107-e686-4315-aa55-418774b482a9 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:47.192954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.331570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.377937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e85107-e686-4315-aa55-418774b482a9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:47.380835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] No DVR routers for this DVR port 63e85107-e686-4315-aa55-418774b482a9 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:09:47.430842 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] For port 63e85107-e686-4315-aa55-418774b482a9, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=63e85107-e686-4315-aa55-418774b482a9,segment=NetworkSegment(b7187341-9089-4b29-89a1-5af694e3e28c),segment_id=b7187341-9089-4b29-89a1-5af694e3e28c)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:47.431237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.444074 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Calling delete_port for 63e85107-e686-4315-aa55-418774b482a9 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:47.462646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.483843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1d9f95-3c9d-410b-9228-0d17fb06f14d']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:47.493244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7187341-9089-4b29-89a1-5af694e3e28c') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:47.493536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7187341-9089-4b29-89a1-5af694e3e28c') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:47.502859 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.516097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.520895 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.521882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:09:47.522288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:09:47.523931 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:09:47.549204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Pushing event deleted for resources: {'Port': ['ID=63e85107-e686-4315-aa55-418774b482a9,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:47.558717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] No DVR routers for this DVR port 63e85107-e686-4315-aa55-418774b482a9 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:09:47.565327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.565327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.565327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.565327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.565327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.565902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.565902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.566303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.566393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.566735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.566996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.567321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3926e0-8d1f-4c1e-8b87-f668045de581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:09:47.645535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.651038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:47.652050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4eb54110-559e-473b-baf7-98d502a83811 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:47.654811 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4e1d9f95-3c9d-410b-9228-0d17fb06f14d HTTP/1.1" status: 204 len: 168 time: 0.7099836 Oct 16 14:09:47.658649 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43552) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:47.665730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43762f-ebff-4928-939f-38c3cfa970c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1d9f95-3c9d-410b-9228-0d17fb06f14d,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:47.675418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 4eb54110-559e-473b-baf7-98d502a83811 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:47.675760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4eb54110-559e-473b-baf7-98d502a83811 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:47.676169 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 57a93d3a-ea75-464e-807b-446a42df3a6a no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:47.695260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 57a93d3a-ea75-464e-807b-446a42df3a6a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:47.695598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 57a93d3a-ea75-464e-807b-446a42df3a6a not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:47.695996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 63e85107-e686-4315-aa55-418774b482a9 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:47.715023 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 63e85107-e686-4315-aa55-418774b482a9 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:47.715361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 63e85107-e686-4315-aa55-418774b482a9 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:48.041460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:48.316277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Deleting port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:48.316563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:48.394910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] For port 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:48.395269 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:48.412049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Calling delete_port for 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:48.553925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:48.662413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:48.694250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Pushing event deleted for resources: {'Port': ['ID=374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:48.881393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:49.128130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Router 34cdd4b7-574f-4636-ab99-b31d81813bee has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:09:49.253244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:09:49.260053 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-85b0ea1f-3daf-43e2-89ce-815a825fe643 admin admin] 10.222.0.24 "PUT /v2.0/routers/34cdd4b7-574f-4636-ab99-b31d81813bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6002893 Oct 16 14:09:49.261994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43554) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:49.262294 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] Sync routers for ids ['34cdd4b7-574f-4636-ab99-b31d81813bee'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:09:49.272861 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] Routers {'34cdd4b7-574f-4636-ab99-b31d81813bee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:49.273464 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['34cdd4b7-574f-4636-ab99-b31d81813bee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:49.386281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:49.390737 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] Set router 34cdd4b7-574f-4636-ab99-b31d81813bee gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:49.504581 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:49.565038 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:09:48Z', 'revision_number': 5, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port': {'id': 'd4fcc47e-8646-4647-ac46-c2a3ae898589', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:07:25Z', 'updated_at': '2021-10-16T14:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:49.595007 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] Checking router: 34cdd4b7-574f-4636-ab99-b31d81813bee for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:09:49.604903 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] Routers {'34cdd4b7-574f-4636-ab99-b31d81813bee'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:49.605668 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['34cdd4b7-574f-4636-ab99-b31d81813bee'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:49.651202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Deleting port d4fcc47e-8646-4647-ac46-c2a3ae898589 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:49.651535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:49.703336 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] Set router 34cdd4b7-574f-4636-ab99-b31d81813bee gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:49.731034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] For port d4fcc47e-8646-4647-ac46-c2a3ae898589, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d4fcc47e-8646-4647-ac46-c2a3ae898589,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:49.731633 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:49.744428 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Calling delete_port for d4fcc47e-8646-4647-ac46-c2a3ae898589 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:49.756619 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:09:49Z', 'revision_number': 6, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:49.878081 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071024f-80d7-4b9a-a5dc-d3a87b9c7d33 None None] The sync data for ids ['34cdd4b7-574f-4636-ab99-b31d81813bee'] in dv-neutron-743142-24-hyperv is: [{'id': '34cdd4b7-574f-4636-ab99-b31d81813bee', 'name': 'tempest-TestMinimumBasicScenario-1445381681-router', 'tenant_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:07:24Z', 'updated_at': '2021-10-16T14:09:49Z', 'revision_number': 6, 'project_id': 'e4e1ad225cec461f8a4ef4a27d217ce0', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:09:50.011451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.035897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fcc47e-8646-4647-ac46-c2a3ae898589,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:50.097723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.197032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.199211 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.342418 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.342977 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34cdd4b7-574f-4636-ab99-b31d81813bee {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:09:50.351680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.351680 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-359022b9-88a7-48fa-bbc2-329eb11940e2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/34cdd4b7-574f-4636-ab99-b31d81813bee HTTP/1.1" status: 204 len: 168 time: 1.0859604 Oct 16 14:09:50.351680 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43556) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:50.395360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Deleting subnet f5ccf55d-ef16-4127-a1e1-f4d319842da6 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:09:50.398367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.432123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.515429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.640372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.664159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ccf55d-ef16-4127-a1e1-f4d319842da6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:50.671944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.675175 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b0120ff4-b83e-457d-95c2-021f4fce720d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f5ccf55d-ef16-4127-a1e1-f4d319842da6 HTTP/1.1" status: 204 len: 168 time: 0.3229156 Oct 16 14:09:50.677699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43558) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:50.678136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a816d-6014-4a99-8987-31f45dc23328 None None] Network b259ad89-8e1e-439d-b188-8e181418b041 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:09:50.750510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.812027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Deleting port e21a753a-c1e3-4335-b862-37e0f4ecc85c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:50.812390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.856700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] DHCP port deletion for b259ad89-8e1e-439d-b188-8e181418b041 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:09:50.885035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] For port e21a753a-c1e3-4335-b862-37e0f4ecc85c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e21a753a-c1e3-4335-b862-37e0f4ecc85c,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:50.885416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.897714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Calling delete_port for e21a753a-c1e3-4335-b862-37e0f4ecc85c owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:50.909740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] Deleting port e21a753a-c1e3-4335-b862-37e0f4ecc85c {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:09:50.910253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.975725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] For port e21a753a-c1e3-4335-b862-37e0f4ecc85c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e21a753a-c1e3-4335-b862-37e0f4ecc85c,segment=NetworkSegment(d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc),segment_id=d6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:09:50.976114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:50.988179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] Calling delete_port for e21a753a-c1e3-4335-b862-37e0f4ecc85c owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:09:51.039936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.065961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21a753a-c1e3-4335-b862-37e0f4ecc85c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:51.066326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.070635 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] No DVR routers for this DVR port e21a753a-c1e3-4335-b862-37e0f4ecc85c on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:09:51.095503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] Pushing event deleted for resources: {'Port': ['ID=e21a753a-c1e3-4335-b862-37e0f4ecc85c,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:51.100833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97faeb-0cb5-498a-afbc-112fca631e67 None None] No DVR routers for this DVR port e21a753a-c1e3-4335-b862-37e0f4ecc85c on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:09:51.147590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.167419 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b259ad89-8e1e-439d-b188-8e181418b041']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:51.176727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:51.177016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6155565-ffc9-4ae7-9b9f-4fdd1ea7c7cc') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:51.186657 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.199421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.206448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:09:51.206849 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:09:51.208509 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:09:51.330927 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.337353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.340510 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b259ad89-8e1e-439d-b188-8e181418b041 HTTP/1.1" status: 204 len: 168 time: 0.6618605 Oct 16 14:09:51.349919 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427a138-e2c3-4f11-9f22-cbbca878e675 admin admin] Pushing event deleted for resources: {'Network': ['ID=b259ad89-8e1e-439d-b188-8e181418b041,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:51.649917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e21a753a-c1e3-4335-b862-37e0f4ecc85c no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:51.671622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e21a753a-c1e3-4335-b862-37e0f4ecc85c {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:51.671965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e21a753a-c1e3-4335-b862-37e0f4ecc85c not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:51.672428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:51.685750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:51.692351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:51.692834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 374ca1cd-2a98-4ddd-951c-e6bd3a5ebc18 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:51.693176 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d4fcc47e-8646-4647-ac46-c2a3ae898589 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:09:51.712723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d4fcc47e-8646-4647-ac46-c2a3ae898589 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:09:51.713068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d4fcc47e-8646-4647-ac46-c2a3ae898589 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:09:51.728842 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ffa462fd-e02c-42f2-9a8c-fe11d4f90eca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f69700a7f2a447978b89f2095e5f5eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413785 Oct 16 14:09:51.731182 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43564) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:51.781076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c1e6ad-acca-4e8b-847b-18867fd382a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.803329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c1e6ad-acca-4e8b-847b-18867fd382a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.925290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c1e6ad-acca-4e8b-847b-18867fd382a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.927910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-54c1e6ad-acca-4e8b-847b-18867fd382a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:51.929086 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-54c1e6ad-acca-4e8b-847b-18867fd382a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/119bc3b9-23aa-4ce6-8f20-ca9a223c4180 HTTP/1.1" status: 204 len: 168 time: 0.1970129 Oct 16 14:09:51.937342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1e6ad-acca-4e8b-847b-18867fd382a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119bc3b9-23aa-4ce6-8f20-ca9a223c4180,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:52.587755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43570) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:52.626537 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-db7736cb-7793-4c49-9895-e6b599edd260 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4e1ad225cec461f8a4ef4a27d217ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376127 Oct 16 14:09:52.628806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43572) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:52.679384 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-934944e3-b66d-4131-a88e-abbaf95992df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:52.700096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-934944e3-b66d-4131-a88e-abbaf95992df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:52.822639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-934944e3-b66d-4131-a88e-abbaf95992df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:52.825149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-934944e3-b66d-4131-a88e-abbaf95992df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:52.826299 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-934944e3-b66d-4131-a88e-abbaf95992df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe6276a0-bbe6-4cee-bc9c-33e0208b99fa HTTP/1.1" status: 204 len: 168 time: 0.1966145 Oct 16 14:09:52.835002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934944e3-b66d-4131-a88e-abbaf95992df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6276a0-bbe6-4cee-bc9c-33e0208b99fa,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:52.862285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:54.737102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43612) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:54.741989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145450136', 'description': 'tempest-secgroup-smoke-1145450136 description', 'project_id': '19ae515d7de44f388a21aad6c5cafd55'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:54.834288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:54.842713 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:54.918374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:54.982073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.020554 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e00f54-d2d9-4a25-ad19-e2b1f0de225c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:55.057420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.123861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.150900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a6de4-f458-415f-a6e2-8f3603a97392,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:55.224402 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.225654 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8fc8e380-f576-40ec-af17-fdf1d522c2ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4875512 Oct 16 14:09:55.228779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43614) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:55.234181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '7b7a6de4-f458-415f-a6e2-8f3603a97392', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:55.300614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.357054 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.399118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.416426 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaf635e-57f6-4386-be4a-f77631dc4d22,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:55.464177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.465422 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ec7a8eee-c7e0-48dc-87c0-a916ba49dfdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357068 Oct 16 14:09:55.468670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43616) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:55.473023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '7b7a6de4-f458-415f-a6e2-8f3603a97392', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:55.545530 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.600232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.673610 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.692034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3000ba-9cdd-446c-b79d-02be104b19c8,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:55.779043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.780397 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9475cb5f-4989-42bd-8eb5-ebe01a3dd582 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3107409 Oct 16 14:09:55.783032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43618) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:55.787464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '7b7a6de4-f458-415f-a6e2-8f3603a97392', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:55.890172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:55.948861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.027631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.045981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5663400c-d527-4ea1-82e8-ae9d812c732b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:56.132499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.133703 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d37a2ab0-874b-4446-a6fb-443b4384cd8a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3496900 Oct 16 14:09:56.136370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43620) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:56.140832 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '7b7a6de4-f458-415f-a6e2-8f3603a97392', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:56.233318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.294974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.376215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.393385 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ee6acf-8ec2-49aa-be0e-7bbc94b01441,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:56.470506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.471642 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-321cfa93-3bbc-4018-bf0e-91590f01dd79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343396 Oct 16 14:09:56.474304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43622) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:56.478628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '7b7a6de4-f458-415f-a6e2-8f3603a97392', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:56.576470 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:09:56.581543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.640705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.719074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.737293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fd94a5-73a0-4d41-9b3f-02d805c144a4,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:56.830323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.831593 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-60ea5a89-490f-467f-87b3-7fe7b03ed9fe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563070 Oct 16 14:09:56.834158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43624) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:56.838490 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '7b7a6de4-f458-415f-a6e2-8f3603a97392', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:56.902413 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:09:56.907110 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:56.967895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.026630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.043524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfba41f6-72db-4fb8-af51-d8e7452e3dcd,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:57.109158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.110361 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-519b0036-d0a8-46f4-a335-db5bc5a71812 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2752762 Oct 16 14:09:57.113362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43626) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:57.122289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'network': {'name': 'tempest-network-smoke--1509330576', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:57.209658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:09:57.213265 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.237961 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:09:57.246406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.246749 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Added segment a44ab2a7-39d0-42b5-b1d6-e53f8f059b43 of type vlan for network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a Oct 16 14:09:57.286993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.387783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.393431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:09:57.394042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.456603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Network': ['ID=6b9cd5aa-47ee-43d3-87df-da877ef84a3a,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:57.466607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:09:57.507395 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-43222085-4873-4843-b9b4-3685eb64ce4c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3904443 Oct 16 14:09:57.507643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43628) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:57.512146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'admin_state_up': True, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:09:57.616606 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.617654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.685356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:57.897936 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:58.536216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:58.557422 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:58.657698 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.47 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/6c28f7bb-589c-4f6e-bdd7-28d09a7bd092) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:09:58.758344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:58.828050 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:58.871056 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:09:58.874082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:09:58.878391 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:09:58.901383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:09:59.209602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:59.436306 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:59.627988 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 291bdcc2-306c-4604-b861-c4995bf5a63f is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:09:59.751192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:09:59.760711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Sync routers for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:09:59.769803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:09:59.771589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:09:59.802082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:09:59.803586 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d4197c95-a7e1-4ef1-acdc-8db3aca2b168 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2949443 Oct 16 14:09:59.806872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43632) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:09:59.899088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:09:59.966349 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4bb5e180-d344-4ae7-b586-76f1e381078f tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=19ae515d7de44f388a21aad6c5cafd55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1558030 Oct 16 14:09:59.967173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43638) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:00.071997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddff86d-9bb5-4dc8-83e3-84d258e91b32 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:00.073581 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9ddff86d-9bb5-4dc8-83e3-84d258e91b32 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059928 Oct 16 14:10:00.076778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43640) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:00.100116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:09:59Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:00.121994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43642) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:00.122203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-99dc670e-3e12-4cf0-8bfa-4fd8ccb05a92 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438945 Oct 16 14:10:00.128055 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205714492', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:10:00.137055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Checking router: 291bdcc2-306c-4604-b861-c4995bf5a63f for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:10:00.137412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Updating router 291bdcc2-306c-4604-b861-c4995bf5a63f port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:10:00.168689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.307009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:10:00.310780 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.441097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.536927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.594759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Attempting to bind port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:10:00.595118 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Attempting to bind port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:10:00.595472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Attempting to bind port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:10:00.603681 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e348be-a29b-40bf-8107-99135754356a None None] Pushing event updated for resources: {'Port': ['ID=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:00.608087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:10:00.608087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:10:00.608087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.608087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:10:00.608087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Bound port: 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:10:00.608087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.627598 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.666621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] For port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:10:00.671611 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] For port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:10:00.691915 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Subnet': ['ID=a30e2663-824d-40ea-a426-7c45b18dffed,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:00.699823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Checking segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:10:00.699823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network hostable DHCP agents. Network: 6b9cd5aa-47ee-43d3-87df-da877ef84a3a, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:10:00.748721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.776701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:10:00.807268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:00.807858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:00.848899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e348be-a29b-40bf-8107-99135754356a None None] Pushing event updated for resources: {'Port': ['ID=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:00.868070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 6b9cd5aa-47ee-43d3-87df-da877ef84a3a) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:10:00.872702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:00.874776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:00.877815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e36057-e188-4dc4-a8b6-8ef831053816 None None] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:10:00.933496 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fa8f4685-bc64-420a-b68c-6ee384973f57 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8103666 Oct 16 14:10:00.937524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43644) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:00.986938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:01.333504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:10:01.334329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:01.482206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:09:59Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:01.499016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:01.514117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2794d3b-07ca-4436-92de-a82c3ce295e0 None None] The sync data for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv is: [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:09:59Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:10:01.524701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Allocated IP 172.20.0.2 (6b9cd5aa-47ee-43d3-87df-da877ef84a3a/a30e2663-824d-40ea-a426-7c45b18dffed/d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:10:01.688793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:01.748469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:01.812224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:10:01.815575 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:10:01.819484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:10:01.832036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Pushing event updated for resources: {'Port': ['ID=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:01.884876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.1 (6b9cd5aa-47ee-43d3-87df-da877ef84a3a/a30e2663-824d-40ea-a426-7c45b18dffed/995a6512-f11b-4d7a-8dbc-afc91c3d9ee5) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:10:01.893346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Attempting to bind port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:10:01.893794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Attempting to bind port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:10:01.894526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Attempting to bind port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 on network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:10:01.899829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:10:01.900202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Checking segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:10:01.900635 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:01.901032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Bound using segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:10:01.901499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Bound port: d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:10:01.901879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:01.974739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] For port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:10:01.977670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] For port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:10:02.008662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:02.062306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:02.130341 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94943eea-f006-4a61-a5a7-a1d5a34972ad None None] Pushing event updated for resources: {'Port': ['ID=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:02.142991 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:02.192346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:10:02.195627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:10:02.199699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:10:02.209115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:02.256479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:02.502452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:02.816993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:02.861985 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.013356 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e681134-4b6a-4d6d-90d1-92f4c9686094 None None] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:10:03.144140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-1ac58359-1d60-4c1e-8916-8726089f2ac5 None None] Provisioning complete for port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:03.144542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1ac58359-1d60-4c1e-8916-8726089f2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.261779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.268263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:03.281447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1ac58359-1d60-4c1e-8916-8726089f2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.319719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-1ac58359-1d60-4c1e-8916-8726089f2ac5 None None] For port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:03.368239 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:10:03.369679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:10:03.428285 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1ac58359-1d60-4c1e-8916-8726089f2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.492882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac58359-1d60-4c1e-8916-8726089f2ac5 None None] Pushing event updated for resources: {'Port': ['ID=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:03.515633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 291bdcc2-306c-4604-b861-c4995bf5a63f has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:10:03.549968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e0e159e2-75df-4d67-a73a-304edea13fde None None] Provisioning complete for port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:03.550451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0e159e2-75df-4d67-a73a-304edea13fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.660652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:10:03.666904 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1f3b7951-b3fb-461b-b1e4-b53389df0470 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/291bdcc2-306c-4604-b861-c4995bf5a63f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7279830 Oct 16 14:10:03.677643 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Sync routers for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:10:03.686142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e0e159e2-75df-4d67-a73a-304edea13fde None None] Provisioning complete for port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:03.686898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e0e159e2-75df-4d67-a73a-304edea13fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.688279 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:03.689353 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:03.736877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-e0e159e2-75df-4d67-a73a-304edea13fde None None] Port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:10:03.797515 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:10:03.832831 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:03.849231 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-76bc5fe8-1ca3-4054-8215-debe2ebbcc4e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145450136&fields=id&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 267 time: 0.0408895 Oct 16 14:10:03.871111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a6cdf115-7af9-4cd6-b210-7218426ebe84 None None] Provisioning complete for port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:03.871749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf115-7af9-4cd6-b210-7218426ebe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.921835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:03.922191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:03.956439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdf115-7af9-4cd6-b210-7218426ebe84 None None] Port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:10:03.974223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-4d594e6d-4ec2-47ca-8bf1-3cb3682ea3dc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:03.976191 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-4d594e6d-4ec2-47ca-8bf1-3cb3682ea3dc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/networks?id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a HTTP/1.1" status: 200 len: 797 time: 0.1196015 Oct 16 14:10:03.993374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-387432cd-6e4d-4559-b309-eda13b30f2ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/quotas/19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 375 time: 0.0093963 Oct 16 14:10:04.021877 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.043417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:04.049631 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 2, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:04.056200 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-5f6c159d-d76c-433b-b328-70f63b867b85 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549910 Oct 16 14:10:04.077182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-3d5cd4e3-3362-4c2f-9f40-db5595082a70 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:10:04.079222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-3d5cd4e3-3362-4c2f-9f40-db5595082a70 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0077815 Oct 16 14:10:04.087770 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Checking router: 291bdcc2-306c-4604-b861-c4995bf5a63f for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:10:04.088118 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Updating router 291bdcc2-306c-4604-b861-c4995bf5a63f port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:10:04.090323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-451e7407-d373-4b8b-8d6d-06e57bcfdc9c None None] Provisioning complete for port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:04.090881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-451e7407-d373-4b8b-8d6d-06e57bcfdc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.121746 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.137547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.139558 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:10:04.190399 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-5871eec2-6348-4c47-bf41-6c7ea24ec6ae service neutron] 10.222.0.24 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023786 Oct 16 14:10:04.215061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-451e7407-d373-4b8b-8d6d-06e57bcfdc9c None None] Port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:10:04.259388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:04.272787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:04.273443 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.349255 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-39d342d5-e405-4a38-bf30-3ffd2f4630fc service neutron] 10.222.0.24 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548195 Oct 16 14:10:04.432433 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.519106 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.598751 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Pushing event updated for resources: {'Port': ['ID=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:04.629564 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.630185 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.630676 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.631171 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.631666 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.632154 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.632672 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.633349 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.633838 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.634317 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.634794 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.635285 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:04.651467 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Attempting to bind port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:10:04.652084 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Attempting to bind port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:10:04.652478 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Attempting to bind port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 on network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:10:04.658382 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:10:04.658749 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Checking segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:10:04.659149 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.659538 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Bound using segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:10:04.660002 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Bound port: 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:10:04.660406 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.687466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bb9f16f8-9efd-403f-80ca-2bb8192c7070 req-010b5260-1dab-4c8e-baed-54b3f4fc6228 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 210 time: 0.0517423 Oct 16 14:10:04.738513 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] For port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:10:04.741657 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] For port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:10:04.805396 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.850505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-192f10cd-e9ef-4638-91e3-7dee77c09a53 None None] Provisioning complete for port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:04.851310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-192f10cd-e9ef-4638-91e3-7dee77c09a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:04.879492 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:04.880193 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:09:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:04.945113 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe5966-946e-420d-b823-0626d21f8fe6 None None] Pushing event updated for resources: {'Port': ['ID=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:04.959234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-192f10cd-e9ef-4638-91e3-7dee77c09a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:05.005121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-192f10cd-e9ef-4638-91e3-7dee77c09a53 None None] For port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:05.025261 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:05.085382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-192f10cd-e9ef-4638-91e3-7dee77c09a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:05.142231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f10cd-e9ef-4638-91e3-7dee77c09a53 None None] Pushing event updated for resources: {'Port': ['ID=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:05.208369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7ff170d6-08bb-4a46-9fa7-9c882b097d8e None None] Provisioning complete for port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:05.208369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7ff170d6-08bb-4a46-9fa7-9c882b097d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:05.278416 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:05.307255 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef1e09-09ea-4070-95ec-9d2db6c99076 None None] The sync data for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv is: [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:10:05.753881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:10:05.794393 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5eb5e8e8-51c9-4b62-84ce-6d3df377cb03 req-46c4ad4c-b658-4c12-bf87-13cdea4ac20d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 210 time: 0.0306957 Oct 16 14:10:05.815848 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:05.816530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:05.916310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:10:05.971871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:05.972242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:06.647556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-cbc537d3-d1ca-4498-be2f-d0a16b356e54 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:06.649032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-cbc537d3-d1ca-4498-be2f-d0a16b356e54 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/networks?id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a HTTP/1.1" status: 200 len: 797 time: 0.1050510 Oct 16 14:10:06.696281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-a27c77d4-32b5-4092-8784-988ae969af30 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 380 time: 0.0380268 Oct 16 14:10:06.706462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'port': {'device_id': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'admin_state_up': True, 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'security_groups': ['7b7a6de4-f458-415f-a6e2-8f3603a97392']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:10:06.877144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:10:06.880754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:06.904796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5db4c211-9ee2-4ea6-a1ef-5e5c5f819033 req-a55075d9-ef66-4539-901e-120a38ab8776 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 210 time: 0.0386248 Oct 16 14:10:07.030973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.5 (6b9cd5aa-47ee-43d3-87df-da877ef84a3a/a30e2663-824d-40ea-a426-7c45b18dffed/eeaba2e1-cd5e-474e-9d97-48e7256abbe2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:10:07.167530 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.255380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.303722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:10:07.306868 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:10:07.311055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:10:07.337627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:07.367041 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:07.368225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.447580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-130573ee-55e9-4b4f-95cb-7cea59f17d36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7449722 Oct 16 14:10:07.465862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Request body: {'port': {'device_id': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:10:07.531354 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.540006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-fe6fe384-853e-4192-95f5-389ae864076b None None] Provisioning complete for port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:07.540557 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fe6fe384-853e-4192-95f5-389ae864076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.579317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-fe6fe384-853e-4192-95f5-389ae864076b None None] Port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:10:07.801141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeaba2e1-cd5e-474e-9d97-48e7256abbe2 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:10:07.808358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.820006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Transition to ACTIVE for port object eeaba2e1-cd5e-474e-9d97-48e7256abbe2 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:10:07.901953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:07.966017 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Pushing event updated for resources: {'Port': ['ID=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:08.069581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Attempting to bind port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:10:08.069822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Attempting to bind port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:10:08.070148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Attempting to bind port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 on network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:10:08.078063 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 on network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:10:08.078409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Attempting to bind port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 on network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:10:08.085865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:10:08.086218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Checking segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:10:08.086596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Bound using segment: {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:10:08.087021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Bound port: eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:10:08.087373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:08.096891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04035b7-89f6-4ee4-a4e0-d6a2b426c861 req-fb8fd30e-a091-4e84-829d-2ac7a50c445a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.098339 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d04035b7-89f6-4ee4-a4e0-d6a2b426c861 req-fb8fd30e-a091-4e84-829d-2ac7a50c445a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 943 time: 0.0934701 Oct 16 14:10:08.171985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d04035b7-89f6-4ee4-a4e0-d6a2b426c861 req-d2b1497b-4a7f-4482-8690-e09845d00b2d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657456 Oct 16 14:10:08.199427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] For port eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:10:08.202469 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] For port eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:10:08.268383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:08.307083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.307827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:08.309101 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] 10.222.0.31 "PUT /v2.0/ports/eeaba2e1-cd5e-474e-9d97-48e7256abbe2 HTTP/1.1" status: 200 len: 1093 time: 0.8521430 Oct 16 14:10:08.309545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:10:08.312705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7" -d '{"events": [{"name": "network-changed", "server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:10:08.344719 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16214937-8d5d-47ed-9b06-17f8ff93c8ac service neutron] Pushing event updated for resources: {'Port': ['ID=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:08.350520 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2b3a10-1fde-4d90-bbad-14f25ba6b5f7 x-openstack-request-id: req-7f2b3a10-1fde-4d90-bbad-14f25ba6b5f7 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:10:08.350818 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:10:08.351077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f2b3a10-1fde-4d90-bbad-14f25ba6b5f7 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:10:08.351470 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'status': 'completed', 'code': 200} Oct 16 14:10:08.422464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7 req-9b28d33b-2fcc-492d-ac82-fe7a48e3c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.423999 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7 req-9b28d33b-2fcc-492d-ac82-fe7a48e3c4c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1096 time: 0.0498531 Oct 16 14:10:08.530660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7 req-4061fb33-81a9-49a1-81cd-a33b3909c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.532125 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7 req-4061fb33-81a9-49a1-81cd-a33b3909c8a4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=19ae515d7de44f388a21aad6c5cafd55&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1009464 Oct 16 14:10:08.626252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7 req-691b36e8-0e28-4a4d-b76e-44101ec36f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.626746 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ecebd9b-ea1d-4ff7-860a-2419ef5307d7 req-691b36e8-0e28-4a4d-b76e-44101ec36f10 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884802 Oct 16 14:10:08.712387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-b0fc61e9-4b1c-44da-9b97-f1ef4ee63ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.713861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-b0fc61e9-4b1c-44da-9b97-f1ef4ee63ded service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1096 time: 0.0520513 Oct 16 14:10:08.757269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-93e1b3b1-94e9-456d-a140-038d19712d4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2 HTTP/1.1" status: 200 len: 217 time: 0.0355072 Oct 16 14:10:08.805655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-c8096620-d828-4f41-afb4-a59336b2f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.807057 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-c8096620-d828-4f41-afb4-a59336b2f172 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a30e2663-824d-40ea-a426-7c45b18dffed HTTP/1.1" status: 200 len: 834 time: 0.0429988 Oct 16 14:10:08.864682 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-0e68d1ac-3be1-46af-880e-aa4fb31d6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:08.866093 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-0e68d1ac-3be1-46af-880e-aa4fb31d6535 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0510967 Oct 16 14:10:08.955299 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-9a50af08-a904-4ede-bdcd-9f944b5dd330 service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821993 Oct 16 14:10:09.063398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-601569c8-f54b-4e0f-92fd-09c8ea7501c6 req-3291914f-3703-4dbd-bccd-ab60029b50ed service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014783 Oct 16 14:10:09.297358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3f34d-2e68-4971-a434-0d061fb58249 req-cede02fc-1155-412f-a6f7-d9083fb2ebce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:09.298856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31c3f34d-2e68-4971-a434-0d061fb58249 req-cede02fc-1155-412f-a6f7-d9083fb2ebce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 943 time: 0.0567980 Oct 16 14:10:09.336619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-31c3f34d-2e68-4971-a434-0d061fb58249 req-c9f79686-f26c-4408-bda3-d71af596b3e3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Oct 16 14:10:10.270480 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:10:10.458582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9239f7-5efa-4fd3-af66-a00d6907bf80 req-18982b64-dcc2-4901-833d-a1d745ee66f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:10.460110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-de9239f7-5efa-4fd3-af66-a00d6907bf80 req-18982b64-dcc2-4901-833d-a1d745ee66f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 943 time: 0.0562446 Oct 16 14:10:10.496921 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-de9239f7-5efa-4fd3-af66-a00d6907bf80 req-f01c0000-28c1-45e6-b988-9ab00bb8f188 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310161 Oct 16 14:10:11.282248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eeaba2e1-cd5e-474e-9d97-48e7256abbe2 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:10:11.379647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:11.390815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'port_id': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'mac_address': 'fa:16:3e:c6:c5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:10:11.430593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:11.443439 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeaba2e1-cd5e-474e-9d97-48e7256abbe2 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:10:11.462552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:11.536008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:11.588639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:11.629408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4770e1-ee8b-464e-9839-1a4559852581 req-5556732e-976a-465a-bce9-73769f837b1f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:11.630907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa4770e1-ee8b-464e-9839-1a4559852581 req-5556732e-976a-465a-bce9-73769f837b1f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 944 time: 0.0686440 Oct 16 14:10:11.669876 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fa4770e1-ee8b-464e-9839-1a4559852581 req-1c9853e7-1c7c-43d0-9629-b621b28d6fb2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Oct 16 14:10:11.763873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['eeaba2e1-cd5e-474e-9d97-48e7256abbe2'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:10:12.791848 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cedd03-b755-495f-a57e-1d98599921d5 req-4c6c8d72-ff55-489f-ac44-dee2e0ddd4e6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:12.793366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e0cedd03-b755-495f-a57e-1d98599921d5 req-4c6c8d72-ff55-489f-ac44-dee2e0ddd4e6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 944 time: 0.0578158 Oct 16 14:10:12.831375 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e0cedd03-b755-495f-a57e-1d98599921d5 req-c8bec632-e944-44c1-968a-18fab8137c31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Oct 16 14:10:12.833254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8562725-d979-4d55-81ba-4e27ec44a5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:13.286159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eeaba2e1-cd5e-474e-9d97-48e7256abbe2 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:10:13.449416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:10:13.453688 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:10:13.454311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:13.536749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:13.558004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:10:13.560447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0307b1fc-98a2-4805-b300-8ffbe8fcf4c9" -d '{"events": [{"server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "name": "network-vif-plugged", "status": "completed", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:10:13.573083 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:13.638717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:13.667031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfe5b33-edaf-4242-9c36-e041f56ad8fe x-openstack-request-id: req-ecfe5b33-edaf-4242-9c36-e041f56ad8fe {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:10:13.667306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "name": "network-vif-plugged", "status": "completed", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:10:13.667555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecfe5b33-edaf-4242-9c36-e041f56ad8fe {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:10:13.667940 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'code': 200} Oct 16 14:10:13.699209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:13.989975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63959-0189-48ac-a853-463ef46454c4 req-3565dd5b-4d00-4848-94b2-e5e26a927e52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:13.991459 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1cd63959-0189-48ac-a853-463ef46454c4 req-3565dd5b-4d00-4848-94b2-e5e26a927e52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0923245 Oct 16 14:10:13.997708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea4569-34b3-4d8a-b751-5230a4141165 req-7280f72a-26b1-47c8-9ddc-645129e21456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:13.999095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67ea4569-34b3-4d8a-b751-5230a4141165 req-7280f72a-26b1-47c8-9ddc-645129e21456 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1098 time: 0.0719521 Oct 16 14:10:14.051213 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1cd63959-0189-48ac-a853-463ef46454c4 req-b37890eb-1725-46fc-90ca-84d005111f89 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511723 Oct 16 14:10:14.054836 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67ea4569-34b3-4d8a-b751-5230a4141165 req-f2565e1d-5484-46d7-93db-5d1ca5e8e4a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483279 Oct 16 14:10:15.175495 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a1f2d-630f-4495-a136-456318ca4e95 req-d7c0aa20-3c88-4ff9-98a1-609a56e9294e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:15.177000 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b51a1f2d-630f-4495-a136-456318ca4e95 req-d7c0aa20-3c88-4ff9-98a1-609a56e9294e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0560205 Oct 16 14:10:15.216826 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b51a1f2d-630f-4495-a136-456318ca4e95 req-b141700f-5bde-4b65-88c9-3fda561493cf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333982 Oct 16 14:10:15.433474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2ee954aa-bc31-4cb1-a69e-57549af35338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:16.340185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c25b8-08f3-41da-9d39-a71648bb307a req-039289c7-269a-4656-acc9-94e716f6ceda tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:16.341898 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c9c25b8-08f3-41da-9d39-a71648bb307a req-039289c7-269a-4656-acc9-94e716f6ceda tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0600748 Oct 16 14:10:16.379354 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4c9c25b8-08f3-41da-9d39-a71648bb307a req-53712ba1-bead-4ea9-9500-83ee782a622a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Oct 16 14:10:16.496511 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d90713-fc5f-43b1-a99f-6264c53c60fd req-0d793cf4-1fd9-4a9f-bfdb-fe1f9bb935fd tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:16.498656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81d90713-fc5f-43b1-a99f-6264c53c60fd req-0d793cf4-1fd9-4a9f-bfdb-fe1f9bb935fd tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0561213 Oct 16 14:10:16.535740 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81d90713-fc5f-43b1-a99f-6264c53c60fd req-2cc3a204-36fe-4258-8380-5e803ac1ac46 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Oct 16 14:10:16.558079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43704) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:16.605346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d4f39-11fc-48d4-8d1e-0f9dfa2c978e tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:16.608145 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-923d4f39-11fc-48d4-8d1e-0f9dfa2c978e tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1093 time: 0.0488086 Oct 16 14:10:16.610765 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43706) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:16.615297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:10:16.649266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:16.700842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:16.799224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:16.802753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:16.901537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.213 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/1801d2b5-c68c-4f24-83c8-4774c0cc8de3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:10:17.014851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:17.108303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:17.145611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:10:17.148378 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:10:17.150848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:10:17.186768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=1801d2b5-c68c-4f24-83c8-4774c0cc8de3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:17.569474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:17.702575 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:17.855232 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:17.914328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:17.986880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=1801d2b5-c68c-4f24-83c8-4774c0cc8de3,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:17.996339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:18.110859 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 associated. External IP: 172.26.5.213, port: eeaba2e1-cd5e-474e-9d97-48e7256abbe2. Oct 16 14:10:18.347712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 291bdcc2-306c-4604-b861-c4995bf5a63f has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:10:18.469710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:10:18.480339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] Sync routers for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:10:18.492371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:18.492983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:18.595685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:18.634557 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9dd9e3e7-6f39-4da1-ad3a-25c67efde610 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0227785 Oct 16 14:10:18.635151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:10:18.639421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff82a52-06ca-465d-81fe-289946158da7" -d '{"events": [{"name": "network-changed", "server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:10:18.679622 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9feb6a-027e-4a10-9b9c-67493f51ce1d x-openstack-request-id: req-bf9feb6a-027e-4a10-9b9c-67493f51ce1d {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:10:18.680178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:10:18.680714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf9feb6a-027e-4a10-9b9c-67493f51ce1d {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:10:18.681316 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'status': 'completed', 'code': 200} Oct 16 14:10:18.752446 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:18.778021 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:18.780635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9c9cb-05b0-405d-ad87-b8e04c2181f8 req-266c63bc-d145-451a-b2b4-2a64de3ef917 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:18.782144 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-16e9c9cb-05b0-405d-ad87-b8e04c2181f8 req-266c63bc-d145-451a-b2b4-2a64de3ef917 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0962353 Oct 16 14:10:18.788543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82a52-06ca-465d-81fe-289946158da7 req-02c43e1a-178f-4177-a1fd-c81538ced091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:18.789953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-02c43e1a-178f-4177-a1fd-c81538ced091 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1098 time: 0.0762875 Oct 16 14:10:18.875160 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-16e9c9cb-05b0-405d-ad87-b8e04c2181f8 req-d526983b-2da9-4675-a65a-7abfb64e66f0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842376 Oct 16 14:10:18.899413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43712) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:18.912676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82a52-06ca-465d-81fe-289946158da7 req-3710671c-33f1-4524-8090-f99943ff85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:18.914268 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-3710671c-33f1-4524-8090-f99943ff85fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a HTTP/1.1" status: 200 len: 898 time: 0.1172197 Oct 16 14:10:18.974541 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-066dafde-d6d8-401f-a548-538bbac4bf61 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 HTTP/1.1" status: 200 len: 991 time: 0.0730238 Oct 16 14:10:18.992611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-6a5a6fcb-1d2f-4ffa-aa4c-cb81da7407bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2 HTTP/1.1" status: 200 len: 999 time: 0.0715764 Oct 16 14:10:19.022763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'port_id': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'mac_address': 'fa:16:3e:c6:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:10:17Z', 'updated_at': '2021-10-16T14:10:17Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:19.041601 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82a52-06ca-465d-81fe-289946158da7 req-98dd806e-e984-4804-8bbf-d77c709d9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:19.043066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-98dd806e-e984-4804-8bbf-d77c709d9962 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a30e2663-824d-40ea-a426-7c45b18dffed HTTP/1.1" status: 200 len: 834 time: 0.0438399 Oct 16 14:10:19.054890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] Checking router: 291bdcc2-306c-4604-b861-c4995bf5a63f for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:10:19.066061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:19.066679 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:19.096167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82a52-06ca-465d-81fe-289946158da7 req-521b6022-ef7d-4d13-b9db-fcd90ba37c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:19.097692 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-521b6022-ef7d-4d13-b9db-fcd90ba37c52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471694 Oct 16 14:10:19.191775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:19.195956 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-0638ec5d-0713-4b8e-bb19-286f6ca775d4 service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910339 Oct 16 14:10:19.291963 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fff82a52-06ca-465d-81fe-289946158da7 req-42301a63-8221-4226-ba93-203bddd2b84d service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895083 Oct 16 14:10:19.441170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'port_id': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'mac_address': 'fa:16:3e:c6:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:10:17Z', 'updated_at': '2021-10-16T14:10:17Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:19.473408 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a3827-cdf5-4b27-b40a-47261c43dfa5 None None] The sync data for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv is: [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'port_id': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'mac_address': 'fa:16:3e:c6:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:10:17Z', 'updated_at': '2021-10-16T14:10:17Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:10:19.683670 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eacd19-59db-441d-9a8a-3239779b6bdc None None] New status for floating IP 5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:10:19.978047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43714) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:20.043342 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d475b334-4669-482a-93cc-7e73212fd0ca tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 HTTP/1.1" status: 200 len: 993 time: 0.0641601 Oct 16 14:10:22.877400 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:42.872573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4448d2c6-6e36-4571-a805-46a4a6a24495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:45.455409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc8b87dc-20ea-4625-a5cd-c2b42d732608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:46.614976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:46.820792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:47.269261 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:10:47.621906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-ef067701-b41c-4ca6-9905-6bf3174a3404 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465386 Oct 16 14:10:47.717016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98935-3939-44b7-988d-1cb834881f1f req-89e30c14-b6cd-4435-8372-0e266f4fb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:47.718505 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-89e30c14-b6cd-4435-8372-0e266f4fb19e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1098 time: 0.0515687 Oct 16 14:10:47.822093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98935-3939-44b7-988d-1cb834881f1f req-6aed04e6-4753-487b-9f17-53407233542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:47.823552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-6aed04e6-4753-487b-9f17-53407233542a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a HTTP/1.1" status: 200 len: 898 time: 0.0834539 Oct 16 14:10:47.896579 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-b922aeee-449a-42ba-992b-0f7d14867c08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2 HTTP/1.1" status: 200 len: 1001 time: 0.0658815 Oct 16 14:10:47.945921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98935-3939-44b7-988d-1cb834881f1f req-3cd9944c-407c-4872-b4c6-65dbc33db3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:47.947368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-3cd9944c-407c-4872-b4c6-65dbc33db3e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a30e2663-824d-40ea-a426-7c45b18dffed HTTP/1.1" status: 200 len: 834 time: 0.0426376 Oct 16 14:10:47.998638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee98935-3939-44b7-988d-1cb834881f1f req-3c355989-67ee-4d69-a738-168212fdc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:48.000102 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-3c355989-67ee-4d69-a738-168212fdc9bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456028 Oct 16 14:10:48.093992 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-1e487291-6e91-4a6b-b5e5-17b5585ab644 service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Oct 16 14:10:48.184253 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bee98935-3939-44b7-988d-1cb834881f1f req-091c3fb3-bdb0-49c7-b5fb-7107507f60d7 service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811803 Oct 16 14:10:48.534654 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:51.569751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925288ae-848a-45f2-aafc-40445ad5e3e4 req-53eef8e6-79ac-4258-b83d-efb8a6fce343 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:51.571212 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-925288ae-848a-45f2-aafc-40445ad5e3e4 req-53eef8e6-79ac-4258-b83d-efb8a6fce343 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0601823 Oct 16 14:10:51.609147 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-925288ae-848a-45f2-aafc-40445ad5e3e4 req-7ef1dd57-7bd8-4849-b859-f904ea35dcdb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Oct 16 14:10:52.742595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93709362-f5b6-4734-8816-8663ee777e7a req-f5e6ee0c-f5d8-4ef4-b0ea-d82c7bee781a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:52.744081 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-93709362-f5b6-4734-8816-8663ee777e7a req-f5e6ee0c-f5d8-4ef4-b0ea-d82c7bee781a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0552661 Oct 16 14:10:52.783618 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-93709362-f5b6-4734-8816-8663ee777e7a req-20590b94-8caf-49a6-aa77-e520b8edeb24 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Oct 16 14:10:52.807273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43734) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:52.849306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:52.878088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-11e9e5e7-e88c-4046-a3ea-8d1a61091bb8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 HTTP/1.1" status: 200 len: 993 time: 0.0689025 Oct 16 14:10:54.262078 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c1704-10b2-4c9d-9ea8-6999db1ceaad req-65bd905b-767b-4f87-a0ff-17da6ede0b22 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:54.263597 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9b7c1704-10b2-4c9d-9ea8-6999db1ceaad req-65bd905b-767b-4f87-a0ff-17da6ede0b22 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0636582 Oct 16 14:10:54.301690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9b7c1704-10b2-4c9d-9ea8-6999db1ceaad req-0bc1832c-30f1-4465-87ae-e6de75846c62 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Oct 16 14:10:55.423822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f471ec-e132-4108-b301-7bc9df5b67b2 req-f8c71710-651b-41be-a09a-7a9766848291 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:55.425314 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64f471ec-e132-4108-b301-7bc9df5b67b2 req-f8c71710-651b-41be-a09a-7a9766848291 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0552144 Oct 16 14:10:55.462343 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64f471ec-e132-4108-b301-7bc9df5b67b2 req-df080878-6b16-44be-87cc-71e7a19e051e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Oct 16 14:10:55.485077 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43744) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:55.552455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c59419dc-89ab-4ee9-984f-f4eb109d7c03 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 HTTP/1.1" status: 200 len: 993 time: 0.0662308 Oct 16 14:10:55.775100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43750) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:10:55.950344 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 1801d2b5-c68c-4f24-83c8-4774c0cc8de3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:10:55.950683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:56.028529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:56.028768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:56.039869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 1801d2b5-c68c-4f24-83c8-4774c0cc8de3 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:10:56.299466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:56.326394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=1801d2b5-c68c-4f24-83c8-4774c0cc8de3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:56.355394 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.355737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.356082 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.356452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.356787 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.357117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.357440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.357763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.358086 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.358410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.358730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.359051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:10:56.400454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:56.403440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 disassociated (deleted). External IP: 172.26.5.213, port: eeaba2e1-cd5e-474e-9d97-48e7256abbe2. Oct 16 14:10:56.946461 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 291bdcc2-306c-4604-b861-c4995bf5a63f has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:10:57.071596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:10:57.076665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:57.081912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ad0bb-457a-404f-868b-216060fea528 None None] Sync routers for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:10:57.091296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:57.091901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:57.109216 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-086abce3-d2f3-4581-9b99-f3c3c5b6d43d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/floatingips/5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96 HTTP/1.1" status: 204 len: 168 time: 1.3331108 Oct 16 14:10:57.109811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:10:57.112048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae477a8b-8b17-4676-8bde-c63313b91659" -d '{"events": [{"name": "network-changed", "server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:10:57.150656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c90d411-8984-4c27-8bd1-6f9867432ade x-openstack-request-id: req-9c90d411-8984-4c27-8bd1-6f9867432ade {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:10:57.150966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:10:57.151225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c90d411-8984-4c27-8bd1-6f9867432ade {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:10:57.152976 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'status': 'completed', 'code': 200} Oct 16 14:10:57.221691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-28c6558b-8617-4f06-9fe6-93cf967721e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:57.223217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-28c6558b-8617-4f06-9fe6-93cf967721e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 1098 time: 0.0490913 Oct 16 14:10:57.224217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:57.319575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-45f8a5e7-33e7-4e7f-8b5b-5c5041aa918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:57.321082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-45f8a5e7-33e7-4e7f-8b5b-5c5041aa918d service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a HTTP/1.1" status: 200 len: 898 time: 0.0901761 Oct 16 14:10:57.366465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-3e47cfc5-a0f7-42f7-ab78-56d63cf68631 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2 HTTP/1.1" status: 200 len: 217 time: 0.0384572 Oct 16 14:10:57.419962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-81e25d8d-8c65-40a7-ab65-2cb12e940bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:57.421476 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-81e25d8d-8c65-40a7-ab65-2cb12e940bbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a30e2663-824d-40ea-a426-7c45b18dffed HTTP/1.1" status: 200 len: 834 time: 0.0487795 Oct 16 14:10:57.432517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:57.461622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ad0bb-457a-404f-868b-216060fea528 None None] Checking router: 291bdcc2-306c-4604-b861-c4995bf5a63f for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:10:57.470577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:10:57.471191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:57.480079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-58c01aeb-0318-4705-aed6-5a50f1e71ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:57.482250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-58c01aeb-0318-4705-aed6-5a50f1e71ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b9cd5aa-47ee-43d3-87df-da877ef84a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542021 Oct 16 14:10:57.594431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:10:57.614269 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-b22eeb37-d22a-4c30-a882-fa1923c991e1 service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244922 Oct 16 14:10:57.623311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7d88-d5b5-48f4-bb9d-d09aee368d93 req-36f7aee8-6159-49ea-88a7-3ff6eaa9f5e4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:57.624728 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c66a7d88-d5b5-48f4-bb9d-d09aee368d93 req-36f7aee8-6159-49ea-88a7-3ff6eaa9f5e4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.1059804 Oct 16 14:10:57.715472 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c66a7d88-d5b5-48f4-bb9d-d09aee368d93 req-6c8c3b4a-19d4-4a8c-8b02-5394764b2be1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824831 Oct 16 14:10:57.741667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae477a8b-8b17-4676-8bde-c63313b91659 req-739d1ec5-0f37-4aca-bcd2-65f2a4a36e59 service neutron] 10.222.0.31 "GET /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159875 Oct 16 14:10:57.803162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-629ad0bb-457a-404f-868b-216060fea528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:10:57.831412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ad0bb-457a-404f-868b-216060fea528 None None] The sync data for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv is: [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:10:02Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '995a6512-f11b-4d7a-8dbc-afc91c3d9ee5', 'name': '', 'network_id': '6b9cd5aa-47ee-43d3-87df-da877ef84a3a', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:22:8b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:10:01Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': 'a30e2663-824d-40ea-a426-7c45b18dffed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:10:58.063327 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2eeb7-6f0f-435b-a6c1-3cd3c84b02d8 None None] New status for floating IP 5bd2c577-a8b3-4c12-a82a-d24c9c8a6b96: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:10:58.841982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898c78-686e-4479-9cba-a2b3c7d7d810 req-2be59fe1-a7fc-4d8c-9af1-deffe24ad659 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:58.843485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-42898c78-686e-4479-9cba-a2b3c7d7d810 req-2be59fe1-a7fc-4d8c-9af1-deffe24ad659 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0571244 Oct 16 14:10:58.886592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-42898c78-686e-4479-9cba-a2b3c7d7d810 req-22f18952-4fb6-4d6b-b66e-7ef290dd5830 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b7a6de4-f458-415f-a6e2-8f3603a97392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Oct 16 14:10:58.999799 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-21f0c890-365a-4a19-96ba-f6e96990d635 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:10:59.001247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-21f0c890-365a-4a19-96ba-f6e96990d635 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 945 time: 0.0564289 Oct 16 14:10:59.108245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:10:59.108608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:59.196470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port eeaba2e1-cd5e-474e-9d97-48e7256abbe2, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:10:59.196826 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:59.215403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for eeaba2e1-cd5e-474e-9d97-48e7256abbe2 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:10:59.437895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:59.466405 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=eeaba2e1-cd5e-474e-9d97-48e7256abbe2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:10:59.516084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] No DVR routers for this DVR port eeaba2e1-cd5e-474e-9d97-48e7256abbe2 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:10:59.518538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:10:59.521847 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-557ed8fe-ae2e-4dcf-a6db-1a1ccbf50fe8 req-40425923-0b23-4f7e-9dbd-75ac5b610d25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "DELETE /v2.0/ports/eeaba2e1-cd5e-474e-9d97-48e7256abbe2 HTTP/1.1" status: 204 len: 173 time: 0.5148852 Oct 16 14:10:59.522291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'name': 'network-vif-deleted', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:10:59.524561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcb3db3-fa77-4809-a20c-4e37f20c43ea" -d '{"events": [{"server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "name": "network-vif-deleted", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:10:59.560606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacbc702-e9b4-4bcb-a69b-d07ca1939649 x-openstack-request-id: req-bacbc702-e9b4-4bcb-a69b-d07ca1939649 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:10:59.560821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719ed489-d90d-4996-96c1-a86e45eb62ec", "name": "network-vif-deleted", "tag": "eeaba2e1-cd5e-474e-9d97-48e7256abbe2", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:10:59.561059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bacbc702-e9b4-4bcb-a69b-d07ca1939649 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:10:59.561456 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719ed489-d90d-4996-96c1-a86e45eb62ec', 'name': 'network-vif-deleted', 'tag': 'eeaba2e1-cd5e-474e-9d97-48e7256abbe2', 'status': 'completed', 'code': 200} Oct 16 14:10:59.996912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62f5749f-2e03-4b1a-8f5c-179b249d58db req-ce208888-8405-409c-ad84-30375fb7bf30 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=719ed489-d90d-4996-96c1-a86e45eb62ec HTTP/1.1" status: 200 len: 210 time: 0.0269980 Oct 16 14:11:01.051756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43766) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:01.454835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:01.739334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:11:01.739581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:01.829614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:01.830059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:01.842147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:11:02.100644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:02.128581 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=995a6512-f11b-4d7a-8dbc-afc91c3d9ee5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:02.325409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:02.570055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 291bdcc2-306c-4604-b861-c4995bf5a63f has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:11:03.008351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:11:03.014346 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ef8ae642-321a-4d37-a548-54571d85fbbf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/291bdcc2-306c-4604-b861-c4995bf5a63f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615324 Oct 16 14:11:03.017039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43768) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:03.019430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d4c25-141c-492b-a180-40d48489b69a None None] Sync routers for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:11:03.028929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:03.029531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:03.069776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting subnet a30e2663-824d-40ea-a426-7c45b18dffed {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:11:03.072922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.115060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.152651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:03.212198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.338630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:11:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:03.352187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.366324 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d4c25-141c-492b-a180-40d48489b69a None None] Checking router: 291bdcc2-306c-4604-b861-c4995bf5a63f for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:11:03.375076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] Routers {'291bdcc2-306c-4604-b861-c4995bf5a63f'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:03.375673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['291bdcc2-306c-4604-b861-c4995bf5a63f'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:03.380504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Subnet': ['ID=a30e2663-824d-40ea-a426-7c45b18dffed,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:03.384241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.389931 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c167f3fe-a38f-4e21-85f9-e23cc71810a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/subnets/a30e2663-824d-40ea-a426-7c45b18dffed HTTP/1.1" status: 204 len: 168 time: 0.3695493 Oct 16 14:11:03.390716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43770) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:03.415136 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f06d5d-d8ac-47de-8581-d68def75e739 None None] Network 6b9cd5aa-47ee-43d3-87df-da877ef84a3a requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:11:03.520590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.574549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eeaba2e1-cd5e-474e-9d97-48e7256abbe2 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:11:03.620553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: eeaba2e1-cd5e-474e-9d97-48e7256abbe2 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:11:03.620808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device eeaba2e1-cd5e-474e-9d97-48e7256abbe2 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:11:03.647011 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.763861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] Set router 291bdcc2-306c-4604-b861-c4995bf5a63f gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:03.764830 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:11:03.765178 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.847526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:03.847895 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:03.861717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:11:03.910346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] DHCP port deletion for 6b9cd5aa-47ee-43d3-87df-da877ef84a3a request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:11:03.999603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-059d4c25-141c-492b-a180-40d48489b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:11:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:04.003639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Deleting port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:11:04.004004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.042601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d4c25-141c-492b-a180-40d48489b69a None None] The sync data for ids ['291bdcc2-306c-4604-b861-c4995bf5a63f'] in dv-neutron-743142-24-hyperv is: [{'id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178459323', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:09:57Z', 'updated_at': '2021-10-16T14:11:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '6c28f7bb-589c-4f6e-bdd7-28d09a7bd092', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291bdcc2-306c-4604-b861-c4995bf5a63f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:09:58Z', 'updated_at': '2021-10-16T14:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:11:04.099399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] For port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,segment=NetworkSegment(a44ab2a7-39d0-42b5-b1d6-e53f8f059b43),segment_id=a44ab2a7-39d0-42b5-b1d6-e53f8f059b43)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:04.099781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.112790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Calling delete_port for d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:11:04.134776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.163676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=6c28f7bb-589c-4f6e-bdd7-28d09a7bd092,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:04.230266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.283585 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.315052 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Pushing event deleted for resources: {'Port': ['ID=d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:04.319308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] No DVR routers for this DVR port d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.337507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.338950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.338950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.339124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.339239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ebf2-7720-430b-9dec-ec7bef38c370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.341115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.442685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.443252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Fanout notify agent at l3_agent the message router_deleted on router 291bdcc2-306c-4604-b861-c4995bf5a63f {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:11:04.451087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.452232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-62298de9-624d-45cf-9f58-8c2e07de36b0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/routers/291bdcc2-306c-4604-b861-c4995bf5a63f HTTP/1.1" status: 204 len: 168 time: 1.0611067 Oct 16 14:11:04.455659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43772) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:04.542362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.627913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.649845 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9cd5aa-47ee-43d3-87df-da877ef84a3a']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:04.660577 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:04.660870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44ab2a7-39d0-42b5-b1d6-e53f8f059b43') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:04.671010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.684792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.691687 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:11:04.692423 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:11:04.695542 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:11:04.814762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.823398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.826660 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/networks/6b9cd5aa-47ee-43d3-87df-da877ef84a3a HTTP/1.1" status: 204 len: 168 time: 0.3698606 Oct 16 14:11:04.829841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43774) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:04.836441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Network': ['ID=6b9cd5aa-47ee-43d3-87df-da877ef84a3a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:04.843908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.844350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.844757 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.845284 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.845641 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.845950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.846460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.846791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.847122 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.847448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.847776 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.848091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a144ab-4b8a-4d15-8504-1457fdc3df52 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:04.899139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c7c958e-4417-4c16-8966-971d4fe66df4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:04.924744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c7c958e-4417-4c16-8966-971d4fe66df4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.031117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c7c958e-4417-4c16-8966-971d4fe66df4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.033836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3c7c958e-4417-4c16-8966-971d4fe66df4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.039013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3c7c958e-4417-4c16-8966-971d4fe66df4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/security-groups/7b7a6de4-f458-415f-a6e2-8f3603a97392 HTTP/1.1" status: 204 len: 168 time: 0.2038996 Oct 16 14:11:05.055331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c958e-4417-4c16-8966-971d4fe66df4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a6de4-f458-415f-a6e2-8f3603a97392,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:05.331837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43780) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:05.336561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953716419', 'description': 'tempest-secgroup-smoke-953716419 description', 'project_id': '19ae515d7de44f388a21aad6c5cafd55'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:05.414960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.479016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.556477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.585856 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32454493-415c-4156-97f5-56ebfef05425,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:05.645326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.646509 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-89c9c202-da8a-42bf-83a9-ad88f23389ea tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3136113 Oct 16 14:11:05.649602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43782) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:05.654981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '32454493-415c-4156-97f5-56ebfef05425', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:05.690032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:11:05.711154 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:11:05.712234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 6c28f7bb-589c-4f6e-bdd7-28d09a7bd092 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:11:05.712234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:11:05.730277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:11:05.731143 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 995a6512-f11b-4d7a-8dbc-afc91c3d9ee5 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:11:05.731678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:11:05.750866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:11:05.751369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d6da2fd2-8f2b-4fa4-b6d0-1761c22154e8 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:11:05.762560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.816038 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.883316 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.898979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f987f815-ebcb-4a74-a002-83171c4b81a1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:05.965325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:05.966563 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-3036af2b-4097-4c80-8af9-1d4ce47aeb86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159475 Oct 16 14:11:05.969338 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43784) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:05.973642 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '32454493-415c-4156-97f5-56ebfef05425', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:06.048276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.107960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.157198 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.173921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b6540e-85c2-4278-adcc-95154fa2df97,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:06.228535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.229901 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f81f63a0-9825-401b-be2c-cecd89d9b4a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2596438 Oct 16 14:11:06.233287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43786) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:06.237697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '32454493-415c-4156-97f5-56ebfef05425', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:06.316488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.381478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.454297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.472892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02909c18-2d25-4023-80d5-c8ff340bd09d,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:06.541995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.543212 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d87a817d-975f-4df0-b028-408661a396ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089604 Oct 16 14:11:06.545929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43788) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:06.550273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '32454493-415c-4156-97f5-56ebfef05425', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:06.635913 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.693064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.767648 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.787092 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d614e575-e444-4f20-9d60-b0d7f03f1262,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:06.861022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:06.862218 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9735c932-55ff-42ba-a18d-9207ed2a65a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153870 Oct 16 14:11:06.864905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43790) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:06.869162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '32454493-415c-4156-97f5-56ebfef05425', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:06.973768 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:11:06.978614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.039631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.116706 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.131552 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8cefde-9e29-4eff-8308-a47836b2c17d,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:07.193804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.195042 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1e8122e2-4069-47e9-b82a-2337f24c625f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291950 Oct 16 14:11:07.197753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43792) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:07.202501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '32454493-415c-4156-97f5-56ebfef05425', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:07.300043 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:11:07.305006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.365702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.447415 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.466135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e3bd35-99b0-4607-b8d0-c998013e98c6,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:07.529806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.530996 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1ca7773f-0277-4a1f-92b4-f5e89878c900 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323421 Oct 16 14:11:07.533753 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43794) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:07.538615 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'network': {'name': 'tempest-network-smoke--1040725068', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:07.614293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:11:07.617794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.640535 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:11:07.648865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.649200 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Added segment c5cfe8f1-629f-45ba-b4e8-fde948423677 of type vlan for network aa5b64b3-411c-4a3c-88b9-05a1064cf708 Oct 16 14:11:07.687070 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.780103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.785684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:07.786259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.854174 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Network': ['ID=aa5b64b3-411c-4a3c-88b9-05a1064cf708,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:07.869827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:11:07.891636 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4dea7d88-b293-40f4-91ce-8eaa6ea142af tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3568866 Oct 16 14:11:07.894400 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43796) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:07.898881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'admin_state_up': True, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:07.986207 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:07.987287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.042241 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.243250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.507821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.525508 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.622618 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.27 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/a63ed6dc-d295-4bb5-9763-5817ea4016d4) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:11:08.722466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.825312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:08.864004 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:11:08.868750 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:08.872235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:11:08.904887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=a63ed6dc-d295-4bb5-9763-5817ea4016d4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:09.515895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:09.740608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:09.934270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:11:10.054452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:11:10.064388 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Sync routers for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:11:10.073048 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:10.073643 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:10.125693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.127060 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-12065ebe-0866-4d1d-a7b7-a8f62d6e093c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2316439 Oct 16 14:11:10.130286 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43798) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:10.162737 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2a889ab8-76f7-4960-b36c-046d5a78dc74 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=19ae515d7de44f388a21aad6c5cafd55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312500 Oct 16 14:11:10.165364 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43800) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:10.252408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df4c833-1fe1-47c8-aff0-ed65eb3fee6f tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:10.253869 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1df4c833-1fe1-47c8-aff0-ed65eb3fee6f tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875936 Oct 16 14:11:10.256709 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43802) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:10.287374 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ec6c0b42-fa24-4c1f-b351-9adcb13a66c9 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275962 Oct 16 14:11:10.287689 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:10.288009 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43804) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:10.292882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-653086319', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:10.460042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:11:10.462407 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:09Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:10.463515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.494274 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Checking router: d6e9e8cf-70f9-4354-a0ca-d731a6b505fc for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:11:10.494617 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Updating router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc port a63ed6dc-d295-4bb5-9763-5817ea4016d4 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:11:10.523472 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.700762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.766066 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Subnet': ['ID=42531557-ddf8-4c4a-a7fd-7e62b5625db3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:10.770362 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Checking segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:11:10.770723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network hostable DHCP agents. Network: aa5b64b3-411c-4a3c-88b9-05a1064cf708, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:11:10.851347 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.865341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:11:10.910253 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.934669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, aa5b64b3-411c-4a3c-88b9-05a1064cf708) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:10.938790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:10.939372 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.947142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8813dcf-6099-4b00-99b6-548a426c74d3 None None] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:11:10.969520 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Attempting to bind port a63ed6dc-d295-4bb5-9763-5817ea4016d4 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:11:10.970156 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Attempting to bind port a63ed6dc-d295-4bb5-9763-5817ea4016d4 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:11:10.970517 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Attempting to bind port a63ed6dc-d295-4bb5-9763-5817ea4016d4 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:11:10.978738 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:11:10.979093 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:11:10.979482 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:10.979863 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:11:10.980893 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Bound port: a63ed6dc-d295-4bb5-9763-5817ea4016d4, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:11:10.981502 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.006366 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Pushing event updated for resources: {'Port': ['ID=a63ed6dc-d295-4bb5-9763-5817ea4016d4,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:11.011397 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7f066fed-aae2-4593-b882-e73654406d81 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7222848 Oct 16 14:11:11.014166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43806) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:11.019639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.019639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.019639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.019639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.020029 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.020265 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.020544 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.020864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.022458 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.022458 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.022458 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.022458 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:11:11.055090 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] For port a63ed6dc-d295-4bb5-9763-5817ea4016d4, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:11:11.058109 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] For port a63ed6dc-d295-4bb5-9763-5817ea4016d4, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a63ed6dc-d295-4bb5-9763-5817ea4016d4,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:11:11.094902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:11:11.098038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.119009 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.174760 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:11.175360 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:11.234237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Allocated IP 172.20.0.2 (aa5b64b3-411c-4a3c-88b9-05a1064cf708/42531557-ddf8-4c4a-a7fd-7e62b5625db3/4b7a5725-2e95-4940-816d-f5aef7859d32) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:11:11.234494 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89f04d-2dc5-48c4-8d1b-cf113beb6309 None None] Pushing event updated for resources: {'Port': ['ID=a63ed6dc-d295-4bb5-9763-5817ea4016d4,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:11.312460 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:11.388425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.460340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.497680 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:09Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:11.508166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:11:11.512918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:11.516527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:11:11.525601 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46b1e0-3265-4a42-9d00-ccf2e50d9b76 None None] The sync data for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv is: [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:09Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:11:11.525844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Pushing event updated for resources: {'Port': ['ID=4b7a5725-2e95-4940-816d-f5aef7859d32,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:11.537628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.582230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Attempting to bind port 4b7a5725-2e95-4940-816d-f5aef7859d32 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:11:11.582600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Attempting to bind port 4b7a5725-2e95-4940-816d-f5aef7859d32 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:11:11.582958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Attempting to bind port 4b7a5725-2e95-4940-816d-f5aef7859d32 on network aa5b64b3-411c-4a3c-88b9-05a1064cf708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:11:11.588276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:11:11.588682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Checking segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:11:11.589092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.589479 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Bound using segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:11:11.589983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Bound port: 4b7a5725-2e95-4940-816d-f5aef7859d32, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:11:11.590359 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.661854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] For port 4b7a5725-2e95-4940-816d-f5aef7859d32, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:11:11.665331 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] For port 4b7a5725-2e95-4940-816d-f5aef7859d32, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4b7a5725-2e95-4940-816d-f5aef7859d32,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:11:11.769350 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:11.852939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56585075-125b-41ec-9ec9-cefd5227253b None None] Pushing event updated for resources: {'Port': ['ID=4b7a5725-2e95-4940-816d-f5aef7859d32,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:11.890616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.1 (aa5b64b3-411c-4a3c-88b9-05a1064cf708/42531557-ddf8-4c4a-a7fd-7e62b5625db3/7577c165-4817-4b2c-9296-431689315dc6) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:11:12.014970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.112917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.166459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:11:12.169872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:12.172563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:11:12.179704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=7577c165-4817-4b2c-9296-431689315dc6,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:12.228570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.458880 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.715725 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65110863-6668-496d-b381-5bdab6ab5516 None None] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:11:12.773042 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.848027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-c2af4ddb-fab5-4c21-8784-9b40c9a22b79 None None] Provisioning complete for port 4b7a5725-2e95-4940-816d-f5aef7859d32 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:12.848417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2af4ddb-fab5-4c21-8784-9b40c9a22b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.859235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.926200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-347d58bc-3812-453f-bf78-9fb9c62633d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.946206 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:12.948160 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=7577c165-4817-4b2c-9296-431689315dc6,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:12.978076 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2af4ddb-fab5-4c21-8784-9b40c9a22b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.020044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c2af4ddb-fab5-4c21-8784-9b40c9a22b79 None None] For port 4b7a5725-2e95-4940-816d-f5aef7859d32, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4b7a5725-2e95-4940-816d-f5aef7859d32,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:13.050324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:11:13.051741 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:13.088036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c2af4ddb-fab5-4c21-8784-9b40c9a22b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.150270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af4ddb-fab5-4c21-8784-9b40c9a22b79 None None] Pushing event updated for resources: {'Port': ['ID=4b7a5725-2e95-4940-816d-f5aef7859d32,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:13.204747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:11:13.213272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-dc12d2e1-dc7c-4ab0-9063-368c6df81eae None None] Provisioning complete for port 7577c165-4817-4b2c-9296-431689315dc6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:13.213710 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc12d2e1-dc7c-4ab0-9063-368c6df81eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.253870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dc12d2e1-dc7c-4ab0-9063-368c6df81eae None None] Port 7577c165-4817-4b2c-9296-431689315dc6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:11:13.264700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-dc12d2e1-dc7c-4ab0-9063-368c6df81eae None None] Provisioning complete for port 4b7a5725-2e95-4940-816d-f5aef7859d32 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:13.265069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dc12d2e1-dc7c-4ab0-9063-368c6df81eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.336573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:11:13.343917 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5f76a8d5-a419-444c-86fc-a4273915350c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/d6e9e8cf-70f9-4354-a0ca-d731a6b505fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3282955 Oct 16 14:11:13.349421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Sync routers for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:11:13.368440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:13.369064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:13.499486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-3ddef3c4-83c2-42d4-ae0e-2b6322639dc6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953716419&fields=id&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 267 time: 0.0375857 Oct 16 14:11:13.508367 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7c2a8030-87b0-4f3b-88b4-b0d18825272b None None] Provisioning complete for port 7577c165-4817-4b2c-9296-431689315dc6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:13.508738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8030-87b0-4f3b-88b4-b0d18825272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.538244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:13.590764 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a8030-87b0-4f3b-88b4-b0d18825272b None None] Port 7577c165-4817-4b2c-9296-431689315dc6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:11:13.615611 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-8b6a119b-a4bc-4332-bef0-8ce94e705f55 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:13.617124 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-8b6a119b-a4bc-4332-bef0-8ce94e705f55 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/networks?id=aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 200 len: 797 time: 0.1097383 Oct 16 14:11:13.632899 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-6a2f168d-a606-4ae9-81a1-d5777f59daad tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/quotas/19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 375 time: 0.0093200 Oct 16 14:11:13.697004 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-a089fc1c-b68a-4170-aff5-87064cf65a85 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578642 Oct 16 14:11:13.712933 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6bba1663-4b43-4389-acdf-1cbc75498acc None None] Provisioning complete for port 7577c165-4817-4b2c-9296-431689315dc6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:13.713380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6bba1663-4b43-4389-acdf-1cbc75498acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.761587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a63ed6dc-d295-4bb5-9763-5817ea4016d4 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:11:13.814124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6bba1663-4b43-4389-acdf-1cbc75498acc None None] Port 7577c165-4817-4b2c-9296-431689315dc6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:11:13.857449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a63ed6dc-d295-4bb5-9763-5817ea4016d4 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:13.857815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:13.858301 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-5581c715-1628-4bf5-8c03-32f677199782 service neutron] 10.222.0.24 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472900 Oct 16 14:11:13.881811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 2, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:13.916670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Checking router: d6e9e8cf-70f9-4354-a0ca-d731a6b505fc for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:11:13.917018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Updating router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc port 7577c165-4817-4b2c-9296-431689315dc6 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:11:13.948859 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-565e92e8-d8f6-4ec6-96a7-57019273bd08 service neutron] 10.222.0.24 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846698 Oct 16 14:11:13.956087 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.043712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.201614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1099dc1d-ebf5-4cf9-8228-24aa762ecc43 req-7dc5d8e4-7dfa-445b-a77d-5af5ac0b6db0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 210 time: 0.0308821 Oct 16 14:11:14.272924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port a63ed6dc-d295-4bb5-9763-5817ea4016d4, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a63ed6dc-d295-4bb5-9763-5817ea4016d4,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:14.345422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.346230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4b7a5725-2e95-4940-816d-f5aef7859d32 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:11:14.462833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=a63ed6dc-d295-4bb5-9763-5817ea4016d4,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:14.511201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 4b7a5725-2e95-4940-816d-f5aef7859d32 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:14.512222 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.549029 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.619698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.683707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d7b1-d534-4a65-a2b8-6fbee5b42640 None None] Pushing event updated for resources: {'Port': ['ID=7577c165-4817-4b2c-9296-431689315dc6,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:14.741432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Attempting to bind port 7577c165-4817-4b2c-9296-431689315dc6 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:11:14.741798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Attempting to bind port 7577c165-4817-4b2c-9296-431689315dc6 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:11:14.742150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Attempting to bind port 7577c165-4817-4b2c-9296-431689315dc6 on network aa5b64b3-411c-4a3c-88b9-05a1064cf708 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:11:14.747717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:11:14.748085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Checking segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:11:14.748521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.748910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Bound using segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:11:14.749368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Bound port: 7577c165-4817-4b2c-9296-431689315dc6, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:11:14.749741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.819097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] For port 7577c165-4817-4b2c-9296-431689315dc6, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:11:14.929803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] For port 7577c165-4817-4b2c-9296-431689315dc6, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7577c165-4817-4b2c-9296-431689315dc6,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:11:14.942924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2bff3f97-98a1-40cb-a3e2-c129cedc8803 None None] Provisioning complete for port 7577c165-4817-4b2c-9296-431689315dc6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:14.943287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2bff3f97-98a1-40cb-a3e2-c129cedc8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:14.983172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:15.018500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-2bff3f97-98a1-40cb-a3e2-c129cedc8803 None None] Port 7577c165-4817-4b2c-9296-431689315dc6 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:11:15.054310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:15.054921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:10:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:15.057775 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d7b1-d534-4a65-a2b8-6fbee5b42640 None None] Pushing event updated for resources: {'Port': ['ID=7577c165-4817-4b2c-9296-431689315dc6,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:15.190125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:15.278100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e29c3978-2d0c-43b0-b3e1-e57f9050a5bb None None] Provisioning complete for port 7577c165-4817-4b2c-9296-431689315dc6 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:15.278544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e29c3978-2d0c-43b0-b3e1-e57f9050a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:15.313435 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-49c525fb-c2f1-47ed-9117-5522f63474e4 req-73a34076-5395-4c7a-a7ff-a82664b4fae8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 210 time: 0.0364296 Oct 16 14:11:15.457984 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0d44ffcd-5a52-4def-b5ad-9cff54558275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:15.462958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e29c3978-2d0c-43b0-b3e1-e57f9050a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:15.503926 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e29c3978-2d0c-43b0-b3e1-e57f9050a5bb None None] For port 7577c165-4817-4b2c-9296-431689315dc6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7577c165-4817-4b2c-9296-431689315dc6,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:15.515416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:15.544174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab2745-8a94-4b25-8a17-20582dfbfcb9 None None] The sync data for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv is: [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:11:15.562811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e29c3978-2d0c-43b0-b3e1-e57f9050a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:15.625810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c3978-2d0c-43b0-b3e1-e57f9050a5bb None None] Pushing event updated for resources: {'Port': ['ID=7577c165-4817-4b2c-9296-431689315dc6,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:15.778902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a63ed6dc-d295-4bb5-9763-5817ea4016d4 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:11:15.840914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a63ed6dc-d295-4bb5-9763-5817ea4016d4 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:15.841610 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:15.933956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7577c165-4817-4b2c-9296-431689315dc6 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:11:15.990199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7577c165-4817-4b2c-9296-431689315dc6 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:15.990565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:16.123008 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-6ef6b88a-4f24-4989-a36e-1160a60f8d51 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:16.124580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-6ef6b88a-4f24-4989-a36e-1160a60f8d51 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/networks?id=aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 200 len: 797 time: 0.1189501 Oct 16 14:11:16.171690 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-d6da33e8-eb77-4039-8ba1-5c5eccf2087f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 379 time: 0.0377810 Oct 16 14:11:16.181147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'port': {'device_id': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'admin_state_up': True, 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'security_groups': ['32454493-415c-4156-97f5-56ebfef05425']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:16.399842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:11:16.404238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:16.422919 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-11991607-3b93-48a8-8694-2435707a79cb req-baeba5f2-7117-4f58-a0e3-c2c1f2ee169c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 210 time: 0.0346644 Oct 16 14:11:16.557911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.7 (aa5b64b3-411c-4a3c-88b9-05a1064cf708/42531557-ddf8-4c4a-a7fd-7e62b5625db3/919c2a7a-77f7-4e4a-b358-3b5a06837f00) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:11:16.625719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:16.699529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:16.832118 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:16.842812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:16.880483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:11:16.885459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:16.889923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:11:16.920226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=919c2a7a-77f7-4e4a-b358-3b5a06837f00,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:16.945992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:16.946612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.028468 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ca02abfe-d9c5-45cd-b2de-dc3f346f451b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509812 Oct 16 14:11:17.040937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Request body: {'port': {'device_id': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:17.091971 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4e308a07-7074-43d5-957c-1eb681a4def2 None None] Provisioning complete for port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:17.092254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4e308a07-7074-43d5-957c-1eb681a4def2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.110016 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.131145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4e308a07-7074-43d5-957c-1eb681a4def2 None None] Port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:11:17.384071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919c2a7a-77f7-4e4a-b358-3b5a06837f00 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:11:17.392183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.404075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Transition to ACTIVE for port object 919c2a7a-77f7-4e4a-b358-3b5a06837f00 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:11:17.454227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.563821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Pushing event updated for resources: {'Port': ['ID=919c2a7a-77f7-4e4a-b358-3b5a06837f00,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:17.615598 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a6a7-e01f-4f8c-b7d2-81c140199f54 req-3ced6154-c5fd-435f-990d-c8f9b03d52ff tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:17.617223 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4063a6a7-e01f-4f8c-b7d2-81c140199f54 req-3ced6154-c5fd-435f-990d-c8f9b03d52ff tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 943 time: 0.1264918 Oct 16 14:11:17.649442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Attempting to bind port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:11:17.649776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Attempting to bind port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:11:17.650103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Attempting to bind port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 on network aa5b64b3-411c-4a3c-88b9-05a1064cf708 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:11:17.658065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 on network aa5b64b3-411c-4a3c-88b9-05a1064cf708 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:11:17.658383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Attempting to bind port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 on network aa5b64b3-411c-4a3c-88b9-05a1064cf708 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:11:17.671516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:11:17.671851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Checking segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:11:17.672231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Bound using segment: {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:11:17.672684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Bound port: 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cfe8f1-629f-45ba-b4e8-fde948423677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:11:17.673040 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.685288 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4063a6a7-e01f-4f8c-b7d2-81c140199f54 req-4ab4d78f-0edc-43bd-8b55-358880a60929 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593987 Oct 16 14:11:17.747607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] For port 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:11:17.750681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] For port 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:11:17.791569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.831471 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:17.832179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:17.833648 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] 10.222.0.31 "PUT /v2.0/ports/919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 200 len: 1093 time: 0.7971759 Oct 16 14:11:17.834089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:11:17.836472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8911c7c-09d9-4cce-b531-32783e1fd5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:11:17.862710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189a047-a4c8-4fa0-890d-3cf78c2cbc56 service neutron] Pushing event updated for resources: {'Port': ['ID=919c2a7a-77f7-4e4a-b358-3b5a06837f00,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:17.889396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e9048-f9f8-4210-8eef-aa43a673e051 x-openstack-request-id: req-a40e9048-f9f8-4210-8eef-aa43a673e051 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:11:17.889694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:11:17.889955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a40e9048-f9f8-4210-8eef-aa43a673e051 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:11:17.890390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'status': 'completed', 'code': 200} Oct 16 14:11:17.961321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911c7c-09d9-4cce-b531-32783e1fd5eb req-85fa72d8-aade-4299-bf82-748df6d28fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:17.962917 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8911c7c-09d9-4cce-b531-32783e1fd5eb req-85fa72d8-aade-4299-bf82-748df6d28fe6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1096 time: 0.0540209 Oct 16 14:11:18.068535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911c7c-09d9-4cce-b531-32783e1fd5eb req-41db2296-dd41-404a-9e84-c2c928679493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:18.070005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8911c7c-09d9-4cce-b531-32783e1fd5eb req-41db2296-dd41-404a-9e84-c2c928679493 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=19ae515d7de44f388a21aad6c5cafd55&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0999310 Oct 16 14:11:18.164229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911c7c-09d9-4cce-b531-32783e1fd5eb req-835c59c1-3cf2-4719-87c5-523a506d472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:18.165738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8911c7c-09d9-4cce-b531-32783e1fd5eb req-835c59c1-3cf2-4719-87c5-523a506d472d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884826 Oct 16 14:11:18.251168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-051bc865-1b51-4347-b5fc-6524502f4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:18.252725 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-051bc865-1b51-4347-b5fc-6524502f4bc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1096 time: 0.0507832 Oct 16 14:11:18.299493 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-49eed415-44ec-4ccc-821c-d2514a372b35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 200 len: 217 time: 0.0393794 Oct 16 14:11:18.363595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ad8592e6-9191-4a9b-988c-356affaeabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:18.365656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-ad8592e6-9191-4a9b-988c-356affaeabc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42531557-ddf8-4c4a-a7fd-7e62b5625db3 HTTP/1.1" status: 200 len: 834 time: 0.0584962 Oct 16 14:11:18.416921 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc463-479e-4a32-8484-2ba587902135 req-f9038c24-9b67-497a-9d67-c759b5592e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:18.418341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-f9038c24-9b67-497a-9d67-c759b5592e96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa5b64b3-411c-4a3c-88b9-05a1064cf708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458472 Oct 16 14:11:18.512429 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-b04de5e8-c572-444a-8a23-c3b4bdb295a9 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Oct 16 14:11:18.556928 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:18.605783 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e8dbc463-479e-4a32-8484-2ba587902135 req-6eb720fa-8650-4c37-8926-c2578fabcb2f service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Oct 16 14:11:18.811618 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052aaca-4297-43ee-91bb-b58b8bb3ca18 req-722348cf-22b6-45b8-b00f-761168fcf3ec tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:18.813208 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f052aaca-4297-43ee-91bb-b58b8bb3ca18 req-722348cf-22b6-45b8-b00f-761168fcf3ec tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 943 time: 0.0629752 Oct 16 14:11:18.851696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f052aaca-4297-43ee-91bb-b58b8bb3ca18 req-3bcfa1f5-7601-4cf5-a76c-18105375cabf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324838 Oct 16 14:11:19.511989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 919c2a7a-77f7-4e4a-b358-3b5a06837f00 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:11:19.605131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:19.615907 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'port_id': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'mac_address': 'fa:16:3e:86:eb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:11:19.662850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:19.676345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919c2a7a-77f7-4e4a-b358-3b5a06837f00 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:11:19.695814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:19.791157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:19.845952 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=919c2a7a-77f7-4e4a-b358-3b5a06837f00,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:19.976462 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420fa3c-4e7d-40a8-a048-bcba81955c23 req-18138607-e165-4469-b733-f498260abbca tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:19.977945 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0420fa3c-4e7d-40a8-a048-bcba81955c23 req-18138607-e165-4469-b733-f498260abbca tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 944 time: 0.0586627 Oct 16 14:11:19.997663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['919c2a7a-77f7-4e4a-b358-3b5a06837f00'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:11:20.016832 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0420fa3c-4e7d-40a8-a048-bcba81955c23 req-664ccb97-a233-4fc4-9306-d032c2724c44 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Oct 16 14:11:21.141475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e26d85-673b-4ab7-a516-64ce19d71e3c req-eafb5f2c-8573-4e1f-baf3-5316bf8947f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:21.142947 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22e26d85-673b-4ab7-a516-64ce19d71e3c req-eafb5f2c-8573-4e1f-baf3-5316bf8947f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 944 time: 0.0594201 Oct 16 14:11:21.180241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22e26d85-673b-4ab7-a516-64ce19d71e3c req-6aa0a82b-0d89-4e44-ba47-3e8cda50a4d0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313976 Oct 16 14:11:21.527048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 919c2a7a-77f7-4e4a-b358-3b5a06837f00 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:11:21.631080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:11:21.635207 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:11:21.635573 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:21.721243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:21.743205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:11:21.745469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f99dd-e4e1-42f6-a029-d766a39dd585" -d '{"events": [{"server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "name": "network-vif-plugged", "status": "completed", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:11:21.757852 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:11:21.780064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2a5a3e-a155-480a-a91e-e3ba6b469e4b x-openstack-request-id: req-0f2a5a3e-a155-480a-a91e-e3ba6b469e4b {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:11:21.780410 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "name": "network-vif-plugged", "status": "completed", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:11:21.784717 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f2a5a3e-a155-480a-a91e-e3ba6b469e4b {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:11:21.784717 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'code': 200} Oct 16 14:11:21.814416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:21.879444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=919c2a7a-77f7-4e4a-b358-3b5a06837f00,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:22.074408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8e0bb-2cf8-453f-905e-7d2609173f09 req-939fe6d8-c95e-47cc-a23c-09ea34ab2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:22.076527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ab8e0bb-2cf8-453f-905e-7d2609173f09 req-939fe6d8-c95e-47cc-a23c-09ea34ab2a05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1098 time: 0.0461502 Oct 16 14:11:22.110848 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3ab8e0bb-2cf8-453f-905e-7d2609173f09 req-ecd206d6-374c-40dd-8c31-1c1ec4c922f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275712 Oct 16 14:11:22.301518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926105f-62c0-44a4-aa8d-97130e4b77b6 req-80ddea74-ad3d-43c5-bab1-c348c67bc603 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:22.302984 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5926105f-62c0-44a4-aa8d-97130e4b77b6 req-80ddea74-ad3d-43c5-bab1-c348c67bc603 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0555317 Oct 16 14:11:22.340531 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5926105f-62c0-44a4-aa8d-97130e4b77b6 req-498dc9ca-2618-4ae2-a7ab-a190d6cac63a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Oct 16 14:11:22.853940 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:23.464296 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afc125-601a-432d-b47d-00abdc2f0c45 req-93f71413-bd7e-43a7-868b-f922c3e1b9f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:23.465697 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-19afc125-601a-432d-b47d-00abdc2f0c45 req-93f71413-bd7e-43a7-868b-f922c3e1b9f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0584333 Oct 16 14:11:23.504609 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-19afc125-601a-432d-b47d-00abdc2f0c45 req-cd2339cc-35eb-49d5-97f8-bd39d5af2e0f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Oct 16 14:11:23.623475 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c529-a573-4b50-800c-08e1cab05b18 req-1b770f11-8c45-4805-99c4-ddfe621a3b1d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:23.624971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba96c529-a573-4b50-800c-08e1cab05b18 req-1b770f11-8c45-4805-99c4-ddfe621a3b1d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0559928 Oct 16 14:11:23.662105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ba96c529-a573-4b50-800c-08e1cab05b18 req-9cc28f8e-311a-4c97-b36a-e1cc4e713c28 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Oct 16 14:11:23.683066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43862) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:23.727931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855f9ac-2fc8-4873-910d-34f463bb239c tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:23.729350 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-b855f9ac-2fc8-4873-910d-34f463bb239c tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1093 time: 0.0452986 Oct 16 14:11:23.732763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43864) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:23.737097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:11:23.842005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:23.939134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:24.042190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.134 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/508e1cd4-0f79-4624-83ed-ca573fea5752) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:11:24.141929 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:24.242953 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:24.268760 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:11:24.287005 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:11:24.289923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:11:24.293628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:11:24.322099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=508e1cd4-0f79-4624-83ed-ca573fea5752,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:24.695555 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:24.841104 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:25.008817 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:25.087453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:25.165877 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=508e1cd4-0f79-4624-83ed-ca573fea5752,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:11:25.174729 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:25.308700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 372925e0-a3e6-4a1f-b6c5-30acdab1ce52 associated. External IP: 172.26.5.134, port: 919c2a7a-77f7-4e4a-b358-3b5a06837f00. Oct 16 14:11:25.890538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:11:26.014562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:11:26.024725 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] Sync routers for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:11:26.034947 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:26.035538 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:11:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:26.079100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:26.112412 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-499729af-168c-4956-8555-91eb712fd91a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3785732 Oct 16 14:11:26.112997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:11:26.115331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b27159-e988-447d-b432-96fdd3abca90" -d '{"events": [{"name": "network-changed", "server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:11:26.154844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817eb0a3-1d2f-4323-a64c-abf6ffea853b x-openstack-request-id: req-817eb0a3-1d2f-4323-a64c-abf6ffea853b {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:11:26.155141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:11:26.155400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-817eb0a3-1d2f-4323-a64c-abf6ffea853b {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:11:26.155802 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'status': 'completed', 'code': 200} Oct 16 14:11:26.158259 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:26.259097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f92c-ff8d-4419-84d4-2988b5360537 req-bb19587e-d2a0-4173-96c7-46bece140081 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:26.260614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f744f92c-ff8d-4419-84d4-2988b5360537 req-bb19587e-d2a0-4173-96c7-46bece140081 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0986071 Oct 16 14:11:26.263276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27159-e988-447d-b432-96fdd3abca90 req-56345f4d-3b62-42f0-9aee-8be6b52a1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:26.264671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-56345f4d-3b62-42f0-9aee-8be6b52a1c45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1098 time: 0.0745802 Oct 16 14:11:26.325533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f744f92c-ff8d-4419-84d4-2988b5360537 req-c5dcc047-947c-4029-8a93-cec5a95c0d91 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589898 Oct 16 14:11:26.348899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43870) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:26.382584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27159-e988-447d-b432-96fdd3abca90 req-f218e46b-c3e8-4807-af01-c4a29f1656bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:26.384115 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-f218e46b-c3e8-4807-af01-c4a29f1656bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 200 len: 898 time: 0.1118176 Oct 16 14:11:26.423473 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-df34e644-9b79-4412-aa11-3cfe3ff4face tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/372925e0-a3e6-4a1f-b6c5-30acdab1ce52 HTTP/1.1" status: 200 len: 991 time: 0.0719790 Oct 16 14:11:26.461738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-45e1d1ee-887e-4d00-ae4b-03290d3463fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 200 len: 999 time: 0.0708563 Oct 16 14:11:26.492062 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '372925e0-a3e6-4a1f-b6c5-30acdab1ce52', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'port_id': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'mac_address': 'fa:16:3e:86:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:11:24Z', 'updated_at': '2021-10-16T14:11:24Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:15Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:26.509903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27159-e988-447d-b432-96fdd3abca90 req-6dd3d9be-8961-4af9-a4b3-4f0eb04f5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:26.511353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-6dd3d9be-8961-4af9-a4b3-4f0eb04f5fd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42531557-ddf8-4c4a-a7fd-7e62b5625db3 HTTP/1.1" status: 200 len: 834 time: 0.0428572 Oct 16 14:11:26.519252 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] Checking router: d6e9e8cf-70f9-4354-a0ca-d731a6b505fc for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:11:26.527269 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:11:26.528660 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:11:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:26.563585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27159-e988-447d-b432-96fdd3abca90 req-a6a360b1-1259-4fb4-933a-850bec97e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:26.565131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-a6a360b1-1259-4fb4-933a-850bec97e417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa5b64b3-411c-4a3c-88b9-05a1064cf708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464604 Oct 16 14:11:26.649531 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:11:26.661677 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-ca2874c7-4389-46ca-b8b4-a879c0f94bc7 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882580 Oct 16 14:11:26.755242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-94b27159-e988-447d-b432-96fdd3abca90 req-b291f44e-3166-4b21-b009-0bf3d8f89581 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862868 Oct 16 14:11:26.883171 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '372925e0-a3e6-4a1f-b6c5-30acdab1ce52', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'port_id': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'mac_address': 'fa:16:3e:86:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:11:24Z', 'updated_at': '2021-10-16T14:11:24Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:15Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:11:26.913693 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16372fff-523a-4fcb-9c18-124a94091a97 None None] The sync data for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv is: [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '372925e0-a3e6-4a1f-b6c5-30acdab1ce52', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'port_id': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'mac_address': 'fa:16:3e:86:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:11:24Z', 'updated_at': '2021-10-16T14:11:24Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:15Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:11:27.104990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0b509-93be-402a-a7fd-480251dddd5a None None] New status for floating IP 372925e0-a3e6-4a1f-b6c5-30acdab1ce52: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:11:27.426105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43874) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:11:27.490197 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8dd04bbb-a7a3-4918-a19e-f7fea9285976 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/372925e0-a3e6-4a1f-b6c5-30acdab1ce52 HTTP/1.1" status: 200 len: 993 time: 0.0627818 Oct 16 14:11:42.842185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5ca59598-a5f5-442b-8d8a-cf440fafdd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:45.452538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-db1cbd18-492e-451f-b689-d895c451e996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:46.618465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:46.801355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:47.657199 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-d525a5ea-11b5-4742-8c30-b51b48ff7d6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916798 Oct 16 14:11:47.750066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c372-0f62-4855-a394-7699e4c02314 req-5eba52cc-d520-441e-ab71-16521b377ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:47.751522 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-5eba52cc-d520-441e-ab71-16521b377ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1098 time: 0.0480425 Oct 16 14:11:47.854710 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c372-0f62-4855-a394-7699e4c02314 req-1c74153b-2697-49b3-8541-ab7eb0059ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:47.856045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-1c74153b-2697-49b3-8541-ab7eb0059ccd service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 200 len: 898 time: 0.0863624 Oct 16 14:11:47.926470 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-2b0d0939-d9f2-4c5f-a2c4-aa2cffde343b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 200 len: 1001 time: 0.0617905 Oct 16 14:11:47.974105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c372-0f62-4855-a394-7699e4c02314 req-8df43ef1-7c32-4af1-92b0-3f80bc5c0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:47.975486 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-8df43ef1-7c32-4af1-92b0-3f80bc5c0c14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42531557-ddf8-4c4a-a7fd-7e62b5625db3 HTTP/1.1" status: 200 len: 834 time: 0.0433190 Oct 16 14:11:48.030660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c372-0f62-4855-a394-7699e4c02314 req-2eb7032d-c93c-48dc-9018-e02a37cd9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:48.032122 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-2eb7032d-c93c-48dc-9018-e02a37cd9d58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa5b64b3-411c-4a3c-88b9-05a1064cf708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0493119 Oct 16 14:11:48.120024 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-4d22bb53-a7ac-4208-8b13-4ead9be4f877 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806804 Oct 16 14:11:48.212246 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5f75c372-0f62-4855-a394-7699e4c02314 req-6974a575-a7b5-4c18-b231-f2ec70c4c96a service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859153 Oct 16 14:11:48.567078 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:52.841167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:11:59.040911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86baf-769a-4756-b4a6-0ae2e0a9a4ed req-48d84c07-fce3-428b-86af-99cf5ff76e67 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:59.042530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00b86baf-769a-4756-b4a6-0ae2e0a9a4ed req-48d84c07-fce3-428b-86af-99cf5ff76e67 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0604486 Oct 16 14:11:59.108256 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00b86baf-769a-4756-b4a6-0ae2e0a9a4ed req-6c540165-76a0-4c25-b44a-c1623031af77 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599239 Oct 16 14:11:59.120203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-c6abc2ca-6d88-4798-a743-72bc6bb4152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:59.121687 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-c6abc2ca-6d88-4798-a743-72bc6bb4152d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1098 time: 0.0723660 Oct 16 14:11:59.222662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-9b011e98-c082-4e29-bda2-e40cd972dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:59.224126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-9b011e98-c082-4e29-bda2-e40cd972dbea service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 200 len: 898 time: 0.0948644 Oct 16 14:11:59.294842 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-c7e8d588-79bc-493e-9419-0fe5a63e1d1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 200 len: 1001 time: 0.0634387 Oct 16 14:11:59.347547 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-34361717-483a-40fc-8b8b-55764d325d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:59.348981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-34361717-483a-40fc-8b8b-55764d325d6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42531557-ddf8-4c4a-a7fd-7e62b5625db3 HTTP/1.1" status: 200 len: 834 time: 0.0475314 Oct 16 14:11:59.400200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-24d118c6-07ef-4728-8624-27fcb787f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:11:59.401680 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-24d118c6-07ef-4728-8624-27fcb787f73e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa5b64b3-411c-4a3c-88b9-05a1064cf708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454130 Oct 16 14:11:59.491085 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-8fea6632-eaf4-40ba-95c4-13534aaf72e3 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811696 Oct 16 14:11:59.586388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-381d3421-33c6-4e19-879e-cb4bf5dd87f5 req-211c1592-0a9b-47da-94a8-28e7acad8088 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Oct 16 14:12:00.235159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ce292-9e20-4da3-968a-b3c2f017045c req-29afbea9-fb40-4846-b2a1-baa2ced7a4c0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:00.236655 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f59ce292-9e20-4da3-968a-b3c2f017045c req-29afbea9-fb40-4846-b2a1-baa2ced7a4c0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0568123 Oct 16 14:12:00.275163 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f59ce292-9e20-4da3-968a-b3c2f017045c req-6ee31885-dc42-4766-89a0-432d04eed1ec tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Oct 16 14:12:01.266820 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:12:01.400928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297fa0-2e20-4af0-8f23-28aad163ba0a req-00ba15a7-c5df-429e-864c-fdd8575ff6cf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:01.402455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-29297fa0-2e20-4af0-8f23-28aad163ba0a req-00ba15a7-c5df-429e-864c-fdd8575ff6cf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0609648 Oct 16 14:12:01.439903 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-29297fa0-2e20-4af0-8f23-28aad163ba0a req-180b490e-9aff-4a93-895c-eb88a87a6422 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Oct 16 14:12:02.559347 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad202f-33db-4879-bd0f-7bd0491d83bc req-0610cbdb-07f5-4037-a2e7-668bbe762040 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:02.560835 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2aad202f-33db-4879-bd0f-7bd0491d83bc req-0610cbdb-07f5-4037-a2e7-668bbe762040 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0544779 Oct 16 14:12:02.599222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2aad202f-33db-4879-bd0f-7bd0491d83bc req-ab0b1a5f-2363-442c-b266-0bc828d32c0a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Oct 16 14:12:03.720734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d4a43-9442-49a6-80a0-3585dac829ac req-657cc359-b55e-4e3a-8ce2-2447d8974237 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:03.722322 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e65d4a43-9442-49a6-80a0-3585dac829ac req-657cc359-b55e-4e3a-8ce2-2447d8974237 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0565255 Oct 16 14:12:03.759696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e65d4a43-9442-49a6-80a0-3585dac829ac req-d03dace7-b958-4249-8c59-c9d4f62f31dd tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Oct 16 14:12:04.884422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df96d3-1a8c-4cf9-bbae-457af6efd504 req-4f4dd275-67db-4aa5-83bd-5bfafe0aba79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:04.885947 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80df96d3-1a8c-4cf9-bbae-457af6efd504 req-4f4dd275-67db-4aa5-83bd-5bfafe0aba79 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0611250 Oct 16 14:12:04.925062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80df96d3-1a8c-4cf9-bbae-457af6efd504 req-dc231c1c-d495-4bd0-8f78-6639212acb8e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331237 Oct 16 14:12:06.045823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48464bf7-5e7b-423b-bade-45a9178f0796 req-f521cd27-c313-4770-9cb5-0034383982fb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:06.047312 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-48464bf7-5e7b-423b-bade-45a9178f0796 req-f521cd27-c313-4770-9cb5-0034383982fb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0562999 Oct 16 14:12:06.085622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-48464bf7-5e7b-423b-bade-45a9178f0796 req-6a20c157-5ba0-419f-9998-011100f57212 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Oct 16 14:12:07.205121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74323-509f-4beb-8ef8-1f0c3e2b5d54 req-80c69d38-5bf9-43f6-bf80-fe7e9f53cd34 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:07.207442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89e74323-509f-4beb-8ef8-1f0c3e2b5d54 req-80c69d38-5bf9-43f6-bf80-fe7e9f53cd34 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0562677 Oct 16 14:12:07.248900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89e74323-509f-4beb-8ef8-1f0c3e2b5d54 req-1326427a-5119-4182-aa42-7db6607ba3a7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357873 Oct 16 14:12:08.368544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798933e-9c09-4857-8cda-2e7cc595e7f6 req-40970655-51bd-484d-bd03-c8397604375b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:08.370005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3798933e-9c09-4857-8cda-2e7cc595e7f6 req-40970655-51bd-484d-bd03-c8397604375b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0553045 Oct 16 14:12:08.406392 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3798933e-9c09-4857-8cda-2e7cc595e7f6 req-0b2c61f7-901b-4e36-a498-4312c99792bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Oct 16 14:12:09.524499 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7b5e7-477d-4f76-9dfe-742aa5f2e345 req-d28cd8aa-efcd-48f6-bc8b-337aed68f924 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:09.525869 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bd7b5e7-477d-4f76-9dfe-742aa5f2e345 req-d28cd8aa-efcd-48f6-bc8b-337aed68f924 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0548882 Oct 16 14:12:09.562526 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bd7b5e7-477d-4f76-9dfe-742aa5f2e345 req-5f6c1043-db6d-46b4-8ac7-8f77927f0f28 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Oct 16 14:12:10.684898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654aba-73dd-420a-8098-8d978bbb48d7 req-423a28ab-ab8c-49bf-970b-37e4843fc0a8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:10.695530 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e654aba-73dd-420a-8098-8d978bbb48d7 req-423a28ab-ab8c-49bf-970b-37e4843fc0a8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0592067 Oct 16 14:12:10.724547 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2e654aba-73dd-420a-8098-8d978bbb48d7 req-b68d1369-5ad0-4bd1-b396-94fe8b5e33ec tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315211 Oct 16 14:12:11.844201 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069f8b8-1a73-41ad-8885-6ef5d68f1071 req-010fda4d-229c-4388-ba3e-5a3f8d6848c8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:11.845698 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5069f8b8-1a73-41ad-8885-6ef5d68f1071 req-010fda4d-229c-4388-ba3e-5a3f8d6848c8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0548959 Oct 16 14:12:11.883252 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5069f8b8-1a73-41ad-8885-6ef5d68f1071 req-b467f992-2134-479e-a8bb-1a3e6abe5caf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Oct 16 14:12:12.840567 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b2da9fe0-233f-4738-a13c-9d353931cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:13.004196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58156602-a17e-4f6b-a773-aba517f979cf req-f7128573-6851-445e-bcf8-c08dcec20fda tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:13.005601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58156602-a17e-4f6b-a773-aba517f979cf req-f7128573-6851-445e-bcf8-c08dcec20fda tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0558791 Oct 16 14:12:13.044366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-58156602-a17e-4f6b-a773-aba517f979cf req-712eb2e6-89c3-461d-8897-b2db96464bec tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Oct 16 14:12:14.169314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2e668-40ca-4556-82bc-a1d74ea19b97 req-9008b168-095d-4609-afc7-31c0881493cd tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:14.170787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-76a2e668-40ca-4556-82bc-a1d74ea19b97 req-9008b168-095d-4609-afc7-31c0881493cd tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0606863 Oct 16 14:12:14.209326 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-76a2e668-40ca-4556-82bc-a1d74ea19b97 req-378a5cd5-a090-4ac7-bc8d-c20b86193e67 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Oct 16 14:12:15.327610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42b0e5-01fb-4f72-a116-b62efae0ba32 req-15bdd995-7fec-4ff3-8ddf-2a04820d1ebb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:15.329353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8e42b0e5-01fb-4f72-a116-b62efae0ba32 req-15bdd995-7fec-4ff3-8ddf-2a04820d1ebb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0554624 Oct 16 14:12:15.367928 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8e42b0e5-01fb-4f72-a116-b62efae0ba32 req-d44ef075-6986-4f81-ac5f-f2f668f50fa6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325389 Oct 16 14:12:15.429307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-105a2244-d5cd-47cd-84b6-d0a2746aa086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:16.489640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14873d3d-406b-47fc-9ce6-818700b52c0d req-30f36a85-dd3b-4d32-b60a-dd65f61e0cd8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:16.493187 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14873d3d-406b-47fc-9ce6-818700b52c0d req-30f36a85-dd3b-4d32-b60a-dd65f61e0cd8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0593481 Oct 16 14:12:16.530659 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14873d3d-406b-47fc-9ce6-818700b52c0d req-51d7a280-94f3-4aba-980a-af52eae9070b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Oct 16 14:12:16.552727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43926) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:16.623156 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-87780671-ca5a-481d-af97-22cad16a0653 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/372925e0-a3e6-4a1f-b6c5-30acdab1ce52 HTTP/1.1" status: 200 len: 993 time: 0.0692163 Oct 16 14:12:16.629220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:16.818693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:18.589542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:22.891998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:38.265949 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:12:42.851469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1491480-4c54-49b4-9491-630a9094b674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:45.422836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-515d67ce-5e33-4998-85f0-530428c79839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:46.616687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:46.801164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:47.096101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43940) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:47.266359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 508e1cd4-0f79-4624-83ed-ca573fea5752 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:12:47.266697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:47.343026 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:47.343368 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:47.355507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 508e1cd4-0f79-4624-83ed-ca573fea5752 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:12:47.548730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:47.577862 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=508e1cd4-0f79-4624-83ed-ca573fea5752,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:47.589773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.590121 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.590460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.590790 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.591119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.591445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.591774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.592095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.592448 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.592772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.593093 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.593411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:47.646556 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:47.646886 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 372925e0-a3e6-4a1f-b6c5-30acdab1ce52 disassociated (deleted). External IP: 172.26.5.134, port: 919c2a7a-77f7-4e4a-b358-3b5a06837f00. Oct 16 14:12:48.186147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:12:48.308012 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:12:48.312798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:48.318733 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] Sync routers for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:12:48.328519 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:12:48.329130 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:48.348454 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7be0a73-dc92-4c41-bf03-36f831ff5d8f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/floatingips/372925e0-a3e6-4a1f-b6c5-30acdab1ce52 HTTP/1.1" status: 204 len: 168 time: 1.2505236 Oct 16 14:12:48.349147 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:12:48.351523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02" -d '{"events": [{"name": "network-changed", "server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:12:48.389248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c0011-f52c-43ef-8f55-8b9246028a45 x-openstack-request-id: req-110c0011-f52c-43ef-8f55-8b9246028a45 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:12:48.389543 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:12:48.389801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-110c0011-f52c-43ef-8f55-8b9246028a45 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:12:48.390669 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'status': 'completed', 'code': 200} Oct 16 14:12:48.455833 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:12:48.465797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-5047fb7b-f6ae-488d-ae48-ec783b4389a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:48.469987 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-5047fb7b-f6ae-488d-ae48-ec783b4389a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 1098 time: 0.0546341 Oct 16 14:12:48.559616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-c1c95103-a410-4304-9085-2f009a6a3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:48.560163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:48.561656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-c1c95103-a410-4304-9085-2f009a6a3f5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 200 len: 898 time: 0.0875151 Oct 16 14:12:48.609645 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-739ac83e-c413-42d8-b0db-198c14a8aee5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 200 len: 217 time: 0.0410585 Oct 16 14:12:48.662969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-38a6569b-e7f4-49ae-b8aa-2659d8acc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:48.664479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-38a6569b-e7f4-49ae-b8aa-2659d8acc549 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=42531557-ddf8-4c4a-a7fd-7e62b5625db3 HTTP/1.1" status: 200 len: 834 time: 0.0485802 Oct 16 14:12:48.669217 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:15Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:48.700781 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] Checking router: d6e9e8cf-70f9-4354-a0ca-d731a6b505fc for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:12:48.709722 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:12:48.710251 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:48.717858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-ad85c84e-0957-4177-9749-9f0f6a6b02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:48.719398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-ad85c84e-0957-4177-9749-9f0f6a6b02d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa5b64b3-411c-4a3c-88b9-05a1064cf708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0476949 Oct 16 14:12:48.818422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-123b97be-4d51-4c24-906a-693e3c178844 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912557 Oct 16 14:12:48.839684 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:12:48.936944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bc3e2711-ddf8-45d2-83fb-a50ae7089a02 req-1f9f54f2-297b-4299-8272-9d3de1d55d84 service neutron] 10.222.0.31 "GET /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058929 Oct 16 14:12:48.982382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576de5fb-250d-45b3-a904-63b9b78e5878 req-d13faa33-355b-4978-b2c2-a215260a41c7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:48.983806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576de5fb-250d-45b3-a904-63b9b78e5878 req-d13faa33-355b-4978-b2c2-a215260a41c7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.1599257 Oct 16 14:12:49.022810 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-576de5fb-250d-45b3-a904-63b9b78e5878 req-e93df076-bc75-4a75-8cc6-518ad3022e1f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Oct 16 14:12:49.043908 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:15Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:49.074489 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4695b4-59f6-49e1-94d0-f8a82a949932 None None] The sync data for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv is: [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:11:12Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7577c165-4817-4b2c-9296-431689315dc6', 'name': '', 'network_id': 'aa5b64b3-411c-4a3c-88b9-05a1064cf708', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:54:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:11Z', 'updated_at': '2021-10-16T14:11:15Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '42531557-ddf8-4c4a-a7fd-7e62b5625db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:12:49.284761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9bdf8-e90d-44ea-a0e8-5e64f42ac987 None None] New status for floating IP 372925e0-a3e6-4a1f-b6c5-30acdab1ce52: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:12:50.203737 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79977898-fd2a-4298-834f-676d97df7558 req-c72d8d40-e11a-4de5-9836-6f9ae301d9f9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:50.205252 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79977898-fd2a-4298-834f-676d97df7558 req-c72d8d40-e11a-4de5-9836-6f9ae301d9f9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.1131859 Oct 16 14:12:50.248270 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79977898-fd2a-4298-834f-676d97df7558 req-cd487de3-bde8-4847-89fc-d007ca2b3344 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=32454493-415c-4156-97f5-56ebfef05425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363019 Oct 16 14:12:50.310220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-15cc4fc7-4bee-4755-b7e1-5115ebc2f059 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:50.311629 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-15cc4fc7-4bee-4755-b7e1-5115ebc2f059 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 945 time: 0.0601611 Oct 16 14:12:50.415233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:12:50.415570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:50.507263 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 919c2a7a-77f7-4e4a-b358-3b5a06837f00, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=919c2a7a-77f7-4e4a-b358-3b5a06837f00,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:12:50.507619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:50.519256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 919c2a7a-77f7-4e4a-b358-3b5a06837f00 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:12:50.714357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:50.749241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=919c2a7a-77f7-4e4a-b358-3b5a06837f00,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:50.761992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.762355 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.762704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.763050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.763388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.763739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.764060 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.764421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.764753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.765079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.765403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.765728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:50.804699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] No DVR routers for this DVR port 919c2a7a-77f7-4e4a-b358-3b5a06837f00 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:12:50.807148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:50.810466 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fb7e5d79-7644-44e8-bfee-8377816b1aea req-2e20192b-238b-4019-94cf-85ce0061de7e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "DELETE /v2.0/ports/919c2a7a-77f7-4e4a-b358-3b5a06837f00 HTTP/1.1" status: 204 len: 173 time: 0.4929519 Oct 16 14:12:50.810898 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'name': 'network-vif-deleted', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:12:50.813184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbb4afd-1cdd-42d1-a4e3-ea7a6958a7a9" -d '{"events": [{"server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "name": "network-vif-deleted", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:12:50.848939 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cea6a3-8d1a-450e-8952-25e6b91c5c36 x-openstack-request-id: req-92cea6a3-8d1a-450e-8952-25e6b91c5c36 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:12:50.856516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e955265c-05b9-4bb5-a9a8-d014e5beecca", "name": "network-vif-deleted", "tag": "919c2a7a-77f7-4e4a-b358-3b5a06837f00", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:12:50.856516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92cea6a3-8d1a-450e-8952-25e6b91c5c36 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:12:50.856516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e955265c-05b9-4bb5-a9a8-d014e5beecca', 'name': 'network-vif-deleted', 'tag': '919c2a7a-77f7-4e4a-b358-3b5a06837f00', 'status': 'completed', 'code': 200} Oct 16 14:12:51.355856 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-486ff5f3-76b6-48fe-a55b-f3221e0de79a req-2e63c2dc-e203-4472-9eee-10f099e02e3f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=e955265c-05b9-4bb5-a9a8-d014e5beecca HTTP/1.1" status: 200 len: 210 time: 0.0309789 Oct 16 14:12:52.411027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43962) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:52.829922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:52.897280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:53.116413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 7577c165-4817-4b2c-9296-431689315dc6 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:12:53.116658 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:53.203892 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 7577c165-4817-4b2c-9296-431689315dc6, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7577c165-4817-4b2c-9296-431689315dc6,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:12:53.204254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:53.217374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 7577c165-4817-4b2c-9296-431689315dc6 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:12:53.485893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:53.511896 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=7577c165-4817-4b2c-9296-431689315dc6,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:53.704755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:53.948872 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:12:53.963487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 919c2a7a-77f7-4e4a-b358-3b5a06837f00 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:12:53.985065 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 919c2a7a-77f7-4e4a-b358-3b5a06837f00 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:12:53.985407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 919c2a7a-77f7-4e4a-b358-3b5a06837f00 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:12:54.072300 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:12:54.077711 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-72bdbc6b-15cb-4aa0-95c4-f62851dc51bb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/d6e9e8cf-70f9-4354-a0ca-d731a6b505fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651874 Oct 16 14:12:54.080096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43964) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:54.084342 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] Sync routers for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:12:54.093428 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:12:54.094017 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:54.133848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting subnet 42531557-ddf8-4c4a-a7fd-7e62b5625db3 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:12:54.136868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.174908 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.263948 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.320454 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:12:54.400229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.429945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.433357 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/subnets/42531557-ddf8-4c4a-a7fd-7e62b5625db3 HTTP/1.1" status: 204 len: 168 time: 0.3523073 Oct 16 14:12:54.434511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df524274-0ce8-4c7c-b2ce-978d7d347204 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Subnet': ['ID=42531557-ddf8-4c4a-a7fd-7e62b5625db3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:54.436055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43966) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:54.442104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ae19b-3be9-4df8-8515-349653ffeb08 None None] Network aa5b64b3-411c-4a3c-88b9-05a1064cf708 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:12:54.498719 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:12:53Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:54.528808 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] Checking router: d6e9e8cf-70f9-4354-a0ca-d731a6b505fc for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:12:54.538192 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] Routers {'d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:12:54.538794 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:54.563136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.633841 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] DHCP port deletion for aa5b64b3-411c-4a3c-88b9-05a1064cf708 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:12:54.664905 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] Set router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:12:54.698768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.812692 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port a63ed6dc-d295-4bb5-9763-5817ea4016d4 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:12:54.813487 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.843625 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Deleting port 4b7a5725-2e95-4940-816d-f5aef7859d32 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:12:54.843996 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.862643 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:12:53Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:54.891174 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782f997b-e8f3-40a1-9345-bb3d535fc576 None None] The sync data for ids ['d6e9e8cf-70f9-4354-a0ca-d731a6b505fc'] in dv-neutron-743142-24-hyperv is: [{'id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-638840203', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:11:07Z', 'updated_at': '2021-10-16T14:12:53Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': 'a63ed6dc-d295-4bb5-9763-5817ea4016d4', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e9e8cf-70f9-4354-a0ca-d731a6b505fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:11:08Z', 'updated_at': '2021-10-16T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:12:54.900485 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port a63ed6dc-d295-4bb5-9763-5817ea4016d4, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a63ed6dc-d295-4bb5-9763-5817ea4016d4,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:12:54.900849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.906311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] For port 4b7a5725-2e95-4940-816d-f5aef7859d32, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=4b7a5725-2e95-4940-816d-f5aef7859d32,segment=NetworkSegment(c5cfe8f1-629f-45ba-b4e8-fde948423677),segment_id=c5cfe8f1-629f-45ba-b4e8-fde948423677)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:12:54.906699 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:54.914013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for a63ed6dc-d295-4bb5-9763-5817ea4016d4 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:12:54.920110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Calling delete_port for 4b7a5725-2e95-4940-816d-f5aef7859d32 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:12:55.091080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.116968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Pushing event deleted for resources: {'Port': ['ID=4b7a5725-2e95-4940-816d-f5aef7859d32,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:55.121188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] No DVR routers for this DVR port 4b7a5725-2e95-4940-816d-f5aef7859d32 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:12:55.127528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.127871 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.130434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.131750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.131750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.131750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f874bf1d-b0f6-436a-9c3f-45055449df5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:12:55.171253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.202261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=a63ed6dc-d295-4bb5-9763-5817ea4016d4,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:55.268578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.375635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.377816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.485393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.486023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Fanout notify agent at l3_agent the message router_deleted on router d6e9e8cf-70f9-4354-a0ca-d731a6b505fc {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:12:55.494678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.494678 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d4910ab4-c023-43b9-bc19-ea74e34f75cc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/routers/d6e9e8cf-70f9-4354-a0ca-d731a6b505fc HTTP/1.1" status: 204 len: 168 time: 1.0568075 Oct 16 14:12:55.497816 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43968) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:55.580408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.680370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.699549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5b64b3-411c-4a3c-88b9-05a1064cf708']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:55.709263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cfe8f1-629f-45ba-b4e8-fde948423677') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:55.709504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cfe8f1-629f-45ba-b4e8-fde948423677') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:12:55.718732 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.732148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.742739 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:12:55.743127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:12:55.746053 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:12:55.885452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.893002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.896061 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/networks/aa5b64b3-411c-4a3c-88b9-05a1064cf708 HTTP/1.1" status: 204 len: 168 time: 0.3982446 Oct 16 14:12:55.898829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43970) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:55.907134 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2f2af-788e-4545-9a24-36f4cf16a3a2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Network': ['ID=aa5b64b3-411c-4a3c-88b9-05a1064cf708,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:55.978221 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e77ced3f-56ca-4330-b0ce-69dd32561b4a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:55.995704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a63ed6dc-d295-4bb5-9763-5817ea4016d4 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:12:56.005410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e77ced3f-56ca-4330-b0ce-69dd32561b4a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:56.016545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: a63ed6dc-d295-4bb5-9763-5817ea4016d4 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:12:56.016958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a63ed6dc-d295-4bb5-9763-5817ea4016d4 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:12:56.017466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7577c165-4817-4b2c-9296-431689315dc6 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:12:56.038082 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7577c165-4817-4b2c-9296-431689315dc6 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:12:56.038499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7577c165-4817-4b2c-9296-431689315dc6 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:12:56.038960 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4b7a5725-2e95-4940-816d-f5aef7859d32 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:12:56.060372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 4b7a5725-2e95-4940-816d-f5aef7859d32 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:12:56.060707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 4b7a5725-2e95-4940-816d-f5aef7859d32 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:12:56.108194 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e77ced3f-56ca-4330-b0ce-69dd32561b4a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:56.110827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-e77ced3f-56ca-4330-b0ce-69dd32561b4a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:56.112149 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e77ced3f-56ca-4330-b0ce-69dd32561b4a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/security-groups/32454493-415c-4156-97f5-56ebfef05425 HTTP/1.1" status: 204 len: 168 time: 0.2121694 Oct 16 14:12:56.121698 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ced3f-56ca-4330-b0ce-69dd32561b4a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32454493-415c-4156-97f5-56ebfef05425,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:56.839454 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43976) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:56.844211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974975664', 'description': 'tempest-secgroup-smoke-1974975664 description', 'project_id': '19ae515d7de44f388a21aad6c5cafd55'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:56.947903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.011146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.073907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.102843 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:57.150257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.151485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-4e7fc1fc-09ac-4350-bff9-7142cd2942ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3109429 Oct 16 14:12:57.154459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 43978) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:57.160862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '26a3bc41-c7ed-402b-9fa0-ec96129b7ba6', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:57.249730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.307519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.365157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.381916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68394201-dec6-4b97-977e-8cfce54ae90d,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:57.441366 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.442669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0a372132-bf70-4681-b33a-2b4b6556182d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872875 Oct 16 14:12:57.445695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43980) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:57.450349 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '26a3bc41-c7ed-402b-9fa0-ec96129b7ba6', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:57.558010 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.613590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.684835 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.702158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750c6b1d-1eb0-439c-95e1-f498fcb93d03,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:57.772878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.774093 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f1f6f43d-4d4a-456d-b96a-7090cbd35a06 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274097 Oct 16 14:12:57.776858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43982) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:57.781420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '26a3bc41-c7ed-402b-9fa0-ec96129b7ba6', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:57.855734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.913358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:57.982376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.001323 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fc3a62-02a0-4389-844d-982b04254e83,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:58.058797 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.060145 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-459d6f6f-a2ee-4e9c-8cbe-e99d5b511569 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823429 Oct 16 14:12:58.062944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43984) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:58.067859 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '26a3bc41-c7ed-402b-9fa0-ec96129b7ba6', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:58.147596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.209100 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.279280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.298449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea779c5-2bb0-4885-a597-f1a07b8051ca,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:58.384517 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.385715 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ef1e317f-e22b-43e7-a6c5-242bfbe1d84b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3218236 Oct 16 14:12:58.388608 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43986) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:58.392897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '26a3bc41-c7ed-402b-9fa0-ec96129b7ba6', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:58.531194 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:12:58.536563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.595003 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.673922 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.692944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba68f75-d18f-45c7-a6eb-bf47be419fec,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:58.750459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.751693 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-09758263-2eac-4cd9-8d8b-288260dc61b1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621612 Oct 16 14:12:58.754459 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43988) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:58.759024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': '26a3bc41-c7ed-402b-9fa0-ec96129b7ba6', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:58.856680 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:12:58.861437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.924162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:58.987954 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.006527 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f98cb8-bb21-4734-8fd3-80cc7a0da0e7,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:59.052925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.054133 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4fae567e-a455-452c-a3ca-89a66820ae80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2986100 Oct 16 14:12:59.056925 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43990) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:59.061800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'network': {'name': 'tempest-network-smoke--5636889', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:59.136393 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:12:59.140060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.164628 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:12:59.173199 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.173544 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Added segment 9c0d9e40-649f-431b-b037-5b396ebfaa1f of type vlan for network 1a561595-3aab-4f9f-97b7-9f790b43bab8 Oct 16 14:12:59.217024 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.285171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.290784 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:12:59.291366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.355595 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Network': ['ID=1a561595-3aab-4f9f-97b7-9f790b43bab8,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:12:59.366447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:12:59.379399 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e55fc16c-00de-4c47-b5b9-1ffd36edb0a3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3214636 Oct 16 14:12:59.383566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43992) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:12:59.388254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'admin_state_up': True, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:12:59.468442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.469551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.528767 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:12:59.765551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:00.007275 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:00.025421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:00.124996 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.44 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/2268add1-caa3-44d3-9cd5-27a0a4530b32) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:13:00.223089 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:00.303159 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:00.345196 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:13:00.349947 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:00.353444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:13:00.383229 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=2268add1-caa3-44d3-9cd5-27a0a4530b32,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:01.038808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:01.265203 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:01.467882 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 6eff0da8-eded-491f-aa45-671e553ee3c2 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:13:01.590155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:13:01.600225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Sync routers for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:13:01.609163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:13:01.609767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:01.647653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:01.648961 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ecd294df-d8d5-4c2d-96e5-7e15a1827117 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2642143 Oct 16 14:13:01.651969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 43998) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:01.681368 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-73b646f0-6664-49f5-ab69-21e8e478edbd tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=19ae515d7de44f388a21aad6c5cafd55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282166 Oct 16 14:13:01.684243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44000) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:01.732055 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:13:01.780669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82939b8e-3619-4856-8350-debd66fc40fa tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:01.782220 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-82939b8e-3619-4856-8350-debd66fc40fa tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970795 Oct 16 14:13:01.785392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44002) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:01.814866 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ada527fc-e3ed-4c3f-a189-8d057f1afa5b tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278423 Oct 16 14:13:01.818034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44004) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:01.822787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1956044589', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:13:01.925328 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:00Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:01.952622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Checking router: 6eff0da8-eded-491f-aa45-671e553ee3c2 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:13:01.952902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Updating router 6eff0da8-eded-491f-aa45-671e553ee3c2 port 2268add1-caa3-44d3-9cd5-27a0a4530b32 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:13:01.964861 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:13:01.968511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:01.983425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.270938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.291431 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.342627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.354491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Subnet': ['ID=79c3fc75-39ec-48c2-a0e8-192d242aa04b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:02.358962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Checking segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:13:02.359311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network hostable DHCP agents. Network: 1a561595-3aab-4f9f-97b7-9f790b43bab8, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:13:02.399120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Attempting to bind port 2268add1-caa3-44d3-9cd5-27a0a4530b32 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:13:02.399509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Attempting to bind port 2268add1-caa3-44d3-9cd5-27a0a4530b32 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:13:02.399843 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Attempting to bind port 2268add1-caa3-44d3-9cd5-27a0a4530b32 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:13:02.406765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59516-9ed9-46b4-bc7e-a0083f49fc80 None None] Pushing event updated for resources: {'Port': ['ID=2268add1-caa3-44d3-9cd5-27a0a4530b32,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:02.409219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:13:02.411225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:13:02.411225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.411225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:13:02.411225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Bound port: 2268add1-caa3-44d3-9cd5-27a0a4530b32, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:13:02.411643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.428401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:13:02.466025 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] For port 2268add1-caa3-44d3-9cd5-27a0a4530b32, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:13:02.468982 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] For port 2268add1-caa3-44d3-9cd5-27a0a4530b32, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2268add1-caa3-44d3-9cd5-27a0a4530b32,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:13:02.525195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 1a561595-3aab-4f9f-97b7-9f790b43bab8) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:02.529204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:02.531976 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.533870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4210b6d-380b-4af7-a122-1d874ea26744 None None] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:13:02.551001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.604716 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4af0c431-e7d1-432e-a3d4-6df9481b2d5a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7831345 Oct 16 14:13:02.604944 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44008) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:02.670148 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:13:02.675345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:02.675345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59516-9ed9-46b4-bc7e-a0083f49fc80 None None] Pushing event updated for resources: {'Port': ['ID=2268add1-caa3-44d3-9cd5-27a0a4530b32,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:02.831263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-1a561595-3aab-4f9f-97b7-9f790b43bab8', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:13:02.832121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:02.863760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:13:03.088801 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.099641 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Allocated IP 172.20.0.2 (1a561595-3aab-4f9f-97b7-9f790b43bab8/79c3fc75-39ec-48c2-a0e8-192d242aa04b/5513f20d-bba6-4030-ba02-43b2f30f40ab) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:13:03.216240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:00Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:03.251938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a64ea-e1b3-49d9-9a3c-d16c24826673 None None] The sync data for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv is: [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:00Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:13:03.309677 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.388501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.435938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:13:03.440450 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:03.445147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:13:03.448296 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Pushing event updated for resources: {'Port': ['ID=5513f20d-bba6-4030-ba02-43b2f30f40ab,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:03.449356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.1 (1a561595-3aab-4f9f-97b7-9f790b43bab8/79c3fc75-39ec-48c2-a0e8-192d242aa04b/a1987623-212d-44ac-b563-2e30acae6222) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:13:03.530755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Attempting to bind port 5513f20d-bba6-4030-ba02-43b2f30f40ab on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:13:03.531276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Attempting to bind port 5513f20d-bba6-4030-ba02-43b2f30f40ab by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:13:03.531740 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Attempting to bind port 5513f20d-bba6-4030-ba02-43b2f30f40ab on network 1a561595-3aab-4f9f-97b7-9f790b43bab8 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:13:03.538125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:13:03.538505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Checking segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:13:03.538913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.539307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Bound using segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:13:03.539789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Bound port: 5513f20d-bba6-4030-ba02-43b2f30f40ab, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:13:03.540172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.607532 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.617109 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] For port 5513f20d-bba6-4030-ba02-43b2f30f40ab, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:13:03.620390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] For port 5513f20d-bba6-4030-ba02-43b2f30f40ab, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5513f20d-bba6-4030-ba02-43b2f30f40ab,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:13:03.674307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.703897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.759885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc97c59-5f6c-482e-8a8c-5d1575f4a9cc None None] Pushing event updated for resources: {'Port': ['ID=5513f20d-bba6-4030-ba02-43b2f30f40ab,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:03.772102 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=a1987623-212d-44ac-b563-2e30acae6222,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:03.781772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:13:03.783464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:03.786774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:13:03.833334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2268add1-caa3-44d3-9cd5-27a0a4530b32 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:13:03.842673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:03.898545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2268add1-caa3-44d3-9cd5-27a0a4530b32 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:03.899326 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.024776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.046445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 2268add1-caa3-44d3-9cd5-27a0a4530b32, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2268add1-caa3-44d3-9cd5-27a0a4530b32,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:13:04.088234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.108339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.170759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=2268add1-caa3-44d3-9cd5-27a0a4530b32,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:04.418351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.468177 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.551689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:04.553533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=a1987623-212d-44ac-b563-2e30acae6222,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:04.644224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:13:04.646675 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:04.785280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 6eff0da8-eded-491f-aa45-671e553ee3c2 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:13:04.923201 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:13:04.931249 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-45334997-0762-480f-a7d9-d989f1e46c8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/6eff0da8-eded-491f-aa45-671e553ee3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3252740 Oct 16 14:13:05.002273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e46406-83d9-4a60-a587-b2d08b639d66 None None] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:13:05.104900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-c1daf006-1c6e-4885-a3de-271cc134698b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974975664&fields=id&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 267 time: 0.0418091 Oct 16 14:13:05.111621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a7cd27b5-073a-449d-abc2-0204870e15ef None None] Provisioning complete for port 5513f20d-bba6-4030-ba02-43b2f30f40ab triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:05.111994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a7cd27b5-073a-449d-abc2-0204870e15ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:05.227689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-52f17aa8-73a2-4033-93fb-20ade1150642 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:05.234912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-52f17aa8-73a2-4033-93fb-20ade1150642 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 794 time: 0.1290965 Oct 16 14:13:05.247296 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-d4537c72-61da-41b2-9291-e800d549d33f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/quotas/19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 375 time: 0.0114393 Oct 16 14:13:05.279587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a7cd27b5-073a-449d-abc2-0204870e15ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:05.321297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a7cd27b5-073a-449d-abc2-0204870e15ef None None] For port 5513f20d-bba6-4030-ba02-43b2f30f40ab, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5513f20d-bba6-4030-ba02-43b2f30f40ab,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:13:05.332873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-f86aac4f-0e45-4dff-b967-f85a5a8262dc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796425 Oct 16 14:13:05.382705 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a7cd27b5-073a-449d-abc2-0204870e15ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:05.404164 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Sync routers for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:13:05.415742 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:13:05.417596 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:05.480746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd27b5-073a-449d-abc2-0204870e15ef None None] Pushing event updated for resources: {'Port': ['ID=5513f20d-bba6-4030-ba02-43b2f30f40ab,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:05.580916 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:13:05.608293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c3286f8-a8c0-41f1-8d28-1f2f63004cc1 None None] Provisioning complete for port a1987623-212d-44ac-b563-2e30acae6222 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:05.608862 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c3286f8-a8c0-41f1-8d28-1f2f63004cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:05.660104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4c3286f8-a8c0-41f1-8d28-1f2f63004cc1 None None] Port a1987623-212d-44ac-b563-2e30acae6222 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:13:05.674151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4c3286f8-a8c0-41f1-8d28-1f2f63004cc1 None None] Provisioning complete for port 5513f20d-bba6-4030-ba02-43b2f30f40ab triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:05.674513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c3286f8-a8c0-41f1-8d28-1f2f63004cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:05.886759 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 2, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:05.921582 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Checking router: 6eff0da8-eded-491f-aa45-671e553ee3c2 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:13:05.921933 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Updating router 6eff0da8-eded-491f-aa45-671e553ee3c2 port a1987623-212d-44ac-b563-2e30acae6222 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:13:05.933650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2268add1-caa3-44d3-9cd5-27a0a4530b32 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:13:05.942649 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-719f3344-335a-42ec-be38-1ce5071d5316 service neutron] 10.222.0.24 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975642 Oct 16 14:13:05.969555 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.037412 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 2268add1-caa3-44d3-9cd5-27a0a4530b32 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:06.037986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.065126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-92bb2e26-7943-437c-856f-37083642ded8 service neutron] 10.222.0.24 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159778 Oct 16 14:13:06.127022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5513f20d-bba6-4030-ba02-43b2f30f40ab up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:13:06.177295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d3cbae53-1c23-421d-a1bd-07b283efca06 None None] Provisioning complete for port a1987623-212d-44ac-b563-2e30acae6222 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:06.177663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d3cbae53-1c23-421d-a1bd-07b283efca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.228715 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d3cbae53-1c23-421d-a1bd-07b283efca06 None None] Port a1987623-212d-44ac-b563-2e30acae6222 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:13:06.230179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 5513f20d-bba6-4030-ba02-43b2f30f40ab triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:06.230547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.287728 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.339988 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a26827ff-4e21-4f7c-ad6e-91b26d38f512 req-36f90e91-5a4b-4ea7-b887-674c3d6d4b76 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 210 time: 0.0296562 Oct 16 14:13:06.359204 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.417946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Pushing event updated for resources: {'Port': ['ID=a1987623-212d-44ac-b563-2e30acae6222,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:06.445381 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.445723 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.446257 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.446593 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.447203 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.447539 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.447863 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.448197 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.448532 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.448852 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.449171 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.449534 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:13:06.594184 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Attempting to bind port a1987623-212d-44ac-b563-2e30acae6222 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:13:06.594548 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Attempting to bind port a1987623-212d-44ac-b563-2e30acae6222 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:13:06.594907 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Attempting to bind port a1987623-212d-44ac-b563-2e30acae6222 on network 1a561595-3aab-4f9f-97b7-9f790b43bab8 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:13:06.600912 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:13:06.601277 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Checking segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:13:06.601666 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.602051 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Bound using segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:13:06.602532 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Bound port: a1987623-212d-44ac-b563-2e30acae6222, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:13:06.602901 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.660091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-f78e6863-42d6-4c58-a208-b7f1721f4827 None None] Provisioning complete for port a1987623-212d-44ac-b563-2e30acae6222 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:06.660414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f78e6863-42d6-4c58-a208-b7f1721f4827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.670524 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] For port a1987623-212d-44ac-b563-2e30acae6222, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:13:06.673639 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] For port a1987623-212d-44ac-b563-2e30acae6222, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a1987623-212d-44ac-b563-2e30acae6222,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:13:06.698597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-f78e6863-42d6-4c58-a208-b7f1721f4827 None None] Port a1987623-212d-44ac-b563-2e30acae6222 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:13:06.754212 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:06.809789 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:13:06.810429 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:12:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:06.861330 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528217-e4a7-41b5-83ac-6f6e7be27b1e None None] Pushing event updated for resources: {'Port': ['ID=a1987623-212d-44ac-b563-2e30acae6222,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:06.948913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:13:07.018720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-26b8046c-9a1b-4321-9051-c9e35a5480ee None None] Provisioning complete for port a1987623-212d-44ac-b563-2e30acae6222 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:07.019007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26b8046c-9a1b-4321-9051-c9e35a5480ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:07.106901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26b8046c-9a1b-4321-9051-c9e35a5480ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:07.140452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-26b8046c-9a1b-4321-9051-c9e35a5480ee None None] For port a1987623-212d-44ac-b563-2e30acae6222, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a1987623-212d-44ac-b563-2e30acae6222,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:13:07.157986 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:06Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:07.185686 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52a80d-4483-4dc0-88ec-8f37a45e753a None None] The sync data for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv is: [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:06Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:13:07.236236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26b8046c-9a1b-4321-9051-c9e35a5480ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:07.300621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8046c-9a1b-4321-9051-c9e35a5480ee None None] Pushing event updated for resources: {'Port': ['ID=a1987623-212d-44ac-b563-2e30acae6222,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:07.438527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-08f3e935-d2d0-4700-a082-09e6cff4736e req-2d5a413b-0918-455e-a208-547df460fe05 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 210 time: 0.0321453 Oct 16 14:13:07.785890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a1987623-212d-44ac-b563-2e30acae6222 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:13:07.844303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port a1987623-212d-44ac-b563-2e30acae6222 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:07.844709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:08.269648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-9772ca60-3a0c-40ff-a345-9755543d3a95 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:08.272055 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-9772ca60-3a0c-40ff-a345-9755543d3a95 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 794 time: 0.1099069 Oct 16 14:13:08.315281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3dd32664-4d46-4ae9-8494-c19623c55a25 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 380 time: 0.0327346 Oct 16 14:13:08.325480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'port': {'device_id': '26428190-c486-4e97-8ac9-fb59751ea44e', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'admin_state_up': True, 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'security_groups': ['26a3bc41-c7ed-402b-9fa0-ec96129b7ba6']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:13:08.473717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:13:08.477441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:08.573032 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14823b19-c760-4c1a-ad6f-cd63f161525c req-f79b45cf-17c4-4885-a981-a6c3c93920c4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 210 time: 0.0373011 Oct 16 14:13:08.635166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.7 (1a561595-3aab-4f9f-97b7-9f790b43bab8/79c3fc75-39ec-48c2-a0e8-192d242aa04b/dc557dbd-65b4-44ad-b4ba-c054d3b4b65e) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:13:08.772852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:08.891288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:08.935048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:13:08.940119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:08.943885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:13:08.981229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:09.003642 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:09.004947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.087880 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-3ea6a705-ab23-45a3-baf0-1951ed0c2788 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658796 Oct 16 14:13:09.101811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Request body: {'port': {'device_id': '26428190-c486-4e97-8ac9-fb59751ea44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:13:09.167744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.174039 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-301a158f-af65-47aa-ba44-fc855c9d163b None None] Provisioning complete for port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:09.178868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-301a158f-af65-47aa-ba44-fc855c9d163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.215878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-301a158f-af65-47aa-ba44-fc855c9d163b None None] Port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:13:09.448569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc557dbd-65b4-44ad-b4ba-c054d3b4b65e {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:13:09.456119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.468080 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Transition to ACTIVE for port object dc557dbd-65b4-44ad-b4ba-c054d3b4b65e will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:13:09.530190 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.605753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:09.690281 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Attempting to bind port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:13:09.690612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Attempting to bind port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:13:09.690942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Attempting to bind port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e on network 1a561595-3aab-4f9f-97b7-9f790b43bab8 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:13:09.698976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e on network 1a561595-3aab-4f9f-97b7-9f790b43bab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:13:09.699430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Attempting to bind port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e on network 1a561595-3aab-4f9f-97b7-9f790b43bab8 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:13:09.714174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:13:09.714515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Checking segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:13:09.714899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Bound using segment: {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:13:09.715336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Bound port: dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0d9e40-649f-431b-b037-5b396ebfaa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:13:09.715690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.739444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f608b-8ae3-4b9b-bbf5-f98379c53d97 req-0d621ea0-76a0-4245-8b93-51dd9f0135ed tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:09.741047 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f5f608b-8ae3-4b9b-bbf5-f98379c53d97 req-0d621ea0-76a0-4245-8b93-51dd9f0135ed tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 943 time: 0.0957329 Oct 16 14:13:09.818661 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f5f608b-8ae3-4b9b-bbf5-f98379c53d97 req-f37adda3-b201-4115-8dda-d2df5d7ae2e0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558846 Oct 16 14:13:09.824152 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:13:09.827453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:13:09.908090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.950545 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:09.951062 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:09.952491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] 10.222.0.31 "PUT /v2.0/ports/dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 1093 time: 0.8560646 Oct 16 14:13:09.952932 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:13:09.955444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15100dc5-55db-4207-a324-1899a7527049" -d '{"events": [{"name": "network-changed", "server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:13:09.983897 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa83ae5-b7e1-40a1-863c-1356503bacae service neutron] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:10.057716 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d2c5ca-2668-4169-a46c-94854262de27 x-openstack-request-id: req-c6d2c5ca-2668-4169-a46c-94854262de27 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:13:10.058019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:13:10.058274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6d2c5ca-2668-4169-a46c-94854262de27 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:13:10.058679 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'status': 'completed', 'code': 200} Oct 16 14:13:10.114743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-e60305ac-093f-49a7-ba0f-b8644cc4a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.116398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-e60305ac-093f-49a7-ba0f-b8644cc4a4e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1096 time: 0.0534043 Oct 16 14:13:10.162262 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-876562c6-1bc0-4cd1-933d-9401d63412eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 217 time: 0.0374570 Oct 16 14:13:10.211522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-6938ed56-f912-4d28-a73b-9dfad7c848b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.213010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-6938ed56-f912-4d28-a73b-9dfad7c848b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0443916 Oct 16 14:13:10.269023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-d7031e22-9699-4855-8d97-d55fe15463e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.271069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-d7031e22-9699-4855-8d97-d55fe15463e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508187 Oct 16 14:13:10.360095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-f62e50da-64bd-4716-9806-bc00c9b3fe6c service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816700 Oct 16 14:13:10.452707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d4c677c-1e2e-4e53-896c-8bdc5e2da86d req-d62ab0c3-bc11-4668-89f3-ebe7968d311c service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861113 Oct 16 14:13:10.612092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100dc5-55db-4207-a324-1899a7527049 req-9b960aa5-d173-4fd9-a881-96d4506c3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.613504 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-9b960aa5-d173-4fd9-a881-96d4506c3217 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1096 time: 0.0471218 Oct 16 14:13:10.706704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100dc5-55db-4207-a324-1899a7527049 req-bdbd5428-0407-4bae-81fe-855fba3a9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.708747 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-bdbd5428-0407-4bae-81fe-855fba3a9248 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.0875878 Oct 16 14:13:10.752878 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-9740d8a4-34c4-4a88-9f26-6a840ac60d29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 217 time: 0.0357025 Oct 16 14:13:10.801973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100dc5-55db-4207-a324-1899a7527049 req-5de8af2c-8c2a-4365-863a-69698f995d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.803500 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-5de8af2c-8c2a-4365-863a-69698f995d33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0438700 Oct 16 14:13:10.859790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100dc5-55db-4207-a324-1899a7527049 req-fd327fd8-782f-44fe-859e-aa7e2cf13115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.861308 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-fd327fd8-782f-44fe-859e-aa7e2cf13115 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498612 Oct 16 14:13:10.995935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5b686-f142-4697-99db-7d6495fa1bcd req-651641b2-781f-4820-9db5-515e386b1fef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:10.997467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3bb5b686-f142-4697-99db-7d6495fa1bcd req-651641b2-781f-4820-9db5-515e386b1fef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 943 time: 0.1105864 Oct 16 14:13:10.999733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-171104ef-7d77-4622-83e4-9f677818cf61 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303487 Oct 16 14:13:11.085710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3bb5b686-f142-4697-99db-7d6495fa1bcd req-303662cf-d9de-4b28-ac02-f0ee51c5a96a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822701 Oct 16 14:13:11.112788 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15100dc5-55db-4207-a324-1899a7527049 req-3ecfe890-3eb7-4143-8dc9-a2a6cb28ab8a service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029491 Oct 16 14:13:12.212185 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e587e-be30-4b5e-adda-ac994d9fedbf req-1e4765c5-7aef-44ad-b897-4b63044b6563 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:12.213769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b3e587e-be30-4b5e-adda-ac994d9fedbf req-1e4765c5-7aef-44ad-b897-4b63044b6563 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 943 time: 0.0610151 Oct 16 14:13:12.250578 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b3e587e-be30-4b5e-adda-ac994d9fedbf req-7d361446-1ca4-412e-a0ae-61433563ac53 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Oct 16 14:13:12.833349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5a9c733b-e104-470c-98b5-d3c40ccafd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:13.369733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56497bb-27ee-4842-abe6-e0a80f0b6b8e req-4e723ed0-b4fd-4694-8de1-f29cea99aba5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:13.371196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a56497bb-27ee-4842-abe6-e0a80f0b6b8e req-4e723ed0-b4fd-4694-8de1-f29cea99aba5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 943 time: 0.0554028 Oct 16 14:13:13.408014 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a56497bb-27ee-4842-abe6-e0a80f0b6b8e req-18f576cb-c6d2-40ae-9332-04b8667c1a31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310338 Oct 16 14:13:14.046986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:13:14.145548 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:13:14.156117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'port_id': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'mac_address': 'fa:16:3e:c9:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:13:14.198675 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:14.216254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc557dbd-65b4-44ad-b4ba-c054d3b4b65e {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:13:14.235314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:13:14.359046 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:14.411163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:14.531901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0004fa2-73c1-4c24-8431-32b8cdc393e3 req-ff43d2fb-2ccf-470c-a136-45fbf65bad7d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:14.533590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f0004fa2-73c1-4c24-8431-32b8cdc393e3 req-ff43d2fb-2ccf-470c-a136-45fbf65bad7d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 944 time: 0.0594232 Oct 16 14:13:14.571440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f0004fa2-73c1-4c24-8431-32b8cdc393e3 req-95f0b648-c338-4ee9-9c86-97f1170a4bd9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Oct 16 14:13:14.601617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:13:15.264655 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:13:15.421519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0355543a-3e16-4fa5-a580-4887b8b450ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:15.690249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb2eea-e151-4cb3-9c71-86eec886d950 req-41298fbf-e9ce-4b00-a2c3-f7a4c4ba37c5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:15.691779 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-72bb2eea-e151-4cb3-9c71-86eec886d950 req-41298fbf-e9ce-4b00-a2c3-f7a4c4ba37c5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 944 time: 0.0554075 Oct 16 14:13:15.729851 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-72bb2eea-e151-4cb3-9c71-86eec886d950 req-aa4128d5-03cf-4ce2-b718-bdf04bef56ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Oct 16 14:13:16.077910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:13:16.193057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:13:16.196924 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:13:16.197325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:16.284890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:16.306911 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:13:16.309179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7312f-dd61-44da-9a08-ee4e00d7fbdd" -d '{"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-plugged", "status": "completed", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:13:16.321213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:13:16.345224 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf59ec6-b820-466b-8c9c-84571bec9831 x-openstack-request-id: req-dcf59ec6-b820-466b-8c9c-84571bec9831 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:13:16.345509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-plugged", "status": "completed", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:13:16.345765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcf59ec6-b820-466b-8c9c-84571bec9831 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:13:16.346204 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'code': 200} Oct 16 14:13:16.387701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:16.438428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:16.625626 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e57684-ef8d-4ef7-95a4-e0b7d52bbed3 req-ce34766c-ffaa-4572-a092-53acff3cd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:16.627049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35e57684-ef8d-4ef7-95a4-e0b7d52bbed3 req-ce34766c-ffaa-4572-a092-53acff3cd441 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0469477 Oct 16 14:13:16.627738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:16.662031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35e57684-ef8d-4ef7-95a4-e0b7d52bbed3 req-2dbe1761-a9da-4067-b060-0de9ecd2be68 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275428 Oct 16 14:13:16.821759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:16.857811 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c04110-120f-4b59-955d-108f3b84068a req-f4de86f6-eefc-4c75-8e01-b62338d459a7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:16.859263 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56c04110-120f-4b59-955d-108f3b84068a req-f4de86f6-eefc-4c75-8e01-b62338d459a7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0613854 Oct 16 14:13:16.897378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56c04110-120f-4b59-955d-108f3b84068a req-0cf5505b-08fa-4c22-885a-0f9f7c164cd5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Oct 16 14:13:18.018465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d7174-5673-4f76-936b-a3d74573699a req-015660aa-7d19-48ff-9942-abe310a5f32c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:18.019864 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2d6d7174-5673-4f76-936b-a3d74573699a req-015660aa-7d19-48ff-9942-abe310a5f32c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0549853 Oct 16 14:13:18.056971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2d6d7174-5673-4f76-936b-a3d74573699a req-766d741a-ab82-4b32-89a5-a7f77d045273 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304496 Oct 16 14:13:18.175674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f295c09-f2b9-4c70-847e-179ff958801b req-e35861c5-9bcd-4336-91d5-95b8b4c80ea4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:18.177809 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f295c09-f2b9-4c70-847e-179ff958801b req-e35861c5-9bcd-4336-91d5-95b8b4c80ea4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0563037 Oct 16 14:13:18.215008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f295c09-f2b9-4c70-847e-179ff958801b req-bcae9035-a4f0-4316-abe9-4f06535231fc tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Oct 16 14:13:18.236270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44074) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:18.287706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fe407-fb8f-459c-b095-0d849475ebab tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:18.289289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5f9fe407-fb8f-459c-b095-0d849475ebab tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1093 time: 0.0520203 Oct 16 14:13:18.291980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44076) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:18.296191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:13:18.387147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:18.482621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:18.553128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:18.589429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.93 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/422548ee-39d6-46f0-a3fe-1f1ff3969ea2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:13:18.690148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:18.799244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:18.847151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:13:18.850964 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:13:18.854483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:13:18.882432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=422548ee-39d6-46f0-a3fe-1f1ff3969ea2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:19.252283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:19.394232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:19.549791 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:19.604306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:19.682864 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=422548ee-39d6-46f0-a3fe-1f1ff3969ea2,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:13:19.693349 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:19.813891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56 associated. External IP: 172.26.5.93, port: dc557dbd-65b4-44ad-b4ba-c054d3b4b65e. Oct 16 14:13:20.371125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 6eff0da8-eded-491f-aa45-671e553ee3c2 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:13:20.495224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:13:20.505070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] Sync routers for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:13:20.514758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:13:20.515368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:13:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:20.572357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:20.604675 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-9efcc6a8-8085-4c36-ae69-a79c271882e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3116169 Oct 16 14:13:20.605269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:13:20.607519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd8a304-6652-4fc9-b117-80a47f75a6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:13:20.636739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:13:20.643660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a8331-d678-4b49-a8af-9b21739b6bd5 x-openstack-request-id: req-7a3a8331-d678-4b49-a8af-9b21739b6bd5 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:13:20.643917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:13:20.644135 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a3a8331-d678-4b49-a8af-9b21739b6bd5 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:13:20.644581 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'status': 'completed', 'code': 200} Oct 16 14:13:20.747672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcf18b-1a7f-4273-ad83-1851e6b4c528 req-0e9bdcfb-48a0-4ea3-a846-31982689e884 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:20.749182 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00dcf18b-1a7f-4273-ad83-1851e6b4c528 req-0e9bdcfb-48a0-4ea3-a846-31982689e884 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0948713 Oct 16 14:13:20.751940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-584c6e33-a9ff-46bf-9f44-32600e459124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:20.753336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-584c6e33-a9ff-46bf-9f44-32600e459124 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0869987 Oct 16 14:13:20.840816 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00dcf18b-1a7f-4273-ad83-1851e6b4c528 req-c19f083b-7885-4af0-af06-9fa210266749 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854344 Oct 16 14:13:20.864094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44082) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:20.871873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-27b95c19-6825-4de9-9010-e7ff920d8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:20.873487 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-27b95c19-6825-4de9-9010-e7ff920d8dfb service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.1123247 Oct 16 14:13:20.888603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'port_id': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'mac_address': 'fa:16:3e:c9:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26428190-c486-4e97-8ac9-fb59751ea44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:13:19Z', 'updated_at': '2021-10-16T14:13:19Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:07Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:20.918131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] Checking router: 6eff0da8-eded-491f-aa45-671e553ee3c2 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:13:20.928068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:13:20.929283 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:13:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:20.938878 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a86d3a07-5c71-4386-b780-9881128d7a85 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56 HTTP/1.1" status: 200 len: 990 time: 0.0713036 Oct 16 14:13:20.958884 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-a4f61101-a953-47f9-9496-54d2e40abf1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 998 time: 0.0779407 Oct 16 14:13:21.007947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-3a1fa432-42dc-4819-86ee-14fc2d30d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:21.009379 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-3a1fa432-42dc-4819-86ee-14fc2d30d24e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0445437 Oct 16 14:13:21.058329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:13:21.064123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-2e83bce5-c4cb-488a-8c37-40eddaa5b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:21.065687 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-2e83bce5-c4cb-488a-8c37-40eddaa5b106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485778 Oct 16 14:13:21.158819 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-c6f2a742-781f-4ef2-85b2-4cd6900f8307 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Oct 16 14:13:21.266524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bd8a304-6652-4fc9-b117-80a47f75a6f2 req-0abc4a2c-49ba-4b0e-90af-851f9fe5ae4c service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009459 Oct 16 14:13:21.301512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'port_id': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'mac_address': 'fa:16:3e:c9:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26428190-c486-4e97-8ac9-fb59751ea44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:13:19Z', 'updated_at': '2021-10-16T14:13:19Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:07Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:13:21.330038 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0908b1d8-5d20-4fbf-8ea2-da34aaa59618 None None] The sync data for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv is: [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.93', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'port_id': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'mac_address': 'fa:16:3e:c9:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26428190-c486-4e97-8ac9-fb59751ea44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:13:19Z', 'updated_at': '2021-10-16T14:13:19Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:07Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:13:21.522528 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24159f65-8b8d-47ab-848a-bf9663905841 None None] New status for floating IP 07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:13:21.941699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44084) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:13:22.008054 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1557b25d-4f2a-4349-ad4a-796940c97ed5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56 HTTP/1.1" status: 200 len: 992 time: 0.0651853 Oct 16 14:13:22.878444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:42.832778 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8549d15f-f511-414a-891d-8d07666deb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:45.410121 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-632402c0-eeff-42f9-9a09-341b935162e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:46.610288 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:46.832936 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:48.542274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:49.636251 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-9fe32513-e301-4dde-aac9-fdad18805f5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495317 Oct 16 14:13:49.723713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-2c62af39-2167-4a44-9442-3d82c8c1ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:49.725226 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-2c62af39-2167-4a44-9442-3d82c8c1ea48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0471494 Oct 16 14:13:49.830018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-8a9b0a7f-0a4c-404e-87df-cb715a6deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:49.831443 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-8a9b0a7f-0a4c-404e-87df-cb715a6deba6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.0858572 Oct 16 14:13:49.900439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-078861c6-3d3b-4e5f-8530-e2879b4ff1eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 1000 time: 0.0619123 Oct 16 14:13:49.949316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-f40c5f9c-4876-413d-aaa4-b6575e9fa4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:49.950704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-f40c5f9c-4876-413d-aaa4-b6575e9fa4c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0421500 Oct 16 14:13:50.005001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-2a346eeb-8ee4-460d-8b58-fd7bcd7dc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:50.006452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-2a346eeb-8ee4-460d-8b58-fd7bcd7dc106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0490630 Oct 16 14:13:50.098815 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-0da709cb-4c61-4891-bbf6-0d46306213e1 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Oct 16 14:13:50.196974 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-421906a1-9302-43f9-8efd-4a9b17fc4d90 req-6ea98863-69df-4fc1-beed-02d91e403de7 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897117 Oct 16 14:13:52.265232 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:13:52.907531 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:13:53.326752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-56c9aaa6-8eac-4009-a299-6c42c4003020 req-6f24e4bc-51ed-4dba-b337-2860c8bcde75 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:13:53.327790 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56c9aaa6-8eac-4009-a299-6c42c4003020 req-6f24e4bc-51ed-4dba-b337-2860c8bcde75 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0054669 Oct 16 14:13:53.636175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47b8a-bcaa-4bc7-88a5-2c33587dc59b req-47b3539a-765e-4a9a-becd-f7598158153e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:53.637702 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21a47b8a-bcaa-4bc7-88a5-2c33587dc59b req-47b3539a-765e-4a9a-becd-f7598158153e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0566435 Oct 16 14:13:53.676030 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-21a47b8a-bcaa-4bc7-88a5-2c33587dc59b req-1177321e-eda6-4244-b3ce-d453c90b6540 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Oct 16 14:13:53.839179 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-10886490-896d-48f5-89dc-30571e11367e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877779 Oct 16 14:13:53.848443 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-85430b03-6876-4f9e-9d54-889868191c66 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:13:53.849382 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-85430b03-6876-4f9e-9d54-889868191c66 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0048795 Oct 16 14:13:54.806480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fc3de-5687-47be-b922-d99a832af3ea req-10c32f56-6087-4a67-945f-d0f074a6227f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:54.808545 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e8fc3de-5687-47be-b922-d99a832af3ea req-10c32f56-6087-4a67-945f-d0f074a6227f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0640862 Oct 16 14:13:54.848381 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3e8fc3de-5687-47be-b922-d99a832af3ea req-33bf7f74-2a60-4bd6-81ad-99fd45ebfda5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336580 Oct 16 14:13:55.717478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-9f73e447-6f0b-4f2e-ac07-f0f09bc770cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:55.719155 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-9f73e447-6f0b-4f2e-ac07-f0f09bc770cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0514443 Oct 16 14:13:55.812874 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-c87e852a-580d-4e9c-99f3-f049d0a5c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:55.814378 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-c87e852a-580d-4e9c-99f3-f049d0a5c34e service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.0878689 Oct 16 14:13:55.897411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-7a3b0354-71f3-4fac-858e-e151f67ecae5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 1000 time: 0.0754092 Oct 16 14:13:55.978356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-97517c02-2817-406b-9dc4-e1991531cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:55.979700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-97517c02-2817-406b-9dc4-e1991531cdc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0757666 Oct 16 14:13:56.025589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c46638-f881-48f2-8792-b722f922b6d0 req-7791c29d-4a97-45ec-a6d0-f362528ad187 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:56.027626 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00c46638-f881-48f2-8792-b722f922b6d0 req-7791c29d-4a97-45ec-a6d0-f362528ad187 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0961025 Oct 16 14:13:56.059802 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-f4cded8d-f960-473f-a883-262ef28b4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:56.061287 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-f4cded8d-f960-473f-a883-262ef28b4e8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734875 Oct 16 14:13:56.093601 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00c46638-f881-48f2-8792-b722f922b6d0 req-efcdad3c-30f4-4e60-b042-79165b292849 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589094 Oct 16 14:13:56.161991 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-f35bc21f-d86f-4c50-ba05-96c2d95a9e56 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916803 Oct 16 14:13:56.253234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-95917c82-623b-483a-9739-e9974aa1b4a7 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839670 Oct 16 14:13:57.284589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1db34-e5b5-4d4d-982e-a46823c8c381 req-1d3b80c2-b634-4ba1-93dc-42f8b8d13fe7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:57.284589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14b1db34-e5b5-4d4d-982e-a46823c8c381 req-1d3b80c2-b634-4ba1-93dc-42f8b8d13fe7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0580559 Oct 16 14:13:57.284589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14b1db34-e5b5-4d4d-982e-a46823c8c381 req-1fb314c2-aa17-4154-8774-ec9977af6088 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382447 Oct 16 14:13:58.392752 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469adb4c-8d9a-4f47-979a-9ca4a2f4bfa4 req-b1d26219-79ad-4230-9643-83ee2623b4cb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:58.394235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-469adb4c-8d9a-4f47-979a-9ca4a2f4bfa4 req-b1d26219-79ad-4230-9643-83ee2623b4cb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0626233 Oct 16 14:13:58.431768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-469adb4c-8d9a-4f47-979a-9ca4a2f4bfa4 req-7c07deef-de11-49c4-8d0f-599f8320eb1e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Oct 16 14:13:59.554438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097320f-14d9-4495-a545-79171436b715 req-cf6cee14-9663-4d43-a152-59382734ecd4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:13:59.555939 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8097320f-14d9-4495-a545-79171436b715 req-cf6cee14-9663-4d43-a152-59382734ecd4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0560017 Oct 16 14:13:59.594086 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8097320f-14d9-4495-a545-79171436b715 req-059f54cf-e173-4cb2-9ae2-53ee871d6759 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Oct 16 14:14:00.721050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2602f0d-12aa-4c93-aa95-2dfed7c54d09 req-23e8d4d8-0a3f-49c2-b6f3-c58aaa0150ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:00.722496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2602f0d-12aa-4c93-aa95-2dfed7c54d09 req-23e8d4d8-0a3f-49c2-b6f3-c58aaa0150ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0595806 Oct 16 14:14:00.759294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d2602f0d-12aa-4c93-aa95-2dfed7c54d09 req-59f62dc5-1aff-4b42-a6fa-b608332ca632 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Oct 16 14:14:01.879538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238077c-22b5-4ca7-8770-487b9950def0 req-59b621d7-e201-4354-ad43-13127a7ade7f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:01.881053 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9238077c-22b5-4ca7-8770-487b9950def0 req-59b621d7-e201-4354-ad43-13127a7ade7f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0551975 Oct 16 14:14:01.918726 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9238077c-22b5-4ca7-8770-487b9950def0 req-6acee150-ff84-4416-91b4-f0fd8cf53dd7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Oct 16 14:14:03.041155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc1bee-b61b-4870-b94b-163cf4cdfee9 req-38a8a6c3-70ca-4ae9-979e-641335662d9e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:03.044385 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62fc1bee-b61b-4870-b94b-163cf4cdfee9 req-38a8a6c3-70ca-4ae9-979e-641335662d9e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0597520 Oct 16 14:14:03.083647 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-62fc1bee-b61b-4870-b94b-163cf4cdfee9 req-d38e1549-40f0-4277-8686-93815aa0cdd3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Oct 16 14:14:04.213332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b1ce5-9c7e-4af8-aafd-7422137a14af req-ca99fdce-3f35-4dde-8229-933a19980ceb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:04.215654 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e57b1ce5-9c7e-4af8-aafd-7422137a14af req-ca99fdce-3f35-4dde-8229-933a19980ceb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0624688 Oct 16 14:14:04.253010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e57b1ce5-9c7e-4af8-aafd-7422137a14af req-55fdd304-41f1-4e2c-9251-c216b0481a27 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Oct 16 14:14:05.380980 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd5a55-9bd7-43a8-bb14-90f90e29766b req-59871de6-9b80-4591-bd9f-f4995f1136a0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:05.382477 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-abcd5a55-9bd7-43a8-bb14-90f90e29766b req-59871de6-9b80-4591-bd9f-f4995f1136a0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0589521 Oct 16 14:14:05.419718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-abcd5a55-9bd7-43a8-bb14-90f90e29766b req-d3f0ed22-a713-47c8-b8fc-88b8249942cd tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307102 Oct 16 14:14:06.540132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa38b8-fa73-4da4-b874-f767dc082834 req-7457bc3d-cf1a-4c19-b58e-7a8d0a71551f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:06.542357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f6fa38b8-fa73-4da4-b874-f767dc082834 req-7457bc3d-cf1a-4c19-b58e-7a8d0a71551f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0560594 Oct 16 14:14:06.579132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f6fa38b8-fa73-4da4-b874-f767dc082834 req-caa1f20f-bade-4c1e-8474-761a11d39f86 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309477 Oct 16 14:14:07.704558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f28ff-06d8-409b-8dc0-310c1688238e req-b6f5094b-a268-4a20-b9fa-18d011af1246 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:07.706336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-766f28ff-06d8-409b-8dc0-310c1688238e req-b6f5094b-a268-4a20-b9fa-18d011af1246 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0596070 Oct 16 14:14:07.751672 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-766f28ff-06d8-409b-8dc0-310c1688238e req-411467f2-087e-4e25-9665-ad8f5ead08ee tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Oct 16 14:14:08.087506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-36f0be26-4324-4384-bd69-727a39bf8907 service neutron] 10.222.0.31 "GET /v2.0/ports/dc557dbd-65b4-44ad-b4ba-c054d3b4b65e/bindings/hv-neutron-7431 HTTP/1.1" status: 200 len: 384 time: 0.0598419 Oct 16 14:14:08.576447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-6fdc209b-e9e9-4801-8a26-7e5ae915c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:08.577936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-6fdc209b-e9e9-4801-8a26-7e5ae915c4b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 1098 time: 0.0476718 Oct 16 14:14:08.647998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-544b54a4-f9ca-4dab-9415-e709cd67772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:08.649512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-544b54a4-f9ca-4dab-9415-e709cd67772f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0504992 Oct 16 14:14:08.738706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-07a6e2b5-0b35-4836-8d97-c67696653764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:08.740144 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-07a6e2b5-0b35-4836-8d97-c67696653764 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.0827405 Oct 16 14:14:08.815202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-98d4b5e7-0a4a-4781-98ed-a5ccdebe4900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 1000 time: 0.0685639 Oct 16 14:14:08.895105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-d6e43cdb-7f8e-4daf-86b7-1f1aa337ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:08.896613 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-d6e43cdb-7f8e-4daf-86b7-1f1aa337ba40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0743239 Oct 16 14:14:08.919582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631cdfe-4719-41b6-ad85-e772c30ee688 req-24f1d22a-840f-483b-a380-db641399ffe0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:08.921054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5631cdfe-4719-41b6-ad85-e772c30ee688 req-24f1d22a-840f-483b-a380-db641399ffe0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.1004953 Oct 16 14:14:08.983669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5631cdfe-4719-41b6-ad85-e772c30ee688 req-eff00b8f-fcb8-4205-90f0-d94989ed1adf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472016 Oct 16 14:14:08.988147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-16f5c507-6ebe-4b28-885b-fcfa421ca589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:08.989635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-16f5c507-6ebe-4b28-885b-fcfa421ca589 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0863531 Oct 16 14:14:09.079065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-398942f2-8df1-4886-81bd-227f222dc262 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826094 Oct 16 14:14:09.172010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-b2463cfc-01aa-4df6-bfeb-224c8f6b122c service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Oct 16 14:14:10.104812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bfa9f-17dd-485c-a3b6-2739939cc000 req-f595b0d4-fa9a-4efe-9962-4c235c00b92c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:10.106421 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f34bfa9f-17dd-485c-a3b6-2739939cc000 req-f595b0d4-fa9a-4efe-9962-4c235c00b92c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0568566 Oct 16 14:14:10.143907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f34bfa9f-17dd-485c-a3b6-2739939cc000 req-8e50aae8-10ed-4239-8b28-d336ffae4566 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Oct 16 14:14:11.268460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afca43c-6beb-4538-9383-b0cb6eb6aaf7 req-cfe3c6f5-e982-4242-b374-345e49f15777 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:11.269953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0afca43c-6beb-4538-9383-b0cb6eb6aaf7 req-cfe3c6f5-e982-4242-b374-345e49f15777 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0575671 Oct 16 14:14:11.310101 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0afca43c-6beb-4538-9383-b0cb6eb6aaf7 req-1f8305e5-d0c3-45cb-80a6-383136068850 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342226 Oct 16 14:14:11.685525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802a233-8cdd-4e62-9ec2-e58ef0322cb4 req-a0d66499-838d-4828-91db-329fb4adbf36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:11.687040 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a802a233-8cdd-4e62-9ec2-e58ef0322cb4 req-a0d66499-838d-4828-91db-329fb4adbf36 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0598943 Oct 16 14:14:11.751198 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a802a233-8cdd-4e62-9ec2-e58ef0322cb4 req-9748a829-3539-4abd-9764-8f4e731c49ce tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580657 Oct 16 14:14:11.779430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00825a06-6bcf-48ca-b98d-70079f82248c req-a4bd66ff-54f9-473f-b7d7-3de448ea677d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:11.780929 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-a4bd66ff-54f9-473f-b7d7-3de448ea677d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e&tenant_id=19ae515d7de44f388a21aad6c5cafd55&binding%3Ahost_id=hv-neutron-7431 HTTP/1.1" status: 200 len: 945 time: 0.0704160 Oct 16 14:14:11.907614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6356f45-f4b7-4d52-9329-db0e9b406a71 req-872f5180-4830-4aab-839a-d45ac20cc287 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:11.909143 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6356f45-f4b7-4d52-9329-db0e9b406a71 req-872f5180-4830-4aab-839a-d45ac20cc287 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0901484 Oct 16 14:14:11.914721 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00825a06-6bcf-48ca-b98d-70079f82248c req-f4b4d92a-7557-4375-bbf6-dacf41d8365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:11.916092 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-f4b4d92a-7557-4375-bbf6-dacf41d8365c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0867081 Oct 16 14:14:11.974863 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d6356f45-f4b7-4d52-9329-db0e9b406a71 req-2a6270e6-b64d-4a6c-a456-70b81d1a30b3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577979 Oct 16 14:14:12.026674 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00825a06-6bcf-48ca-b98d-70079f82248c req-5d955774-91e7-4a5a-8cc1-e566de8485ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:12.028373 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-5d955774-91e7-4a5a-8cc1-e566de8485ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.1041019 Oct 16 14:14:12.104133 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-e5d90026-11c3-4d76-94db-38daf4a78039 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 1000 time: 0.0678704 Oct 16 14:14:12.153230 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00825a06-6bcf-48ca-b98d-70079f82248c req-5d21e8c6-ab50-4012-957f-b7e141e0f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:12.154602 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-5d21e8c6-ab50-4012-957f-b7e141e0f34c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0421216 Oct 16 14:14:12.204415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00825a06-6bcf-48ca-b98d-70079f82248c req-701dee88-b357-4d5e-8c30-3158ad23525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:12.206074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-701dee88-b357-4d5e-8c30-3158ad23525b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0448112 Oct 16 14:14:12.299212 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-fcb2337b-6b21-4649-8217-d001292c78f6 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Oct 16 14:14:12.315800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:14:12.319689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:14:12.389354 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00825a06-6bcf-48ca-b98d-70079f82248c req-64999e1e-46b5-4ec4-8e0b-b3e18b4d697c service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Oct 16 14:14:12.477792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:12.480473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:12.498773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'port_id': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'mac_address': 'fa:16:3e:c9:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:14:12.530194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:14:12.532584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e5ed71-85f3-4007-bb82-4c06ab318d24" -d '{"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:14:12.553773 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:12.562594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:12.583917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc557dbd-65b4-44ad-b4ba-c054d3b4b65e {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:14:12.584033 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2166b374-a515-422c-98a0-4899654c27bc x-openstack-request-id: req-2166b374-a515-422c-98a0-4899654c27bc {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:14:12.584301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:14:12.584572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2166b374-a515-422c-98a0-4899654c27bc {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:14:12.584950 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'code': 200} Oct 16 14:14:12.612357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:12.687743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 16 14:14:12.688095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG oslo_db.api [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 16 14:14:12.692275 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:12.699184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.699693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.699888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.700223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.700589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.700918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.701237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.701556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.701894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.702212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.702526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.702838 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:12.810948 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0c72e387-53c4-4781-9a51-4e6b760cb059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:13.102310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deaef1-73e5-460a-bca6-ce293e70fd04 req-d3dd5815-25de-4e7e-a9cd-90854a514925 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:13.103893 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84deaef1-73e5-460a-bca6-ce293e70fd04 req-d3dd5815-25de-4e7e-a9cd-90854a514925 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 943 time: 0.0615513 Oct 16 14:14:13.143590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-84deaef1-73e5-460a-bca6-ce293e70fd04 req-f2aeaacb-6dd2-4295-9815-6da1feb1e421 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Oct 16 14:14:13.165740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44174) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:13.229645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:13.238214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-1b08d85e-2df8-43fe-a713-cac892a0eaf8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56 HTTP/1.1" status: 200 len: 990 time: 0.0713391 Oct 16 14:14:13.242731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc557dbd-65b4-44ad-b4ba-c054d3b4b65e {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:14:13.261731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:13.331464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:13.391523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:14:13.393743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:14.331230 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:14:14.381779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:14.382396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:14.467091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:14.498180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:14.564922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:14.587901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:14:14.590114 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db62540-111c-4f6a-86a1-916ee088c3d7" -d '{"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-plugged", "status": "completed", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:14:14.623733 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:14.628652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26f186-22a1-49b7-9747-ed06a947209e x-openstack-request-id: req-bc26f186-22a1-49b7-9747-ed06a947209e {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:14:14.628919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-plugged", "status": "completed", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:14:14.629161 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc26f186-22a1-49b7-9747-ed06a947209e {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:14:14.629541 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'code': 200} Oct 16 14:14:15.405130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-39318f7c-ac7c-47f0-b739-166932b8f586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:16.605537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:16.799719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:18.530809 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:22.897079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:29.266037 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:14:41.594447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44186) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:41.770467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 422548ee-39d6-46f0-a3fe-1f1ff3969ea2 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:14:41.770803 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:41.845510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:41.845758 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:41.857096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 422548ee-39d6-46f0-a3fe-1f1ff3969ea2 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:14:42.046751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:42.075650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=422548ee-39d6-46f0-a3fe-1f1ff3969ea2,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:42.100973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.101247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.101589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.101916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.102251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.102577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.102905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.103228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.103551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.103873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.104195 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.104557 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:42.149252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:42.149614 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56 disassociated (deleted). External IP: 172.26.5.93, port: dc557dbd-65b4-44ad-b4ba-c054d3b4b65e. Oct 16 14:14:42.719624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 6eff0da8-eded-491f-aa45-671e553ee3c2 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:14:42.829110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9a545d0d-725e-4ebe-94c6-d65c30804261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:42.847625 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:14:42.852671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:42.856912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] Sync routers for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:14:42.866757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:42.867357 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:42.886595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-da40408b-204d-47e6-8989-0d1f545bdcdf tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/floatingips/07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56 HTTP/1.1" status: 204 len: 168 time: 1.2911429 Oct 16 14:14:42.887291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:14:42.889762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17b8275-af8d-4dd7-a269-260955e4fd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:14:42.929419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a7172-7d02-46a2-9ce1-aebd086a9d7c x-openstack-request-id: req-873a7172-7d02-46a2-9ce1-aebd086a9d7c {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:14:42.929706 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:14:42.929956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-873a7172-7d02-46a2-9ce1-aebd086a9d7c {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:14:42.930351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'status': 'completed', 'code': 200} Oct 16 14:14:42.995798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:42.999950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-641386ee-c764-48c7-8312-657c267bba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:43.001485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-641386ee-c764-48c7-8312-657c267bba0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 1098 time: 0.0484641 Oct 16 14:14:43.101081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-fe01f86e-0456-4071-a0d8-a4809e7a0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:43.102550 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-fe01f86e-0456-4071-a0d8-a4809e7a0fe9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 200 len: 895 time: 0.0939734 Oct 16 14:14:43.152792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-cb99ffe9-4656-4750-9291-6693977c99ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 200 len: 217 time: 0.0413299 Oct 16 14:14:43.240390 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-4310bfba-590c-42cf-b4de-65a587ff6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:43.241871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-4310bfba-590c-42cf-b4de-65a587ff6dc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 200 len: 835 time: 0.0809159 Oct 16 14:14:43.288199 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9f23d-cf83-4eaf-a745-67e3582cfad0 req-db861918-d42c-4446-8b43-f62875d2e439 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:43.289613 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dda9f23d-cf83-4eaf-a745-67e3582cfad0 req-db861918-d42c-4446-8b43-f62875d2e439 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0972528 Oct 16 14:14:43.324896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-4f01d02a-a6c8-4d86-a2e7-7c6fb29215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:43.326383 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-4f01d02a-a6c8-4d86-a2e7-7c6fb29215b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a561595-3aab-4f9f-97b7-9f790b43bab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750949 Oct 16 14:14:43.356247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:07Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:43.364448 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dda9f23d-cf83-4eaf-a745-67e3582cfad0 req-1c028a47-e068-4760-9b4f-06ccdc53434d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650554 Oct 16 14:14:43.384606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] Checking router: 6eff0da8-eded-491f-aa45-671e553ee3c2 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:14:43.393469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:43.394064 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:43.432266 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-3334b0d5-130f-4c6d-9244-6316268b048b service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953634 Oct 16 14:14:43.515441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:43.527721 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e17b8275-af8d-4dd7-a269-260955e4fd8d req-51b9f2b4-e774-453e-9b15-108b0be750e9 service neutron] 10.222.0.31 "GET /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Oct 16 14:14:43.718116 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:07Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:43.745580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f689fd-c288-4366-8da5-a1b8bdba822f None None] The sync data for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv is: [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:13:03Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'a1987623-212d-44ac-b563-2e30acae6222', 'name': '', 'network_id': '1a561595-3aab-4f9f-97b7-9f790b43bab8', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:17:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:03Z', 'updated_at': '2021-10-16T14:13:07Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '79c3fc75-39ec-48c2-a0e8-192d242aa04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:14:43.946190 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa9b1d-3ff1-44d3-9c0d-adb744ac2f25 None None] New status for floating IP 07f6f8b3-16fd-43bc-81ec-6ac03b7d0f56: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:14:44.488278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97352f29-03ab-4634-803c-1418487191d0 req-568ceea0-4e73-4980-8432-60082c1bc76a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:44.489792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97352f29-03ab-4634-803c-1418487191d0 req-568ceea0-4e73-4980-8432-60082c1bc76a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0565593 Oct 16 14:14:44.527665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-97352f29-03ab-4634-803c-1418487191d0 req-65c373e6-3cb5-4f3b-8c39-2f8df3f35db8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320184 Oct 16 14:14:44.868663 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-e7042799-4707-4fc6-ae86-b772d02cefe3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:44.870015 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-e7042799-4707-4fc6-ae86-b772d02cefe3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 945 time: 0.0544522 Oct 16 14:14:44.972680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:14:44.973015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:45.060214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:45.060606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:45.073018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for dc557dbd-65b4-44ad-b4ba-c054d3b4b65e owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:14:45.280846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:45.311256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=dc557dbd-65b4-44ad-b4ba-c054d3b4b65e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:45.357884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] No DVR routers for this DVR port dc557dbd-65b4-44ad-b4ba-c054d3b4b65e on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:14:45.361927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:45.365264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-110c3d70-5f81-45c2-a45d-c064aa8b14ba req-b897bbb3-b0c7-40e2-8c10-0248b9555f31 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "DELETE /v2.0/ports/dc557dbd-65b4-44ad-b4ba-c054d3b4b65e HTTP/1.1" status: 204 len: 173 time: 0.4891238 Oct 16 14:14:45.365725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-deleted', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:14:45.369158 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce15c31-b776-45c4-9709-c12a7ffaf771" -d '{"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-deleted", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:14:45.403037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9dc2f8-7b10-4859-980e-ac4b7f7685bf x-openstack-request-id: req-9a9dc2f8-7b10-4859-980e-ac4b7f7685bf {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:14:45.403447 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26428190-c486-4e97-8ac9-fb59751ea44e", "name": "network-vif-deleted", "tag": "dc557dbd-65b4-44ad-b4ba-c054d3b4b65e", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:14:45.403704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a9dc2f8-7b10-4859-980e-ac4b7f7685bf {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:14:45.404107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26428190-c486-4e97-8ac9-fb59751ea44e', 'name': 'network-vif-deleted', 'tag': 'dc557dbd-65b4-44ad-b4ba-c054d3b4b65e', 'status': 'completed', 'code': 200} Oct 16 14:14:45.503312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0b20232e-2302-4fb3-bee6-54f714339172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:45.621520 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b7655e11-62d9-42cf-800d-be07869da9ee req-ab30d30e-2e76-49f2-8eff-465ce2adc9ac tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=26428190-c486-4e97-8ac9-fb59751ea44e HTTP/1.1" status: 200 len: 210 time: 0.0276680 Oct 16 14:14:46.635061 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:46.679207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44204) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:46.811838 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:47.085655 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:47.378406 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port a1987623-212d-44ac-b563-2e30acae6222 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:14:47.378627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:47.468972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port a1987623-212d-44ac-b563-2e30acae6222, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=a1987623-212d-44ac-b563-2e30acae6222,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:47.469403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:47.480931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for a1987623-212d-44ac-b563-2e30acae6222 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:14:47.725935 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:47.755407 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=a1987623-212d-44ac-b563-2e30acae6222,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:47.950938 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:48.199927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 6eff0da8-eded-491f-aa45-671e553ee3c2 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:14:48.505139 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:14:48.531623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: dc557dbd-65b4-44ad-b4ba-c054d3b4b65e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:14:48.531950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device dc557dbd-65b4-44ad-b4ba-c054d3b4b65e not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:14:48.583803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:48.637955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:14:48.643555 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0671a74a-ab3a-4ddc-9f04-e83eb3f2b56f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/6eff0da8-eded-491f-aa45-671e553ee3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9633017 Oct 16 14:14:48.646415 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44206) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:48.647730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] Sync routers for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:14:48.657792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:48.658402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:48.697600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting subnet 79c3fc75-39ec-48c2-a0e8-192d242aa04b {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:14:48.700821 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:48.746061 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:48.784603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:48.837242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:48.962432 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:14:47Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:48.966605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:48.995650 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] Checking router: 6eff0da8-eded-491f-aa45-671e553ee3c2 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:14:48.999517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Subnet': ['ID=79c3fc75-39ec-48c2-a0e8-192d242aa04b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:49.000602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.003935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5e64ad3e-c546-4e55-bef5-cdac9b558829 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/subnets/79c3fc75-39ec-48c2-a0e8-192d242aa04b HTTP/1.1" status: 204 len: 168 time: 0.3565612 Oct 16 14:14:49.006699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44208) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:49.008660 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8fcc2-c07f-461a-b71b-c5310bd04a51 None None] Network 1a561595-3aab-4f9f-97b7-9f790b43bab8 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:14:49.022721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] Routers {'6eff0da8-eded-491f-aa45-671e553ee3c2'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:49.023344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['6eff0da8-eded-491f-aa45-671e553ee3c2'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:49.144289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.237624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] Set router 6eff0da8-eded-491f-aa45-671e553ee3c2 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:49.270876 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.364704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] DHCP port deletion for 1a561595-3aab-4f9f-97b7-9f790b43bab8 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:14:49.378912 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 2268add1-caa3-44d3-9cd5-27a0a4530b32 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:14:49.379258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.462600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 2268add1-caa3-44d3-9cd5-27a0a4530b32, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=2268add1-caa3-44d3-9cd5-27a0a4530b32,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:49.462966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.465440 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] Deleting port 5513f20d-bba6-4030-ba02-43b2f30f40ab {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:14:49.465808 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.475450 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 2268add1-caa3-44d3-9cd5-27a0a4530b32 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:14:49.534366 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:14:47Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:49.574894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e1d37b-038a-459e-a8c7-fd6105fad7fc None None] The sync data for ids ['6eff0da8-eded-491f-aa45-671e553ee3c2'] in dv-neutron-743142-24-hyperv is: [{'id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034204081', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:12:59Z', 'updated_at': '2021-10-16T14:14:47Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '2268add1-caa3-44d3-9cd5-27a0a4530b32', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eff0da8-eded-491f-aa45-671e553ee3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:13:00Z', 'updated_at': '2021-10-16T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:14:49.577505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] For port 5513f20d-bba6-4030-ba02-43b2f30f40ab, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5513f20d-bba6-4030-ba02-43b2f30f40ab,segment=NetworkSegment(9c0d9e40-649f-431b-b037-5b396ebfaa1f),segment_id=9c0d9e40-649f-431b-b037-5b396ebfaa1f)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:49.577954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.593435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] Calling delete_port for 5513f20d-bba6-4030-ba02-43b2f30f40ab owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:14:49.755032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.781203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] Pushing event deleted for resources: {'Port': ['ID=5513f20d-bba6-4030-ba02-43b2f30f40ab,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:49.784184 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.784798 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ec27a-3df3-4daf-ae6c-790bedd6a76b None None] No DVR routers for this DVR port 5513f20d-bba6-4030-ba02-43b2f30f40ab on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:14:49.837151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=2268add1-caa3-44d3-9cd5-27a0a4530b32,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:49.875533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.980226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:49.982622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.024215 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a1987623-212d-44ac-b563-2e30acae6222 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:14:50.045813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: a1987623-212d-44ac-b563-2e30acae6222 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:14:50.046150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device a1987623-212d-44ac-b563-2e30acae6222 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:14:50.046555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5513f20d-bba6-4030-ba02-43b2f30f40ab no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:14:50.067555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 5513f20d-bba6-4030-ba02-43b2f30f40ab {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:14:50.067893 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5513f20d-bba6-4030-ba02-43b2f30f40ab not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:14:50.069478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.072369 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Fanout notify agent at l3_agent the message router_deleted on router 6eff0da8-eded-491f-aa45-671e553ee3c2 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:14:50.078382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.080759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2bab537e-8dac-473b-9293-6eaf4bedca63 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/routers/6eff0da8-eded-491f-aa45-671e553ee3c2 HTTP/1.1" status: 204 len: 168 time: 1.0728633 Oct 16 14:14:50.082738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44210) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:50.164239 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.259189 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.278590 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a561595-3aab-4f9f-97b7-9f790b43bab8']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:50.287955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0d9e40-649f-431b-b037-5b396ebfaa1f') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:50.288240 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0d9e40-649f-431b-b037-5b396ebfaa1f') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:50.297808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.310379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.316782 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:14:50.317165 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:14:50.320077 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:14:50.446075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.457621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.457621 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/networks/1a561595-3aab-4f9f-97b7-9f790b43bab8 HTTP/1.1" status: 204 len: 168 time: 0.3729975 Oct 16 14:14:50.459823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44214) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:50.468099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Network': ['ID=1a561595-3aab-4f9f-97b7-9f790b43bab8,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:50.475183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.475542 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.475868 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.476202 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.476560 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.476891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.477219 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.477541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.477865 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.478192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.478513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.478830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccdc8aa-72c0-432e-ad96-0bc432981f75 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:50.524587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9bf-5682-4d70-8170-50264d81657b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.549304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9bf-5682-4d70-8170-50264d81657b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.709564 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9bf-5682-4d70-8170-50264d81657b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.712159 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9bf-5682-4d70-8170-50264d81657b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:50.713370 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5d05f9bf-5682-4d70-8170-50264d81657b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/security-groups/26a3bc41-c7ed-402b-9fa0-ec96129b7ba6 HTTP/1.1" status: 204 len: 168 time: 0.2524555 Oct 16 14:14:50.723609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05f9bf-5682-4d70-8170-50264d81657b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a3bc41-c7ed-402b-9fa0-ec96129b7ba6,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:51.112169 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44220) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:51.116901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243888060', 'description': 'tempest-secgroup-smoke-243888060 description', 'project_id': '19ae515d7de44f388a21aad6c5cafd55'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:51.206098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.273635 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.331551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.359674 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40d200-ee0c-4e4d-9567-338aeefc6855,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:51.408103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.409416 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c541e65-454b-4115-9fcb-ef03e4a0b3fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2961779 Oct 16 14:14:51.412183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44222) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:51.416600 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'bf40d200-ee0c-4e4d-9567-338aeefc6855', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:51.496851 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.552293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.629495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.648000 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cb763c-bc02-4b08-aafe-b50da3bfb87c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:51.722515 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.723737 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e2ff9a1a-7e2d-441f-a955-5e3c29dec04a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105609 Oct 16 14:14:51.726370 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44224) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:51.730666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'bf40d200-ee0c-4e4d-9567-338aeefc6855', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:51.774890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2268add1-caa3-44d3-9cd5-27a0a4530b32 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:14:51.799645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 2268add1-caa3-44d3-9cd5-27a0a4530b32 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:14:51.799979 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 2268add1-caa3-44d3-9cd5-27a0a4530b32 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:14:51.828599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.883398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.955148 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:51.974373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b516cf-4ca2-41e8-a10a-831a2bcb0331,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:52.031970 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.033249 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-488c3b3d-0861-41dd-948a-c0d3221c9c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3059647 Oct 16 14:14:52.035823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44226) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:52.040149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'bf40d200-ee0c-4e4d-9567-338aeefc6855', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:52.113932 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.172290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.235146 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.253103 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2860d55e-b9ba-477c-9c49-e064accd8702,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:52.327726 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.329202 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2e441c06-c687-4d01-a4f0-e7d3fc1dbd0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2923961 Oct 16 14:14:52.331803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44228) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:52.336359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'bf40d200-ee0c-4e4d-9567-338aeefc6855', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:52.421551 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.479708 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.543320 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.561903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506a0219-4a23-46d5-a148-8a10dab4b82a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:52.653666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.654866 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ece5f427-5700-499e-a056-0d55ebff02d6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217850 Oct 16 14:14:52.658069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44230) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:52.662487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'bf40d200-ee0c-4e4d-9567-338aeefc6855', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:52.743275 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:14:52.747994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.806978 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.880451 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.895619 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9494f8d7-f777-46d4-a2dc-6248ff24511f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:52.937665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.967945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:52.969781 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-be1bd6a0-6483-4fa2-9d56-d1ecfaafe2d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101482 Oct 16 14:14:52.972524 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44232) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:52.977450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'bf40d200-ee0c-4e4d-9567-338aeefc6855', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:53.063508 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:14:53.068506 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.136985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.223376 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.243453 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9203c5-8b3e-48ba-952f-ba5e909a605f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:53.299499 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.300738 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-fc04f54e-55db-4c6c-a182-709ebe9db437 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272963 Oct 16 14:14:53.303550 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44234) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:53.308382 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'network': {'name': 'tempest-network-smoke--98077126', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:53.372223 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:14:53.376109 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.399653 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:14:53.409280 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.409622 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Added segment 5b92f800-c29b-4703-9f4e-8251092d6534 of type vlan for network 359de503-72a8-4bb0-8922-e7cfe157efe9 Oct 16 14:14:53.447789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.532034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.538031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:53.538609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.601705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Network': ['ID=359de503-72a8-4bb0-8922-e7cfe157efe9,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:53.612787 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:14:53.637681 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f3508bf3-3182-4a58-913f-88911c057ee6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3330340 Oct 16 14:14:53.640356 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44236) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:53.645019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'admin_state_up': True, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:53.732105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.733346 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:53.788327 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:54.019694 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:54.279083 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:54.298870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:54.405541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.179 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:14:54.503562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:54.583950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:54.626675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:14:54.629607 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:14:54.633180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:14:54.665681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:54.948967 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:55.177970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:55.378214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router c14ba475-8571-4e5f-b1d7-9af2e1a8999a is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:14:55.499472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:14:55.510691 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Sync routers for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:14:55.519649 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:55.520250 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:55.562816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:55.564066 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6faf5a35-edca-47e2-bf05-3a77cfc68583 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9226880 Oct 16 14:14:55.567430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44238) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:55.602646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-be39545d-9a11-48d5-96c1-1fa1e4e81db6 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=19ae515d7de44f388a21aad6c5cafd55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341070 Oct 16 14:14:55.605437 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44240) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:55.650013 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:55.697509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195d456-51a3-445f-ae10-d478c5208493 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:55.699058 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c195d456-51a3-445f-ae10-d478c5208493 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925422 Oct 16 14:14:55.701942 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44242) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:55.729508 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-46a645bc-f7f4-41ab-9d3f-5383e3c460f8 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265243 Oct 16 14:14:55.732037 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44244) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:55.776968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527569044', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:14:55.831978 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:54Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:55.863915 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Checking router: c14ba475-8571-4e5f-b1d7-9af2e1a8999a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:14:55.867092 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Updating router c14ba475-8571-4e5f-b1d7-9af2e1a8999a port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:14:55.893483 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:55.955719 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:14:55.959831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.170074 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.206883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.240824 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.270500 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Subnet': ['ID=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:56.278764 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Checking segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:14:56.279130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network hostable DHCP agents. Network: 359de503-72a8-4bb0-8922-e7cfe157efe9, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:14:56.349580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:14:56.384745 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Attempting to bind port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:14:56.385109 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Attempting to bind port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:14:56.385466 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Attempting to bind port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:14:56.392229 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Pushing event updated for resources: {'Port': ['ID=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:56.395357 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:14:56.395721 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:14:56.396113 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.396589 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:14:56.397044 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Bound port: 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:14:56.397417 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.403379 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.403705 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.404042 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.404404 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.404737 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.405062 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.405438 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.405770 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.406090 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.406408 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.407253 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.407573 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:14:56.412173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 359de503-72a8-4bb0-8922-e7cfe157efe9) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:14:56.416589 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:56.417440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.425768 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942344d1-dd4b-49f5-ace2-a10fc689a1a7 None None] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:14:56.462147 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] For port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:14:56.465148 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] For port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:14:56.494909 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0cf7e597-22a2-4134-b134-df0bf68b1ef4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7617867 Oct 16 14:14:56.497936 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44248) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:14:56.533985 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.603054 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003b210-a35b-4bd8-8b1c-dfaaf2e49f50 None None] Pushing event updated for resources: {'Port': ['ID=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:56.608129 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:56.608757 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:56.725286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-359de503-72a8-4bb0-8922-e7cfe157efe9', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:14:56.726404 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:56.734173 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:56.867249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Allocated IP 172.20.0.2 (359de503-72a8-4bb0-8922-e7cfe157efe9/8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b/e1fb44db-6479-4473-93b2-2802c8c1b999) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:14:56.927875 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:54Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:56.958076 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2084c261-3565-4066-9d41-292d994fa2ad None None] The sync data for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv is: [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:54Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:14:57.026782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.081588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.117217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:14:57.119987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:14:57.125813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:14:57.175018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Pushing event updated for resources: {'Port': ['ID=e1fb44db-6479-4473-93b2-2802c8c1b999,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:57.226720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Attempting to bind port e1fb44db-6479-4473-93b2-2802c8c1b999 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:14:57.227186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Attempting to bind port e1fb44db-6479-4473-93b2-2802c8c1b999 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:14:57.228401 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Attempting to bind port e1fb44db-6479-4473-93b2-2802c8c1b999 on network 359de503-72a8-4bb0-8922-e7cfe157efe9 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:14:57.236726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:14:57.237119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Checking segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:14:57.237511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.237914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Bound using segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:14:57.238379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Bound port: e1fb44db-6479-4473-93b2-2802c8c1b999, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:14:57.238758 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.316434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] For port e1fb44db-6479-4473-93b2-2802c8c1b999, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:14:57.321735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] For port e1fb44db-6479-4473-93b2-2802c8c1b999, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e1fb44db-6479-4473-93b2-2802c8c1b999,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:14:57.370922 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.430368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.512815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cec2f0-189d-4073-916a-d7fce1656a39 None None] Pushing event updated for resources: {'Port': ['ID=e1fb44db-6479-4473-93b2-2802c8c1b999,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:57.705735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.1 (359de503-72a8-4bb0-8922-e7cfe157efe9/8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b/887deb4d-92e7-4a95-8ce7-358148423449) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:14:57.866793 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.903939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:14:57.955979 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:57.956760 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:57.957122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.007222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:14:58.015125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:14:58.019845 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:14:58.027770 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=887deb4d-92e7-4a95-8ce7-358148423449,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:58.047719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.067838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.068095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:58.115036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.115831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e1fb44db-6479-4473-93b2-2802c8c1b999 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:14:58.200293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:58.218686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e1fb44db-6479-4473-93b2-2802c8c1b999 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:58.218686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.305091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.317645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.355812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port e1fb44db-6479-4473-93b2-2802c8c1b999, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e1fb44db-6479-4473-93b2-2802c8c1b999,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:14:58.429252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.484943 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=e1fb44db-6479-4473-93b2-2802c8c1b999,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:58.506974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55214b5d-c51f-4128-952b-49e00c056c85 None None] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:14:58.633534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9b126d0d-674d-4553-a917-5ec994e9cd81 None None] Provisioning complete for port e1fb44db-6479-4473-93b2-2802c8c1b999 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:58.633899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9b126d0d-674d-4553-a917-5ec994e9cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.649477 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.704363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.796849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:58.800514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=887deb4d-92e7-4a95-8ce7-358148423449,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:14:58.899602 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:14:58.901262 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:14:58.982131 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3ed592c8-077f-46f4-8e13-af6ef8f67d6b None None] Provisioning complete for port 887deb4d-92e7-4a95-8ce7-358148423449 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:58.982658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3ed592c8-077f-46f4-8e13-af6ef8f67d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:59.028468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-3ed592c8-077f-46f4-8e13-af6ef8f67d6b None None] Port 887deb4d-92e7-4a95-8ce7-358148423449 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:14:59.038525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-3ed592c8-077f-46f4-8e13-af6ef8f67d6b None None] Provisioning complete for port e1fb44db-6479-4473-93b2-2802c8c1b999 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:59.038949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3ed592c8-077f-46f4-8e13-af6ef8f67d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:59.053621 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router c14ba475-8571-4e5f-b1d7-9af2e1a8999a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:14:59.191002 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:14:59.200395 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fce3161b-6ad0-435d-9bd1-5311d6a1b028 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/c14ba475-8571-4e5f-b1d7-9af2e1a8999a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973333 Oct 16 14:14:59.212847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Sync routers for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:14:59.223421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:14:59.224129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:59.298117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-aeab756e-734a-437e-92eb-d1827d77065c None None] Provisioning complete for port 887deb4d-92e7-4a95-8ce7-358148423449 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:59.298235 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aeab756e-734a-437e-92eb-d1827d77065c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:59.350169 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-7cbb67a2-1fd7-4f88-8cec-aec073bd172f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243888060&fields=id&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 267 time: 0.0329080 Oct 16 14:14:59.382305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-aeab756e-734a-437e-92eb-d1827d77065c None None] Port 887deb4d-92e7-4a95-8ce7-358148423449 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:14:59.391086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:14:59.460740 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-8a282123-dfb2-4157-ab31-b3a32baf410e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:14:59.462330 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-8a282123-dfb2-4157-ab31-b3a32baf410e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/networks?id=359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 200 len: 795 time: 0.1053214 Oct 16 14:14:59.478806 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-6f8871b1-b25b-4689-af38-6a814731ecd2 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/quotas/19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 375 time: 0.0104988 Oct 16 14:14:59.540384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-0a23c2a3-7bb7-4cad-abc9-aad4d6654407 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557094 Oct 16 14:14:59.546455 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ad32f6ce-dfaf-454b-8a6f-5bcc5ab59dd8 None None] Provisioning complete for port 887deb4d-92e7-4a95-8ce7-358148423449 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:59.546969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ad32f6ce-dfaf-454b-8a6f-5bcc5ab59dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:59.556910 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-e554b113-cd8c-4e63-ba9e-f5c84206f6d2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:14:59.557901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-e554b113-cd8c-4e63-ba9e-f5c84206f6d2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0053661 Oct 16 14:14:59.617886 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ad32f6ce-dfaf-454b-8a6f-5bcc5ab59dd8 None None] Port 887deb4d-92e7-4a95-8ce7-358148423449 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:14:59.645517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 2, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:14:59.666400 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-86206b50-71d0-4d9e-991f-0a93f5acfb94 service neutron] 10.222.0.24 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009462 Oct 16 14:14:59.676255 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Checking router: c14ba475-8571-4e5f-b1d7-9af2e1a8999a for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:14:59.676633 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Updating router c14ba475-8571-4e5f-b1d7-9af2e1a8999a port 887deb4d-92e7-4a95-8ce7-358148423449 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:14:59.710914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:14:59.758251 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-0c67ac57-b3c4-4f17-8714-17dc9a005fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844417 Oct 16 14:14:59.845719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:14:59.964237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:14:59.964237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.024655 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-316aa885-1fd8-473d-a88b-6fa52c7bb80b req-58323410-b9c6-4af1-9008-5ece0b780487 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 210 time: 0.0356188 Oct 16 14:15:00.066236 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.109107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e1fb44db-6479-4473-93b2-2802c8c1b999 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:15:00.156108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.202035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port e1fb44db-6479-4473-93b2-2802c8c1b999 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:15:00.202435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.243304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cb12a-f710-42db-8359-3302e8224a75 None None] Pushing event updated for resources: {'Port': ['ID=887deb4d-92e7-4a95-8ce7-358148423449,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:00.311726 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Attempting to bind port 887deb4d-92e7-4a95-8ce7-358148423449 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:15:00.312027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Attempting to bind port 887deb4d-92e7-4a95-8ce7-358148423449 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:15:00.312414 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Attempting to bind port 887deb4d-92e7-4a95-8ce7-358148423449 on network 359de503-72a8-4bb0-8922-e7cfe157efe9 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:15:00.340276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:15:00.340746 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Checking segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:15:00.341127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.341488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Bound using segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:15:00.341977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Bound port: 887deb4d-92e7-4a95-8ce7-358148423449, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:15:00.342353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.426464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] For port 887deb4d-92e7-4a95-8ce7-358148423449, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:15:00.429619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] For port 887deb4d-92e7-4a95-8ce7-358148423449, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=887deb4d-92e7-4a95-8ce7-358148423449,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:15:00.441962 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-70983e3a-3ed2-4773-93ce-11983152c9cb None None] Provisioning complete for port 887deb4d-92e7-4a95-8ce7-358148423449 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:15:00.442329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-70983e3a-3ed2-4773-93ce-11983152c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.481721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-70983e3a-3ed2-4773-93ce-11983152c9cb None None] Port 887deb4d-92e7-4a95-8ce7-358148423449 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:15:00.492220 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.546124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:15:00.546816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:15:00.752686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cb12a-f710-42db-8359-3302e8224a75 None None] Pushing event updated for resources: {'Port': ['ID=887deb4d-92e7-4a95-8ce7-358148423449,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:00.847388 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-2f4a6376-2a51-467a-ac8c-f28e963570a8 None None] Provisioning complete for port 887deb4d-92e7-4a95-8ce7-358148423449 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:15:00.847669 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6376-2a51-467a-ac8c-f28e963570a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:00.852547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:15:01.071870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6376-2a51-467a-ac8c-f28e963570a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:01.127696 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cbfdf41b-af3e-4581-9a75-b2f765e6d737 req-7669671e-e597-4146-8d40-ba7d4b7560fa tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 210 time: 0.0314131 Oct 16 14:15:01.138771 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2f4a6376-2a51-467a-ac8c-f28e963570a8 None None] For port 887deb4d-92e7-4a95-8ce7-358148423449, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=887deb4d-92e7-4a95-8ce7-358148423449,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:15:01.158868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:00Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:15:01.187213 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66691bf2-2ba5-43f7-b680-8c2590a9a7ed None None] The sync data for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv is: [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:00Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:15:01.189092 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6376-2a51-467a-ac8c-f28e963570a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:01.257925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a6376-2a51-467a-ac8c-f28e963570a8 None None] Pushing event updated for resources: {'Port': ['ID=887deb4d-92e7-4a95-8ce7-358148423449,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:01.850993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 887deb4d-92e7-4a95-8ce7-358148423449 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:15:01.915112 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 887deb4d-92e7-4a95-8ce7-358148423449 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:15:01.915556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:01.997121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-7627110e-3be5-419f-aac0-ab6c2df2c31c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:01.998671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-7627110e-3be5-419f-aac0-ab6c2df2c31c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/networks?id=359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 200 len: 795 time: 0.1268520 Oct 16 14:15:02.046433 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-fea3d2ad-48cf-4cd9-8ead-322e58a10f85 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 379 time: 0.0377631 Oct 16 14:15:02.057245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'port': {'device_id': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'admin_state_up': True, 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'security_groups': ['bf40d200-ee0c-4e4d-9567-338aeefc6855']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:15:02.242631 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-050fafa4-d6f3-47ea-b271-b6a893316410 req-b3b5ebe7-3fea-4551-957e-39a579e5ac2c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 210 time: 0.0330238 Oct 16 14:15:02.264245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:15:02.269145 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:02.405125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.13 (359de503-72a8-4bb0-8922-e7cfe157efe9/8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b/6319a83c-3cac-4dd4-82e2-e3b39d7ee054) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:15:02.541854 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:02.618228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:02.663595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:15:02.668576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:15:02.672827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:15:02.709789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:02.732751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:02.733386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:02.796453 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-2bffee01-60cf-48ef-80c0-6e4773cf8476 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7395413 Oct 16 14:15:02.805580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Request body: {'port': {'device_id': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:15:02.877306 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:02.917361 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-546bbd0f-a9b2-4ff8-85ea-07162a570c40 None None] Provisioning complete for port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:15:02.917941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-546bbd0f-a9b2-4ff8-85ea-07162a570c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:02.960925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-546bbd0f-a9b2-4ff8-85ea-07162a570c40 None None] Port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:15:03.147970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:15:03.155348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:03.166819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Transition to ACTIVE for port object 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:15:03.240526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:03.303999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:03.416835 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa07fb6-e631-4ef9-a92d-ce6ce83fbd89 req-49963ece-db09-4088-aa32-4566b1fdb8c1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:03.418278 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8aa07fb6-e631-4ef9-a92d-ce6ce83fbd89 req-49963ece-db09-4088-aa32-4566b1fdb8c1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 944 time: 0.0962849 Oct 16 14:15:03.419508 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Attempting to bind port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:15:03.419838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Attempting to bind port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:15:03.420167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Attempting to bind port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 on network 359de503-72a8-4bb0-8922-e7cfe157efe9 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:15:03.427410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 on network 359de503-72a8-4bb0-8922-e7cfe157efe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:15:03.427739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Attempting to bind port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 on network 359de503-72a8-4bb0-8922-e7cfe157efe9 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:15:03.445240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:15:03.445577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Checking segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:15:03.445963 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Bound using segment: {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:15:03.446384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Bound port: 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b92f800-c29b-4703-9f4e-8251092d6534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:15:03.446743 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:03.475938 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8aa07fb6-e631-4ef9-a92d-ce6ce83fbd89 req-094e361f-4aec-43ee-9f9f-dbf52d43ac9d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501552 Oct 16 14:15:03.532139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] For port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:15:03.535240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] For port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:15:03.606686 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:03.645899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:03.646510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:03.647978 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 200 len: 1094 time: 0.8470385 Oct 16 14:15:03.648458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:15:03.650769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709ebb3-42bb-4753-a4b4-ec0d733c0764" -d '{"events": [{"name": "network-changed", "server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:15:03.677657 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49821-ae19-4f74-8e97-4017fcbb92e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:03.693247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d77ce09-26ea-442f-8fd0-6cc6c28e72ea x-openstack-request-id: req-7d77ce09-26ea-442f-8fd0-6cc6c28e72ea {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:15:03.693630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:15:03.693892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d77ce09-26ea-442f-8fd0-6cc6c28e72ea {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:15:03.694353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'status': 'completed', 'code': 200} Oct 16 14:15:03.763380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ebb3-42bb-4753-a4b4-ec0d733c0764 req-40a3bf52-f5b7-4401-a868-57cc206210f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:03.764922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c709ebb3-42bb-4753-a4b4-ec0d733c0764 req-40a3bf52-f5b7-4401-a868-57cc206210f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1097 time: 0.0503964 Oct 16 14:15:03.870231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ebb3-42bb-4753-a4b4-ec0d733c0764 req-cde37da5-bd71-4a55-9d63-980cbf998fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:03.871706 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c709ebb3-42bb-4753-a4b4-ec0d733c0764 req-cde37da5-bd71-4a55-9d63-980cbf998fa9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=19ae515d7de44f388a21aad6c5cafd55&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0994546 Oct 16 14:15:03.965223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ebb3-42bb-4753-a4b4-ec0d733c0764 req-af5c533c-34cc-45c3-95c2-e1d678abc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:03.966643 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c709ebb3-42bb-4753-a4b4-ec0d733c0764 req-af5c533c-34cc-45c3-95c2-e1d678abc3d0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869172 Oct 16 14:15:04.050940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-99219889-f3a3-408c-b50d-3f163e49b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:04.052500 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-99219889-f3a3-408c-b50d-3f163e49b248 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1097 time: 0.0518596 Oct 16 14:15:04.097489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-40ce10be-f62b-4dfb-bddd-6af46de41773 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 200 len: 217 time: 0.0374835 Oct 16 14:15:04.147313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-73f28eaa-9fdf-4003-996c-c93ec210be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:04.148814 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-73f28eaa-9fdf-4003-996c-c93ec210be4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b HTTP/1.1" status: 200 len: 834 time: 0.0436447 Oct 16 14:15:04.205378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a060-3e5c-4685-a023-43059920401d req-e4250d05-0e06-4755-af3d-456049a30989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:04.207064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-e4250d05-0e06-4755-af3d-456049a30989 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=359de503-72a8-4bb0-8922-e7cfe157efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517623 Oct 16 14:15:04.310891 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-c013a88e-d551-4790-9075-13d9f900eb42 service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963273 Oct 16 14:15:04.407299 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7744a060-3e5c-4685-a023-43059920401d req-a35bf01f-5cdb-42ae-b993-3fdb2300d248 service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886762 Oct 16 14:15:04.599476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05630-d0b2-4760-9d03-73c4ddbf934f req-1e07deb3-5fd9-49ee-8964-70a398821907 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:04.600890 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35c05630-d0b2-4760-9d03-73c4ddbf934f req-1e07deb3-5fd9-49ee-8964-70a398821907 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 944 time: 0.0571938 Oct 16 14:15:04.638265 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-35c05630-d0b2-4760-9d03-73c4ddbf934f req-b18489f4-fa8d-4fa0-a1f1-f03cd5d8ebd8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Oct 16 14:15:05.761004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067261-e85c-48f8-b924-fb26c83b09d6 req-5b26faa8-024e-44ae-953d-9cb62788a62c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:05.762467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89067261-e85c-48f8-b924-fb26c83b09d6 req-5b26faa8-024e-44ae-953d-9cb62788a62c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 944 time: 0.0550942 Oct 16 14:15:05.799745 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89067261-e85c-48f8-b924-fb26c83b09d6 req-e8a2c01b-09db-45b4-b30b-3c67185f7fc5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308304 Oct 16 14:15:06.265228 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:15:06.924668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7e679-1de7-4c98-871d-e0458bd5a48a req-f717bda1-00c7-49e6-979c-4e23a917dd00 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:06.926161 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ce7e679-1de7-4c98-871d-e0458bd5a48a req-f717bda1-00c7-49e6-979c-4e23a917dd00 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 944 time: 0.0611429 Oct 16 14:15:06.963735 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ce7e679-1de7-4c98-871d-e0458bd5a48a req-632b3784-e999-4db6-93f8-407d25cd4e97 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316846 Oct 16 14:15:08.089987 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27491f-3f38-475e-a48d-a575a0494945 req-5514d13e-9e2f-4213-9251-989f167991b6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:08.091479 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0b27491f-3f38-475e-a48d-a575a0494945 req-5514d13e-9e2f-4213-9251-989f167991b6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 944 time: 0.0624411 Oct 16 14:15:08.134743 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0b27491f-3f38-475e-a48d-a575a0494945 req-6ec07461-72cf-4e64-9fe3-560e695c8887 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371506 Oct 16 14:15:08.614607 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:15:08.706164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:15:08.717172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'port_id': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'mac_address': 'fa:16:3e:44:34:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:15:08.759570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:08.776197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:15:08.795304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:15:08.869483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:08.920701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:09.101591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['6319a83c-3cac-4dd4-82e2-e3b39d7ee054'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:15:09.258200 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38978b6e-91ba-4608-ab38-25b826c1dbc0 req-10a80207-bf76-4f12-9953-6e4cd57c0fa1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:09.259705 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38978b6e-91ba-4608-ab38-25b826c1dbc0 req-10a80207-bf76-4f12-9953-6e4cd57c0fa1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 945 time: 0.0582185 Oct 16 14:15:09.301988 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-38978b6e-91ba-4608-ab38-25b826c1dbc0 req-9b44e845-32e2-4343-8cf0-3efc399d07c8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360844 Oct 16 14:15:10.421661 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829216-feab-4845-b518-362103745a29 req-4425e672-b773-4902-afe6-14d3eafdbaf5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:10.423165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4829216-feab-4845-b518-362103745a29 req-4425e672-b773-4902-afe6-14d3eafdbaf5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 945 time: 0.0553153 Oct 16 14:15:10.461710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c4829216-feab-4845-b518-362103745a29 req-c585f47b-5a42-430e-8a3a-4df4deab27fb tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Oct 16 14:15:10.662250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:15:10.755503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:15:10.759534 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:15:10.762231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:10.849863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:10.871974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:15:10.874265 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5db4b3-8bc8-42b5-bc99-9fd766226b9b" -d '{"events": [{"server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "name": "network-vif-plugged", "status": "completed", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:15:10.888009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:15:10.910465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d508a8b3-100d-48c6-a7c8-762069471bc4 x-openstack-request-id: req-d508a8b3-100d-48c6-a7c8-762069471bc4 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:15:10.910755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "name": "network-vif-plugged", "status": "completed", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:15:10.911006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d508a8b3-100d-48c6-a7c8-762069471bc4 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:15:10.911403 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'code': 200} Oct 16 14:15:10.926651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:10.980246 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:11.208634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea30f8-56a0-4df5-82f7-04d8b3f6f443 req-9bcb37ae-f38d-4aaf-b904-39e9bf4eb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:11.210113 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8ea30f8-56a0-4df5-82f7-04d8b3f6f443 req-9bcb37ae-f38d-4aaf-b904-39e9bf4eb5ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1099 time: 0.0463715 Oct 16 14:15:11.244652 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f8ea30f8-56a0-4df5-82f7-04d8b3f6f443 req-96f2cd9b-05dc-4020-aae6-4842ab0937ca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276809 Oct 16 14:15:11.584147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989d1b6-4b20-457e-9e71-f934c18fcb01 req-33cbc8f8-76f8-4d14-9079-feb57b35b07a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:11.585610 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f989d1b6-4b20-457e-9e71-f934c18fcb01 req-33cbc8f8-76f8-4d14-9079-feb57b35b07a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0596266 Oct 16 14:15:11.622548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f989d1b6-4b20-457e-9e71-f934c18fcb01 req-2a421713-ae77-4477-8ed5-e0c48708f8ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310934 Oct 16 14:15:12.745043 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b87a-6452-436a-9dab-3f065bd95532 req-a6effce6-ad22-43f5-837f-fedba3f6f8ff tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:12.746513 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da94b87a-6452-436a-9dab-3f065bd95532 req-a6effce6-ad22-43f5-837f-fedba3f6f8ff tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0551796 Oct 16 14:15:12.786126 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da94b87a-6452-436a-9dab-3f065bd95532 req-1440eba6-d8a4-479e-a21c-54fdf3ebe123 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330663 Oct 16 14:15:12.841273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-eefe6587-e91e-444a-8db3-66d219a6400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:12.904831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b13d4-804c-47bc-8e45-e305b7a71cff req-6ef9b99f-a06e-4bce-8965-ef5bb19a2ead tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:12.906203 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-282b13d4-804c-47bc-8e45-e305b7a71cff req-6ef9b99f-a06e-4bce-8965-ef5bb19a2ead tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0554149 Oct 16 14:15:12.943866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-282b13d4-804c-47bc-8e45-e305b7a71cff req-8ab88760-27bc-4275-bfb3-bb6e82c305f3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Oct 16 14:15:12.964869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44306) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:15:13.056342 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751fe26a-9e1d-499e-8652-41b56ff61bab tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:13.057838 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-751fe26a-9e1d-499e-8652-41b56ff61bab tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1094 time: 0.0920000 Oct 16 14:15:13.060565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44310) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:15:13.064784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:15:13.121134 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:13.218398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:13.321341 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.146 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/ff6f3829-1647-4aaa-bc21-f5fc3c7837f7) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:15:13.420582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:13.492951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:13.535384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:15:13.540121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:15:13.543720 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:15:13.570866 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=ff6f3829-1647-4aaa-bc21-f5fc3c7837f7,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:13.942610 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:14.076596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:14.231480 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:14.303984 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:14.384757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=ff6f3829-1647-4aaa-bc21-f5fc3c7837f7,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:15:14.390065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:14.819462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 93a33823-f9a1-4eec-bc99-1fd71dda8f6d associated. External IP: 172.26.5.146, port: 6319a83c-3cac-4dd4-82e2-e3b39d7ee054. Oct 16 14:15:15.059015 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router c14ba475-8571-4e5f-b1d7-9af2e1a8999a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:15:15.183491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:15:15.194699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] Sync routers for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:15:15.204958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:15:15.205587 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:14:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:15:15.260576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:15.294708 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5bb9c0fe-08a6-4ae6-9003-23b50e2eba14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2331221 Oct 16 14:15:15.295321 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:15:15.297648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f062e34-a644-4ece-9555-d2744404e4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:15:15.340463 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fead419e-68ab-414c-b310-52e62221f37e x-openstack-request-id: req-fead419e-68ab-414c-b310-52e62221f37e {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:15:15.340769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:15:15.341023 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fead419e-68ab-414c-b310-52e62221f37e {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:15:15.341469 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'status': 'completed', 'code': 200} Oct 16 14:15:15.344376 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:15:15.424129 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2b293f90-ebe0-4613-9fdb-76698cc4c71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:15.450731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062e34-a644-4ece-9555-d2744404e4ad req-786df550-8b12-4b3d-94a7-dc0aab796dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:15.452153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-786df550-8b12-4b3d-94a7-dc0aab796dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1099 time: 0.0848246 Oct 16 14:15:15.460961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cbcbd-2660-4d23-a0b4-cd22bb1d56cf req-fd52d9e1-e84a-468b-a75a-d92224cdc9d0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:15.462342 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-914cbcbd-2660-4d23-a0b4-cd22bb1d56cf req-fd52d9e1-e84a-468b-a75a-d92224cdc9d0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0968592 Oct 16 14:15:15.556480 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-914cbcbd-2660-4d23-a0b4-cd22bb1d56cf req-135b0a37-4317-4476-9c3c-52bdb763b76b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858693 Oct 16 14:15:15.577648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062e34-a644-4ece-9555-d2744404e4ad req-79643c23-75df-49e4-9a09-73c581790b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:15.578264 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44318) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:15:15.580042 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-79643c23-75df-49e4-9a09-73c581790b8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 200 len: 896 time: 0.1166875 Oct 16 14:15:15.591584 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '93a33823-f9a1-4eec-bc99-1fd71dda8f6d', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'port_id': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'mac_address': 'fa:16:3e:44:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:15:13Z', 'updated_at': '2021-10-16T14:15:13Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:15:15.618788 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] Checking router: c14ba475-8571-4e5f-b1d7-9af2e1a8999a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:15:15.626773 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:15:15.627354 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:15:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:15:15.699487 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-8b72d1d2-22cd-46fe-8d01-a7cea8916c86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 200 len: 1000 time: 0.1128783 Oct 16 14:15:15.705542 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-25e08e25-c75c-45e0-b635-2fb998491e45 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/93a33823-f9a1-4eec-bc99-1fd71dda8f6d HTTP/1.1" status: 200 len: 992 time: 0.1250122 Oct 16 14:15:15.751755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062e34-a644-4ece-9555-d2744404e4ad req-7ec34b6a-8d56-41d7-891d-70f28b6e829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:15.753254 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-7ec34b6a-8d56-41d7-891d-70f28b6e829d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b HTTP/1.1" status: 200 len: 834 time: 0.0441813 Oct 16 14:15:15.760776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:15:15.809234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062e34-a644-4ece-9555-d2744404e4ad req-b342782e-5a43-4654-bddc-7b713392cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:15.810726 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-b342782e-5a43-4654-bddc-7b713392cdad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=359de503-72a8-4bb0-8922-e7cfe157efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0502121 Oct 16 14:15:15.900457 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-338a86f9-dfb5-43ea-91cd-4b1362cea094 service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825179 Oct 16 14:15:15.989029 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '93a33823-f9a1-4eec-bc99-1fd71dda8f6d', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'port_id': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'mac_address': 'fa:16:3e:44:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:15:13Z', 'updated_at': '2021-10-16T14:15:13Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:15:15.993007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6f062e34-a644-4ece-9555-d2744404e4ad req-57320e89-5d3f-4c9d-a368-5a44031cc41e service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Oct 16 14:15:16.021216 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab468e-8edf-4b6e-875b-ffe7295c50db None None] The sync data for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv is: [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '93a33823-f9a1-4eec-bc99-1fd71dda8f6d', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.146', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'port_id': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'mac_address': 'fa:16:3e:44:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:15:13Z', 'updated_at': '2021-10-16T14:15:13Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:15:16.213819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36087467-c338-4ff9-a663-acd1043fda3c None None] New status for floating IP 93a33823-f9a1-4eec-bc99-1fd71dda8f6d: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:15:16.629212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:16.709344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44320) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:15:16.772887 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-a4aece40-098e-4683-90ee-66a5e7d65c6c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/93a33823-f9a1-4eec-bc99-1fd71dda8f6d HTTP/1.1" status: 200 len: 994 time: 0.0624719 Oct 16 14:15:16.835256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:18.561466 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:22.955452 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:42.875947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-674ddf16-ed9c-4787-82da-4de4b9f4e72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:43.264917 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:15:43.607923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be4d3-f570-4928-a016-a5c965a2c18c req-6ebb3117-da15-4779-bf59-17d6c977e38a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:43.609440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-556be4d3-f570-4928-a016-a5c965a2c18c req-6ebb3117-da15-4779-bf59-17d6c977e38a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0567496 Oct 16 14:15:43.647296 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-556be4d3-f570-4928-a016-a5c965a2c18c req-b03f01d9-8234-4d44-832c-6363edfddd80 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318561 Oct 16 14:15:44.769256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa6f78-cd02-445e-888b-27afc387d5af req-d3921ca9-6dac-4867-811a-0a14bfcb53f3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:44.770739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80aa6f78-cd02-445e-888b-27afc387d5af req-d3921ca9-6dac-4867-811a-0a14bfcb53f3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0555677 Oct 16 14:15:44.808491 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-80aa6f78-cd02-445e-888b-27afc387d5af req-537d1ae3-059b-4c6d-954f-51ab52d64ae3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319202 Oct 16 14:15:45.429937 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e5e53a92-cdcc-41a4-bd1f-5e4cc38d12d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:45.934892 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43f063-4fbd-4ab4-815d-c52d233dff95 req-ea872e70-8455-4109-8eb5-8349c4884a44 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:45.936405 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db43f063-4fbd-4ab4-815d-c52d233dff95 req-ea872e70-8455-4109-8eb5-8349c4884a44 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0601208 Oct 16 14:15:45.973754 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db43f063-4fbd-4ab4-815d-c52d233dff95 req-297acb22-ac22-449e-94a9-3f4a87ea6b3b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Oct 16 14:15:46.641498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:46.812702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:47.094647 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db656e-8e1a-4355-afaa-e9cffdd7be4a req-8126387b-c429-4b13-bde1-2671c11b4005 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:47.096712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4db656e-8e1a-4355-afaa-e9cffdd7be4a req-8126387b-c429-4b13-bde1-2671c11b4005 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0570619 Oct 16 14:15:47.134256 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4db656e-8e1a-4355-afaa-e9cffdd7be4a req-458fac8c-6f0a-4e01-a996-1bbd3de7d3f3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Oct 16 14:15:48.254583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a531ac-7e50-4125-92df-403572a85af0 req-5804a005-5b58-40ad-873a-e4c6f0c6f86a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:48.256054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50a531ac-7e50-4125-92df-403572a85af0 req-5804a005-5b58-40ad-873a-e4c6f0c6f86a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0561860 Oct 16 14:15:48.297213 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-50a531ac-7e50-4125-92df-403572a85af0 req-ce0e3361-30bc-48a4-9332-05996b5c06c4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353200 Oct 16 14:15:48.567395 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:49.416541 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc67e3-8d20-4ec2-88c3-1fa6122d7660 req-347072cc-93e2-4579-9c1b-b3409079693c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:49.418017 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bfc67e3-8d20-4ec2-88c3-1fa6122d7660 req-347072cc-93e2-4579-9c1b-b3409079693c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0555315 Oct 16 14:15:49.455513 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bfc67e3-8d20-4ec2-88c3-1fa6122d7660 req-d70f89d1-8d17-4b3c-8df3-644a5abf6aa3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Oct 16 14:15:50.577309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a1c4-f171-4b49-b259-ffe5da87e150 req-87fdb2c1-8a23-4d6e-a930-3dafeb3eda12 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:50.578802 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-75b3a1c4-f171-4b49-b259-ffe5da87e150 req-87fdb2c1-8a23-4d6e-a930-3dafeb3eda12 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0569580 Oct 16 14:15:50.618830 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-75b3a1c4-f171-4b49-b259-ffe5da87e150 req-210ec2fb-88d1-42b7-87b9-9862d017b628 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Oct 16 14:15:51.744917 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645d6ba-ca03-48ad-b404-388935539b86 req-5bf5c56c-37db-48c4-9af7-7fecc08c2d09 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:51.746391 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a645d6ba-ca03-48ad-b404-388935539b86 req-5bf5c56c-37db-48c4-9af7-7fecc08c2d09 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0611575 Oct 16 14:15:51.785331 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a645d6ba-ca03-48ad-b404-388935539b86 req-acc86e2c-80fa-4457-ac2a-4d324ab7ae60 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Oct 16 14:15:52.663283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-20288884-cfd9-448d-afe4-c9de768f73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:52.664794 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-20288884-cfd9-448d-afe4-c9de768f73a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1099 time: 0.0470712 Oct 16 14:15:52.770683 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-3f290fa1-a834-4552-909e-8dc69867de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:52.772154 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-3f290fa1-a834-4552-909e-8dc69867de80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 200 len: 896 time: 0.0881162 Oct 16 14:15:52.850232 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-0c057a49-e301-41b8-8f5b-ec2f53d62f41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 200 len: 1002 time: 0.0711987 Oct 16 14:15:52.910293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:15:52.935020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-9ee2c8d7-236e-40a9-960a-e08488ebbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:52.936430 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-9ee2c8d7-236e-40a9-960a-e08488ebbfd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b HTTP/1.1" status: 200 len: 834 time: 0.0760794 Oct 16 14:15:52.949651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0ca06-973a-43b4-b21f-419a726737fc req-4bc65eac-ab4a-44f8-9346-8ed6348523ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:52.951035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03f0ca06-973a-43b4-b21f-419a726737fc req-4bc65eac-ab4a-44f8-9346-8ed6348523ef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0992010 Oct 16 14:15:53.021090 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-03f0ca06-973a-43b4-b21f-419a726737fc req-aff23a7a-97a9-496d-9886-89f0ed68bb96 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612342 Oct 16 14:15:53.025467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-b8029554-c461-47bb-ac67-936fb664a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:53.026906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-b8029554-c461-47bb-ac67-936fb664a76c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=359de503-72a8-4bb0-8922-e7cfe157efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750239 Oct 16 14:15:53.121704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-ef1ec7f0-2dab-430a-a4dc-853acc4da63f service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Oct 16 14:15:53.214008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-083b7f2e-dc6a-437d-bdc4-d10cb868a673 req-71090b41-086f-46a0-815a-9921fd2257c0 service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843344 Oct 16 14:15:54.140927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af349528-3eef-43d0-a685-0e6107434c69 req-747f2c1e-83bb-4580-996e-8b3e6497914a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:54.142421 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-af349528-3eef-43d0-a685-0e6107434c69 req-747f2c1e-83bb-4580-996e-8b3e6497914a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0555143 Oct 16 14:15:54.180648 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-af349528-3eef-43d0-a685-0e6107434c69 req-c09defe1-1f79-4bcd-af6c-121ac0b30b2d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323868 Oct 16 14:15:54.202131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44352) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:15:54.271516 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3a73b582-2283-45cf-a1a3-957656749e1e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/93a33823-f9a1-4eec-bc99-1fd71dda8f6d HTTP/1.1" status: 200 len: 994 time: 0.0682044 Oct 16 14:15:55.619464 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72d29e-08d0-4c8e-b248-2de8100b64a9 req-f6b5b111-ec4d-4e0a-8fa5-540c74803a51 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:55.620990 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f72d29e-08d0-4c8e-b248-2de8100b64a9 req-f6b5b111-ec4d-4e0a-8fa5-540c74803a51 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0582626 Oct 16 14:15:55.668263 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4f72d29e-08d0-4c8e-b248-2de8100b64a9 req-4271d7df-d17e-4d51-8b78-bc70d50fb4e5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411026 Oct 16 14:15:55.722937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-be0f2d7b-0e5b-4672-b8f0-73128a3df048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:55.724452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-be0f2d7b-0e5b-4672-b8f0-73128a3df048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1099 time: 0.0517764 Oct 16 14:15:55.812507 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-55e55134-1c76-4c2c-a1ce-354ee8b37245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:55.813962 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-55e55134-1c76-4c2c-a1ce-354ee8b37245 service neutron] 10.222.0.31 "GET /v2.0/networks?id=359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 200 len: 896 time: 0.0831580 Oct 16 14:15:55.889013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-cbe6b24d-7dcf-47c2-8672-83cd3ec1ec09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 200 len: 1002 time: 0.0680132 Oct 16 14:15:55.938517 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-6de32061-4e60-44ea-a67a-5596adb3bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:55.940544 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-6de32061-4e60-44ea-a67a-5596adb3bea4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b HTTP/1.1" status: 200 len: 834 time: 0.0439353 Oct 16 14:15:55.992756 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-f4bf5ed8-a09d-4dd5-b489-590e917894fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:55.994241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-f4bf5ed8-a09d-4dd5-b489-590e917894fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=359de503-72a8-4bb0-8922-e7cfe157efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469363 Oct 16 14:15:56.088303 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-15e6fcdd-e43f-4d9e-a47b-3bbc4d45bb86 service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870790 Oct 16 14:15:56.177295 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6a84a362-1413-4ee6-be1b-ab86b162c06d req-dc4bcadb-eb63-4594-bb19-fc59810a26aa service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824385 Oct 16 14:15:56.797681 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff78d89-c683-4f11-81a5-0ae1a68bac2b req-7d08366b-3ff6-4a87-ab88-7433df170629 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:56.799238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9ff78d89-c683-4f11-81a5-0ae1a68bac2b req-7d08366b-3ff6-4a87-ab88-7433df170629 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0597882 Oct 16 14:15:56.836524 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9ff78d89-c683-4f11-81a5-0ae1a68bac2b req-63baa60f-8b39-4be5-a0de-013de90ebbb0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Oct 16 14:15:57.959196 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cb629-c810-4b9b-8f10-c74b8de15f02 req-ee5f8288-14e3-43c0-9753-636c81870197 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:15:57.960951 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db1cb629-c810-4b9b-8f10-c74b8de15f02 req-ee5f8288-14e3-43c0-9753-636c81870197 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0560732 Oct 16 14:15:57.998240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db1cb629-c810-4b9b-8f10-c74b8de15f02 req-80428ac1-31c3-4ddc-b77f-3d4102d7c042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Oct 16 14:15:58.020050 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44364) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:15:58.089906 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3d6d0f12-183f-4035-91a9-33ce52bad469 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/93a33823-f9a1-4eec-bc99-1fd71dda8f6d HTTP/1.1" status: 200 len: 994 time: 0.0673897 Oct 16 14:16:12.859272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-25626537-3eb2-4fa3-b5d7-8344e3124cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:15.429682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7246d722-aa2d-4c2a-a6d5-2c3bdaf32b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:16.624866 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:16.853436 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:18.556050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:20.263598 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:16:22.916453 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:26.487543 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44388) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:26.656025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port ff6f3829-1647-4aaa-bc21-f5fc3c7837f7 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:16:26.656380 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:26.733167 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:26.733483 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:26.745328 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for ff6f3829-1647-4aaa-bc21-f5fc3c7837f7 owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:16:26.933684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:26.972574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=ff6f3829-1647-4aaa-bc21-f5fc3c7837f7,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:26.997065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.997332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.997666 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.997997 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.998324 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.998650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.998968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.999287 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.999605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:26.999920 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:27.000238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:27.000577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:27.038313 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:27.044136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP 93a33823-f9a1-4eec-bc99-1fd71dda8f6d disassociated (deleted). External IP: 172.26.5.146, port: 6319a83c-3cac-4dd4-82e2-e3b39d7ee054. Oct 16 14:16:27.588844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router c14ba475-8571-4e5f-b1d7-9af2e1a8999a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:16:27.709812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:16:27.714832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:27.722113 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] Sync routers for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:16:27.731350 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:27.731944 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:27.749863 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5dfa0493-f74c-4c8f-9cee-7fc87dec8687 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/floatingips/93a33823-f9a1-4eec-bc99-1fd71dda8f6d HTTP/1.1" status: 204 len: 168 time: 1.2607055 Oct 16 14:16:27.750357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:16:27.752615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b313fa24-1633-4c38-89d0-e07ec864f73f" -d '{"events": [{"name": "network-changed", "server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:16:27.790634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2bbca3-ba3c-4c69-bf68-d30fd3267a4a x-openstack-request-id: req-1a2bbca3-ba3c-4c69-bf68-d30fd3267a4a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:16:27.790993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:16:27.791249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a2bbca3-ba3c-4c69-bf68-d30fd3267a4a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:16:27.791665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'status': 'completed', 'code': 200} Oct 16 14:16:27.866565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-b03163dc-9d57-4351-ab91-ab131147fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:27.868134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-b03163dc-9d57-4351-ab91-ab131147fb30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 1099 time: 0.0541539 Oct 16 14:16:27.950958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:27.964426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-25c695a9-bbc2-4207-a50f-f87b59ca6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:27.965904 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-25c695a9-bbc2-4207-a50f-f87b59ca6f60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 200 len: 896 time: 0.0912712 Oct 16 14:16:28.013395 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-bdf5c8f8-2626-4949-8872-c4fa4a8322d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 200 len: 217 time: 0.0403807 Oct 16 14:16:28.071418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-4328794d-862f-459f-a0bd-d3745eac3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:28.072982 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-4328794d-862f-459f-a0bd-d3745eac3a28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b HTTP/1.1" status: 200 len: 834 time: 0.0469282 Oct 16 14:16:28.136955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-dbcc5e08-2fe4-40a3-8b23-e5193da383af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:28.136955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-dbcc5e08-2fe4-40a3-8b23-e5193da383af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=359de503-72a8-4bb0-8922-e7cfe157efe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537531 Oct 16 14:16:28.165420 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:28.199469 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] Checking router: c14ba475-8571-4e5f-b1d7-9af2e1a8999a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:16:28.208095 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:28.209431 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:28.273242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082225b-38e3-41f4-9b1a-662f63e80b11 req-c970199f-84ab-460f-b36c-3d09cb4ba65a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:28.274631 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1082225b-38e3-41f4-9b1a-662f63e80b11 req-c970199f-84ab-460f-b36c-3d09cb4ba65a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.1146815 Oct 16 14:16:28.276399 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-0ffd9048-e8da-4ebe-92d0-38445ea1ef24 service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353793 Oct 16 14:16:28.331099 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:28.366207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1082225b-38e3-41f4-9b1a-662f63e80b11 req-731e8fe3-354a-4f88-8f86-e0f76f9a164d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853105 Oct 16 14:16:28.398365 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b313fa24-1633-4c38-89d0-e07ec864f73f req-b2c77ee7-3665-4fa3-806b-3485fb92a2bc service neutron] 10.222.0.31 "GET /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116042 Oct 16 14:16:28.539455 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:28.571618 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dadd75a-764e-4f73-8be2-654edc00b748 None None] The sync data for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv is: [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '887deb4d-92e7-4a95-8ce7-358148423449', 'name': '', 'network_id': '359de503-72a8-4bb0-8922-e7cfe157efe9', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:d1:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:57Z', 'updated_at': '2021-10-16T14:15:01Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:16:28.780584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb82819-dab5-4f15-b974-26bc75b42a07 None None] New status for floating IP 93a33823-f9a1-4eec-bc99-1fd71dda8f6d: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:16:29.496745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa36f12-a05b-46ae-b83d-567da3c80b1b req-69e8e268-2fa5-4438-947f-734e2055a746 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:29.499254 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9aa36f12-a05b-46ae-b83d-567da3c80b1b req-69e8e268-2fa5-4438-947f-734e2055a746 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0615375 Oct 16 14:16:29.535671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9aa36f12-a05b-46ae-b83d-567da3c80b1b req-9696d650-bcd0-484c-a855-fc61ca2b588a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=bf40d200-ee0c-4e4d-9567-338aeefc6855&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Oct 16 14:16:29.673069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-0c256924-391f-47e7-94ec-5df5c70fd74f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:29.674512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-0c256924-391f-47e7-94ec-5df5c70fd74f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 946 time: 0.0540111 Oct 16 14:16:29.779665 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:16:29.779899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:29.872275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:29.872662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:29.884218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:16:30.076736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:30.110761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=6319a83c-3cac-4dd4-82e2-e3b39d7ee054,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:30.153839 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] No DVR routers for this DVR port 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:16:30.156420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:30.159739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a2c018b-b8f2-494a-b780-21d9f7d44c66 req-d3bc1cba-7c92-4c1c-9d24-ce770b78d9ba tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "DELETE /v2.0/ports/6319a83c-3cac-4dd4-82e2-e3b39d7ee054 HTTP/1.1" status: 204 len: 173 time: 0.4782727 Oct 16 14:16:30.160181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'name': 'network-vif-deleted', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:16:30.163097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50b7e92-23d0-4a64-a2cd-7a796f4c8d92" -d '{"events": [{"server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "name": "network-vif-deleted", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:16:30.198558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c5c921-0e31-422f-9784-4492c79817b7 x-openstack-request-id: req-42c5c921-0e31-422f-9784-4492c79817b7 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:16:30.199293 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcf81df-b395-4767-9a32-8eb0667cf263", "name": "network-vif-deleted", "tag": "6319a83c-3cac-4dd4-82e2-e3b39d7ee054", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:16:30.199569 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42c5c921-0e31-422f-9784-4492c79817b7 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:16:30.199964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcf81df-b395-4767-9a32-8eb0667cf263', 'name': 'network-vif-deleted', 'tag': '6319a83c-3cac-4dd4-82e2-e3b39d7ee054', 'status': 'completed', 'code': 200} Oct 16 14:16:30.647384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2744217f-ecab-40ba-81b2-fde4e9c5f6e7 req-fb5fc83b-182a-4d2a-9753-28134d07e988 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=efcf81df-b395-4767-9a32-8eb0667cf263 HTTP/1.1" status: 200 len: 210 time: 0.0288496 Oct 16 14:16:31.702474 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44410) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:32.402477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:32.683046 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 887deb4d-92e7-4a95-8ce7-358148423449 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:16:32.683380 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:32.768833 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 887deb4d-92e7-4a95-8ce7-358148423449, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=887deb4d-92e7-4a95-8ce7-358148423449,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:32.769541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:32.781580 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 887deb4d-92e7-4a95-8ce7-358148423449 owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:16:33.036272 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:33.067154 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=887deb4d-92e7-4a95-8ce7-358148423449,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:33.075418 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:16:33.080890 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.081242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.081584 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.081920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.082257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.082592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.082917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.083278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.084221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.084572 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.084903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.085225 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:33.098645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:16:33.099026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 6319a83c-3cac-4dd4-82e2-e3b39d7ee054 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:16:33.268091 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:33.512374 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router c14ba475-8571-4e5f-b1d7-9af2e1a8999a has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:16:33.632671 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:16:33.637592 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-59b36f1f-e76d-4b02-9b9a-b35787b8b9b7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/c14ba475-8571-4e5f-b1d7-9af2e1a8999a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9341142 Oct 16 14:16:33.640279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44414) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:33.642870 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] Sync routers for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:16:33.652377 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:33.653065 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:33.696712 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting subnet 8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:16:33.699699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:33.738440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:33.772137 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:33.829877 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:33.952069 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:16:32Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:33.963293 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:33.983493 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] Checking router: c14ba475-8571-4e5f-b1d7-9af2e1a8999a for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:16:33.991403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Subnet': ['ID=8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:33.991749 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] Routers {'c14ba475-8571-4e5f-b1d7-9af2e1a8999a'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:33.992358 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:33.997704 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.003615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44416) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:34.006500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d96144-b35d-445a-a0e3-4a021a242628 None None] Network 359de503-72a8-4bb0-8922-e7cfe157efe9 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:16:34.018161 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-19797398-847b-49d2-bdb8-81e7fe451283 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/subnets/8b60f78d-d8cb-496e-a6dc-8e1439d2fd6b HTTP/1.1" status: 204 len: 168 time: 0.3682170 Oct 16 14:16:34.115051 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] Set router c14ba475-8571-4e5f-b1d7-9af2e1a8999a gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:34.133816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.190985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] DHCP port deletion for 359de503-72a8-4bb0-8922-e7cfe157efe9 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:16:34.252080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Deleting port e1fb44db-6479-4473-93b2-2802c8c1b999 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:16:34.252958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.264191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.307017 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:16:32Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:34.317586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] For port e1fb44db-6479-4473-93b2-2802c8c1b999, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=e1fb44db-6479-4473-93b2-2802c8c1b999,segment=NetworkSegment(5b92f800-c29b-4703-9f4e-8251092d6534),segment_id=5b92f800-c29b-4703-9f4e-8251092d6534)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:34.318700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.331192 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Calling delete_port for e1fb44db-6479-4473-93b2-2802c8c1b999 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:16:34.334946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d21cb8-73a8-43e9-9688-a039da44a462 None None] The sync data for ids ['c14ba475-8571-4e5f-b1d7-9af2e1a8999a'] in dv-neutron-743142-24-hyperv is: [{'id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1341760094', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179'}], 'enable_snat': True}, 'gw_port_id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:14:53Z', 'updated_at': '2021-10-16T14:16:32Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:1a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14ba475-8571-4e5f-b1d7-9af2e1a8999a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:14:54Z', 'updated_at': '2021-10-16T14:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:16:34.366282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:16:34.366662 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.445909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:34.450071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.457651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:16:34.476685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.503970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Pushing event deleted for resources: {'Port': ['ID=e1fb44db-6479-4473-93b2-2802c8c1b999,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:34.506312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] No DVR routers for this DVR port e1fb44db-6479-4473-93b2-2802c8c1b999 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:16:34.513772 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.514085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.514422 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.514777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.515104 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.515431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.515755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.516088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.516433 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.516757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.517080 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.517398 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad57a0e-57ce-4cf4-97c3-8933b54f2071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:34.711429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.737659 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:34.809069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.913858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:34.916019 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.018749 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.019408 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Fanout notify agent at l3_agent the message router_deleted on router c14ba475-8571-4e5f-b1d7-9af2e1a8999a {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:16:35.026307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.027461 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d9cd6167-f006-46c3-adfe-ed42c557505b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/routers/c14ba475-8571-4e5f-b1d7-9af2e1a8999a HTTP/1.1" status: 204 len: 168 time: 1.0228524 Oct 16 14:16:35.030087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44418) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:35.114339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.207295 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.227857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359de503-72a8-4bb0-8922-e7cfe157efe9']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:35.236903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b92f800-c29b-4703-9f4e-8251092d6534') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:35.237193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b92f800-c29b-4703-9f4e-8251092d6534') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:35.246466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.260177 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.265971 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:16:35.266345 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:16:35.269291 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:16:35.385273 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.392427 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.395076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/networks/359de503-72a8-4bb0-8922-e7cfe157efe9 HTTP/1.1" status: 204 len: 168 time: 0.3640180 Oct 16 14:16:35.398495 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44420) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:35.407205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c3fe0-3c6b-4a77-8bc2-7233e83aec11 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Network': ['ID=359de503-72a8-4bb0-8922-e7cfe157efe9,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:35.457994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cc7e6e-eeb3-41e9-bcfc-57a2189357f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.484950 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cc7e6e-eeb3-41e9-bcfc-57a2189357f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.607875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cc7e6e-eeb3-41e9-bcfc-57a2189357f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.610545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24cc7e6e-eeb3-41e9-bcfc-57a2189357f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:35.611722 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24cc7e6e-eeb3-41e9-bcfc-57a2189357f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf40d200-ee0c-4e4d-9567-338aeefc6855 HTTP/1.1" status: 204 len: 168 time: 0.2122214 Oct 16 14:16:35.621432 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc7e6e-eeb3-41e9-bcfc-57a2189357f1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40d200-ee0c-4e4d-9567-338aeefc6855,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:35.876483 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 887deb4d-92e7-4a95-8ce7-358148423449 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:16:35.897551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 887deb4d-92e7-4a95-8ce7-358148423449 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:16:35.897887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 887deb4d-92e7-4a95-8ce7-358148423449 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:16:35.898282 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:16:35.917084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:16:35.917420 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 5fad6c21-f1ed-4129-8ad4-fe5b8aca2fd5 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:16:35.917813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e1fb44db-6479-4473-93b2-2802c8c1b999 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:16:35.936473 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: e1fb44db-6479-4473-93b2-2802c8c1b999 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:16:35.936811 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device e1fb44db-6479-4473-93b2-2802c8c1b999 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:16:36.055375 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44426) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:36.060125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844776454', 'description': 'tempest-secgroup-smoke-844776454 description', 'project_id': '19ae515d7de44f388a21aad6c5cafd55'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:36.163035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.229557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.270525 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.303296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c72536-a05f-4ec3-8c76-e03f5397d0af,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:36.336449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.337692 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-ad758ab1-3ef1-4ca5-ac2e-19b317a5832b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2813001 Oct 16 14:16:36.340512 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44428) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:36.344749 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'a7c72536-a05f-4ec3-8c76-e03f5397d0af', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:36.476971 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.531604 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.590965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.608620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe1797a-7bf6-4649-85bf-9807fd9e60a3,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:36.667486 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.668727 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2eef2074-a706-480c-80ef-6c770d9c4042 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273079 Oct 16 14:16:36.671390 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44430) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:36.675842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'a7c72536-a05f-4ec3-8c76-e03f5397d0af', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:36.760815 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.816549 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.887939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.905817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c433e260-6ae8-4b3e-9fc5-d39aee746093,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:36.980920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:36.982124 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-796eab98-e437-4603-a4c9-e9066ec759a9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3097720 Oct 16 14:16:36.984887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44432) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:36.989279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'a7c72536-a05f-4ec3-8c76-e03f5397d0af', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:37.098607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.155501 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.299807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.320945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a059b4e2-72b9-4739-b44f-998389a841a9,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:37.398715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.399925 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f83d12b7-9022-47ec-9f06-ccd90d264ee3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141102 Oct 16 14:16:37.402670 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44434) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:37.409064 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'a7c72536-a05f-4ec3-8c76-e03f5397d0af', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:37.486904 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.544538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.618609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.635805 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5466bed-a8a0-4d35-9809-893852067d1f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:37.717981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.719119 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-aeb7c52c-9cee-455a-a0bf-0df5a3d4a85c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3155363 Oct 16 14:16:37.721791 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44436) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:37.726897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'a7c72536-a05f-4ec3-8c76-e03f5397d0af', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:37.819926 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:16:37.825140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.883536 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.962366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:37.979933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f40140f-f1ed-462e-918e-a4debc65c117,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:38.031743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.032953 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6bca4f4f-e533-4265-b092-743a9fcef45a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102522 Oct 16 14:16:38.035557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44438) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:38.040631 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'security_group_rule': {'security_group_id': 'a7c72536-a05f-4ec3-8c76-e03f5397d0af', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:38.128090 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Project 19ae515d7de44f388a21aad6c5cafd55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:16:38.133679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.193008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.276980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.296705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe37feb-2a25-4642-a675-9c508bf135c9,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:38.364656 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.365846 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-362ec43e-2118-45da-9f64-2d209b44d276 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3293421 Oct 16 14:16:38.368864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44440) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:38.374039 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'network': {'name': 'tempest-network-smoke--627774254', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'port_security_enabled': True}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:38.436557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:16:38.439999 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.464659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:16:38.473310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.473638 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Added segment f9fa3183-6fac-4bce-a8e1-7721b731889b of type vlan for network d46a4861-6224-412a-80b3-a530dc0cfce0 Oct 16 14:16:38.513661 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.584427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.590247 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:38.590847 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.653083 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Network': ['ID=d46a4861-6224-412a-80b3-a530dc0cfce0,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:38.662910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network d46a4861-6224-412a-80b3-a530dc0cfce0 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:16:38.672911 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dd2e2fc1-6916-4336-867c-c039ce6497f8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3030407 Oct 16 14:16:38.675594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44442) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:38.680494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'admin_state_up': True, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:38.768579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.769652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:38.829386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:39.089643 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:39.323885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:39.342546 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:39.438105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.56 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/69563fdb-9ce6-4b64-bc16-1d7b362ce412) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:16:39.540617 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:39.653592 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:39.695413 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:16:39.698603 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:39.701314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:16:39.730968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=69563fdb-9ce6-4b64-bc16-1d7b362ce412,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:40.053454 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:40.277758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:40.499446 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:16:40.621235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:16:40.630498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Sync routers for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:16:40.640163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:40.640800 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:40.696466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:40.697901 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4ff4f877-a27e-4021-81b6-f00ffe4f7323 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0213668 Oct 16 14:16:40.700983 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44444) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:40.731903 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e097c0cb-e2c0-4d90-bad8-8031c25c2ea5 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=19ae515d7de44f388a21aad6c5cafd55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297835 Oct 16 14:16:40.734386 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44446) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:40.771145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:40.821409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235af7d5-ddd6-4460-8cdd-ce8a9e2928c8 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:40.822936 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-235af7d5-ddd6-4460-8cdd-ce8a9e2928c8 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876226 Oct 16 14:16:40.825891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44448) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:40.853668 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-1c095984-c8ea-4116-a997-be2cd43b59a9 tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=5e3d02d0-b686-4116-92a9-70ffd3ae9867&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266607 Oct 16 14:16:40.856049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44450) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:40.860762 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2098484342', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:40.959056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:39Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:41.018921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:16:41.022715 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.140225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Checking router: 70548bf8-68ee-4dc8-a55e-d3af18ec9302 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:16:41.140603 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Updating router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:16:41.171427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.300231 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.313256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-fd32e60e-c110-4cdf-80a9-d3e361b22e0b req-1709be9f-c940-4c40-b5ce-b1ededbbf52f service neutron] (101080) timed out ('10.222.0.31', 55787) {{(pid=101080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 16 14:16:41.363981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Subnet': ['ID=11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:41.369296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Checking segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:16:41.370073 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network hostable DHCP agents. Network: d46a4861-6224-412a-80b3-a530dc0cfce0, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:16:41.439695 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.448124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network d46a4861-6224-412a-80b3-a530dc0cfce0 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:16:41.516426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.545074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, d46a4861-6224-412a-80b3-a530dc0cfce0) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:41.555899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:41.555899 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.559973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c661e-ea31-4fa0-8926-06c39df70fea None None] Network d46a4861-6224-412a-80b3-a530dc0cfce0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:16:41.594892 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Attempting to bind port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:16:41.595258 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Attempting to bind port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:16:41.595614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Attempting to bind port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:16:41.597441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0345b-a4a7-4e8c-8a00-298ce33e3724 None None] Pushing event updated for resources: {'Port': ['ID=69563fdb-9ce6-4b64-bc16-1d7b362ce412,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:41.607223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:16:41.607601 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:16:41.607997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.608405 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:16:41.613407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Bound port: 69563fdb-9ce6-4b64-bc16-1d7b362ce412, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:16:41.613407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.632804 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-da75c97b-82b6-4af0-af3e-c911b631e6e8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7757058 Oct 16 14:16:41.635693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44452) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:41.727692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] For port 69563fdb-9ce6-4b64-bc16-1d7b362ce412, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:16:41.745719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] For port 69563fdb-9ce6-4b64-bc16-1d7b362ce412, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69563fdb-9ce6-4b64-bc16-1d7b362ce412,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:16:41.780969 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-d46a4861-6224-412a-80b3-a530dc0cfce0', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:16:41.781823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.814311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:41.937304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:41.937916 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:41.986313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0345b-a4a7-4e8c-8a00-298ce33e3724 None None] Pushing event updated for resources: {'Port': ['ID=69563fdb-9ce6-4b64-bc16-1d7b362ce412,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:42.072327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Allocated IP 172.20.0.2 (d46a4861-6224-412a-80b3-a530dc0cfce0/11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605/8d5989be-9cb1-4103-9a80-18578b36de03) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:16:42.120607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:42.122426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:42.375738 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:42.400689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:39Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:42.430925 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d9d06b-3f97-4692-8e6b-93c572c3609e None None] The sync data for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv is: [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:39Z', 'revision_number': 3, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:16:42.449297 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:42.495348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Network d46a4861-6224-412a-80b3-a530dc0cfce0 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:16:42.498372 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:42.502174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:16:42.504731 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.1 (d46a4861-6224-412a-80b3-a530dc0cfce0/11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605/7a832ad3-2658-40e3-9fd7-74e786ecbc7f) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:16:42.515521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Pushing event updated for resources: {'Port': ['ID=8d5989be-9cb1-4103-9a80-18578b36de03,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:42.573790 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Attempting to bind port 8d5989be-9cb1-4103-9a80-18578b36de03 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:16:42.574223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Attempting to bind port 8d5989be-9cb1-4103-9a80-18578b36de03 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:16:42.574518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Attempting to bind port 8d5989be-9cb1-4103-9a80-18578b36de03 on network d46a4861-6224-412a-80b3-a530dc0cfce0 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:16:42.580020 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:16:42.580431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Checking segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:16:42.580825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:42.581214 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Bound using segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:16:42.581683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Bound port: 8d5989be-9cb1-4103-9a80-18578b36de03, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:16:42.582063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:42.683216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] For port 8d5989be-9cb1-4103-9a80-18578b36de03, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:16:42.686759 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] For port 8d5989be-9cb1-4103-9a80-18578b36de03, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8d5989be-9cb1-4103-9a80-18578b36de03,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:16:42.762602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:42.849307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e586ac3-06aa-4bea-a6da-f7bbd394e27f None None] Pushing event updated for resources: {'Port': ['ID=8d5989be-9cb1-4103-9a80-18578b36de03,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:42.888986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b8c5a9ca-37a5-4832-a2b1-57549edd820d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.004747 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.112205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.160568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network d46a4861-6224-412a-80b3-a530dc0cfce0 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:16:43.164466 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:43.171127 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:16:43.193602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:43.218262 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.484442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.748562 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68d844-3359-485e-b359-7db3d8a7378a None None] Network d46a4861-6224-412a-80b3-a530dc0cfce0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:16:43.803806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.825223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-5a19b971-d2f6-42b8-8f1d-dbf031aa5f67 None None] Provisioning complete for port 8d5989be-9cb1-4103-9a80-18578b36de03 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:43.825663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5a19b971-d2f6-42b8-8f1d-dbf031aa5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.865733 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.950652 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:43.960799 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:43.965182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69563fdb-9ce6-4b64-bc16-1d7b362ce412 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:16:44.026767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5a19b971-d2f6-42b8-8f1d-dbf031aa5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.075278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network d46a4861-6224-412a-80b3-a530dc0cfce0 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:16:44.075854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-5a19b971-d2f6-42b8-8f1d-dbf031aa5f67 None None] For port 8d5989be-9cb1-4103-9a80-18578b36de03, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8d5989be-9cb1-4103-9a80-18578b36de03,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:44.076942 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:44.077308 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.077438 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:44.155672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5a19b971-d2f6-42b8-8f1d-dbf031aa5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.215263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.228096 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:16:44.250854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 69563fdb-9ce6-4b64-bc16-1d7b362ce412, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69563fdb-9ce6-4b64-bc16-1d7b362ce412,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:44.251949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19b971-d2f6-42b8-8f1d-dbf031aa5f67 None None] Pushing event updated for resources: {'Port': ['ID=8d5989be-9cb1-4103-9a80-18578b36de03,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:44.281122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-52e3079f-de8b-4109-8c3b-14000d30d2f0 None None] Provisioning complete for port 8d5989be-9cb1-4103-9a80-18578b36de03 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:44.281122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52e3079f-de8b-4109-8c3b-14000d30d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.329040 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.329914 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8d5989be-9cb1-4103-9a80-18578b36de03 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:16:44.381289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:16:44.388095 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-407f700e-5edf-481a-8818-c5222ab66c16 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/70548bf8-68ee-4dc8-a55e-d3af18ec9302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513473 Oct 16 14:16:44.407101 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564ada-1746-4897-984a-1a40f090daae None None] Sync routers for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:16:44.427816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:44.428767 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:44.472239 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=69563fdb-9ce6-4b64-bc16-1d7b362ce412,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:44.494464 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 8d5989be-9cb1-4103-9a80-18578b36de03 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:44.494706 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.497769 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-52e3079f-de8b-4109-8c3b-14000d30d2f0 None None] Provisioning complete for port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:44.498135 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52e3079f-de8b-4109-8c3b-14000d30d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.579413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-52e3079f-de8b-4109-8c3b-14000d30d2f0 None None] Port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:16:44.588139 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-1aa32a75-0989-44b6-b957-971fbc255e10 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844776454&fields=id&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 267 time: 0.0442281 Oct 16 14:16:44.698421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a3e55fcf-fbc9-4883-98f0-0eb230647d80 None None] Provisioning complete for port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:44.698793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a3e55fcf-fbc9-4883-98f0-0eb230647d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.706489 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:44.715522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-65a76c57-70ed-4ddd-a789-f81350ec4533 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:44.717451 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-65a76c57-70ed-4ddd-a789-f81350ec4533 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/networks?id=d46a4861-6224-412a-80b3-a530dc0cfce0 HTTP/1.1" status: 200 len: 796 time: 0.1223049 Oct 16 14:16:44.736171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-1eb5be20-3995-4680-b4dd-9c36d124bb8d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/quotas/19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 375 time: 0.0127044 Oct 16 14:16:44.743735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a3e55fcf-fbc9-4883-98f0-0eb230647d80 None None] Port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:16:44.797291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-c8c79359-788c-4129-9026-3cce64961a3b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538549 Oct 16 14:16:44.864827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ba4c3494-b18e-46ff-a4a8-db536f63fc72 None None] Provisioning complete for port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:44.865438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ba4c3494-b18e-46ff-a4a8-db536f63fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.900095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-5bddb136-da66-4ead-88a5-57dbf2d10bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912116 Oct 16 14:16:44.910683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c3494-b18e-46ff-a4a8-db536f63fc72 None None] Port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:16:44.923534 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 2, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:44.954524 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564ada-1746-4897-984a-1a40f090daae None None] Checking router: 70548bf8-68ee-4dc8-a55e-d3af18ec9302 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:16:44.954903 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564ada-1746-4897-984a-1a40f090daae None None] Updating router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:16:44.986140 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-78564ada-1746-4897-984a-1a40f090daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:44.994670 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-a90d05e3-34f0-454c-9183-3995dd6d7517 service neutron] 10.222.0.24 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871189 Oct 16 14:16:45.260719 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-78564ada-1746-4897-984a-1a40f090daae None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.265196 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4221de26-575e-4567-9505-8fb9ade710a8 req-a9385e15-e906-4a8e-ae45-d4e914af394c tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 210 time: 0.0337913 Oct 16 14:16:45.328765 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-78564ada-1746-4897-984a-1a40f090daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.431064 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Pushing event updated for resources: {'Port': ['ID=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:45.431713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7cf9351d-ab68-476b-a153-2acc1916a0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.446612 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-78564ada-1746-4897-984a-1a40f090daae None None] Attempting to bind port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:16:45.446984 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-78564ada-1746-4897-984a-1a40f090daae None None] Attempting to bind port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:16:45.447334 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564ada-1746-4897-984a-1a40f090daae None None] Attempting to bind port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f on network d46a4861-6224-412a-80b3-a530dc0cfce0 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:16:45.449886 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.450228 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.450560 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.450913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.451209 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.451544 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.451854 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.452174 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.452695 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.453022 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.453338 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.453652 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:16:45.466612 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564ada-1746-4897-984a-1a40f090daae None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:16:45.467577 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564ada-1746-4897-984a-1a40f090daae None None] Checking segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:16:45.467577 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-78564ada-1746-4897-984a-1a40f090daae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.467839 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78564ada-1746-4897-984a-1a40f090daae None None] Bound using segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:16:45.468162 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-78564ada-1746-4897-984a-1a40f090daae None None] Bound port: 7a832ad3-2658-40e3-9fd7-74e786ecbc7f, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:16:45.468576 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-78564ada-1746-4897-984a-1a40f090daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.541246 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-78564ada-1746-4897-984a-1a40f090daae None None] For port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:16:45.550475 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-78564ada-1746-4897-984a-1a40f090daae None None] For port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:16:45.597869 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-78564ada-1746-4897-984a-1a40f090daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.633416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-e37dfab6-32b6-40ed-81d6-5eea326e2012 None None] Provisioning complete for port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:45.634048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e37dfab6-32b6-40ed-81d6-5eea326e2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.664811 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:16:45.665476 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:45.669347 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d73d86-7bde-463d-9177-140d4ea14708 None None] Pushing event updated for resources: {'Port': ['ID=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,revision_number=4']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:45.728160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e37dfab6-32b6-40ed-81d6-5eea326e2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.769927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e37dfab6-32b6-40ed-81d6-5eea326e2012 None None] For port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:45.803249 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:16:45.836127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e37dfab6-32b6-40ed-81d6-5eea326e2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.889411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69563fdb-9ce6-4b64-bc16-1d7b362ce412 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:16:45.931430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dfab6-32b6-40ed-81d6-5eea326e2012 None None] Pushing event updated for resources: {'Port': ['ID=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:45.964883 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b3ea18c1-9814-4b46-9a86-00945663a41d None None] Provisioning complete for port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:45.965250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3ea18c1-9814-4b46-9a86-00945663a41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:45.998935 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:45.999301 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:46.032586 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-78564ada-1746-4897-984a-1a40f090daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:16:46.066170 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564ada-1746-4897-984a-1a40f090daae None None] The sync data for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv is: [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:16:46.152252 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8d5989be-9cb1-4103-9a80-18578b36de03 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:16:46.215164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 8d5989be-9cb1-4103-9a80-18578b36de03 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:46.215551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:46.365075 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2d9ce348-788b-4f35-8f74-075af2395126 req-ae8e17ee-3509-49ff-abfa-6bcb1a965bbe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 210 time: 0.0305145 Oct 16 14:16:46.656685 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:46.820194 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:47.247762 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-124b5821-5b26-42e7-a79e-ef3b14f88d15 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:47.249221 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-124b5821-5b26-42e7-a79e-ef3b14f88d15 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/networks?id=d46a4861-6224-412a-80b3-a530dc0cfce0 HTTP/1.1" status: 200 len: 796 time: 0.1015625 Oct 16 14:16:47.292273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-ed625b02-90a3-48dc-ae88-b4385c1a7b12 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19ae515d7de44f388a21aad6c5cafd55 HTTP/1.1" status: 200 len: 379 time: 0.0336049 Oct 16 14:16:47.301210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'port': {'device_id': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'admin_state_up': True, 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'security_groups': ['a7c72536-a05f-4ec3-8c76-e03f5397d0af']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:47.468666 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b9193a64-9f81-4603-bbb7-c89aa6c9055c req-e5651eb9-3baa-4c84-83c5-1d11187bacb0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Oct 16 14:16:47.499823 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Made reservation on behalf of 19ae515d7de44f388a21aad6c5cafd55 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:16:47.503404 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:47.629515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.20.0.9 (d46a4861-6224-412a-80b3-a530dc0cfce0/11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605/5232fe44-e1f8-4eab-be0a-50f42d341b28) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:16:47.764585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:47.854853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:47.902553 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7a832ad3-2658-40e3-9fd7-74e786ecbc7f up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:16:47.903113 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network d46a4861-6224-412a-80b3-a530dc0cfce0 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:16:47.906378 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:47.910235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:16:47.937828 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=5232fe44-e1f8-4eab-be0a-50f42d341b28,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:47.958503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:47.958870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:47.966071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:47.966801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.073818 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-3a922511-69cc-4c19-88e7-8a0f6ee66a9a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7761352 Oct 16 14:16:48.083742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-bd143799-1b6f-456f-8949-d762c284510a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:16:48.084790 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-bd143799-1b6f-456f-8949-d762c284510a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0052509 Oct 16 14:16:48.135620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Request body: {'port': {'device_id': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:48.193993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a8852964-893e-4375-bd9e-25a9698536f8 None None] Provisioning complete for port 5232fe44-e1f8-4eab-be0a-50f42d341b28 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:48.194323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8852964-893e-4375-bd9e-25a9698536f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.206242 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.235574 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-a8852964-893e-4375-bd9e-25a9698536f8 None None] Port 5232fe44-e1f8-4eab-be0a-50f42d341b28 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:16:48.479456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5232fe44-e1f8-4eab-be0a-50f42d341b28 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:16:48.486671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.498235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Transition to ACTIVE for port object 5232fe44-e1f8-4eab-be0a-50f42d341b28 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:16:48.564274 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.591045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.639288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Pushing event updated for resources: {'Port': ['ID=5232fe44-e1f8-4eab-be0a-50f42d341b28,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:48.650881 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6a741-8c29-41eb-95df-afbf1de849a0 req-4d87bb33-629b-49ba-8d71-3bb1f550d522 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:48.652490 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efb6a741-8c29-41eb-95df-afbf1de849a0 req-4d87bb33-629b-49ba-8d71-3bb1f550d522 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 931 time: 0.1180305 Oct 16 14:16:48.732429 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efb6a741-8c29-41eb-95df-afbf1de849a0 req-66578bfc-a9cc-4628-bb30-488329dc1480 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646429 Oct 16 14:16:48.745901 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Attempting to bind port 5232fe44-e1f8-4eab-be0a-50f42d341b28 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:16:48.746236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Attempting to bind port 5232fe44-e1f8-4eab-be0a-50f42d341b28 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:16:48.746565 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Attempting to bind port 5232fe44-e1f8-4eab-be0a-50f42d341b28 on network d46a4861-6224-412a-80b3-a530dc0cfce0 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:16:48.751119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Port 5232fe44-e1f8-4eab-be0a-50f42d341b28 on network d46a4861-6224-412a-80b3-a530dc0cfce0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:16:48.751435 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Attempting to bind port 5232fe44-e1f8-4eab-be0a-50f42d341b28 on network d46a4861-6224-412a-80b3-a530dc0cfce0 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:16:48.757947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:16:48.758276 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Checking segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:16:48.758652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Bound using segment: {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:16:48.759076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Bound port: 5232fe44-e1f8-4eab-be0a-50f42d341b28, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fa3183-6fac-4bce-a8e1-7721b731889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:16:48.759426 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.830131 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] For port 5232fe44-e1f8-4eab-be0a-50f42d341b28, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:16:48.833123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] For port 5232fe44-e1f8-4eab-be0a-50f42d341b28, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:16:48.911797 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.948271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:48.948899 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:48.950264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] 10.222.0.31 "PUT /v2.0/ports/5232fe44-e1f8-4eab-be0a-50f42d341b28 HTTP/1.1" status: 200 len: 1093 time: 0.8577542 Oct 16 14:16:48.950704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:16:48.952970 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe16c90-c0d0-44fa-8970-f2f8715a2099" -d '{"events": [{"name": "network-changed", "server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:16:48.986616 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebedb9-5680-4bb8-951d-ded30cd9f231 service neutron] Pushing event updated for resources: {'Port': ['ID=5232fe44-e1f8-4eab-be0a-50f42d341b28,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:48.990251 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af40f2-1ac9-4716-80c7-0542a75157e5 x-openstack-request-id: req-30af40f2-1ac9-4716-80c7-0542a75157e5 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:16:48.990544 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:16:48.990794 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30af40f2-1ac9-4716-80c7-0542a75157e5 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:16:48.991183 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'status': 'completed', 'code': 200} Oct 16 14:16:49.063029 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe16c90-c0d0-44fa-8970-f2f8715a2099 req-00488c5d-7df3-4f3d-8329-92d092677816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.064559 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fe16c90-c0d0-44fa-8970-f2f8715a2099 req-00488c5d-7df3-4f3d-8329-92d092677816 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1096 time: 0.0516617 Oct 16 14:16:49.170395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe16c90-c0d0-44fa-8970-f2f8715a2099 req-45468845-0746-4c30-8ec6-0a2415476e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.171873 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fe16c90-c0d0-44fa-8970-f2f8715a2099 req-45468845-0746-4c30-8ec6-0a2415476e0f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=19ae515d7de44f388a21aad6c5cafd55&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991573 Oct 16 14:16:49.268255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe16c90-c0d0-44fa-8970-f2f8715a2099 req-fa66b091-dae1-4584-b7a3-c2c55c4d400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.269671 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9fe16c90-c0d0-44fa-8970-f2f8715a2099 req-fa66b091-dae1-4584-b7a3-c2c55c4d400d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911274 Oct 16 14:16:49.354870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-c9303061-d267-4d49-af9c-23e7fe4328d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.356368 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-c9303061-d267-4d49-af9c-23e7fe4328d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1096 time: 0.0507982 Oct 16 14:16:49.400044 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-ec76e37f-122b-456f-bc62-5a719e23f2af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28 HTTP/1.1" status: 200 len: 217 time: 0.0363057 Oct 16 14:16:49.448619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-870efcbc-f4d0-4424-b01b-45a1392cd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.450033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-870efcbc-f4d0-4424-b01b-45a1392cd713 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605 HTTP/1.1" status: 200 len: 835 time: 0.0433972 Oct 16 14:16:49.504925 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-dbfb5572-b031-4ae6-8a39-ceef75b12ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.506411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-dbfb5572-b031-4ae6-8a39-ceef75b12ecb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d46a4861-6224-412a-80b3-a530dc0cfce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498915 Oct 16 14:16:49.594833 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-b3e3f52b-946b-442b-be6a-5d4c29759182 service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807102 Oct 16 14:16:49.687093 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-916ae973-ab05-4c6a-b2d8-e416b9a7c401 req-e19078f2-34a8-4ade-8b80-24525e01a6a8 service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Oct 16 14:16:49.856151 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846f0c7-5b08-43ca-8591-fb9ed15c5d8c req-49c0ae78-f36f-4e18-801b-1bf24201917e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:49.857588 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8846f0c7-5b08-43ca-8591-fb9ed15c5d8c req-49c0ae78-f36f-4e18-801b-1bf24201917e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 943 time: 0.0586534 Oct 16 14:16:49.896127 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8846f0c7-5b08-43ca-8591-fb9ed15c5d8c req-f7aa62a4-3611-4077-988b-0b3d35095e2b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Oct 16 14:16:51.021176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f8e61-893b-4bf7-8828-12b42ea5d840 req-f992a884-9588-4462-ab50-981b2719d3d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:51.022709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-388f8e61-893b-4bf7-8828-12b42ea5d840 req-f992a884-9588-4462-ab50-981b2719d3d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 943 time: 0.0578530 Oct 16 14:16:51.064937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-388f8e61-893b-4bf7-8828-12b42ea5d840 req-2ff77300-cf41-453e-b84d-e715d0b47cd6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354581 Oct 16 14:16:52.188535 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33329cd4-7b17-4e77-9781-7d2ae9821252 req-7053c0cf-f7e7-4e93-8bf1-811f9e59e808 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:52.190038 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33329cd4-7b17-4e77-9781-7d2ae9821252 req-7053c0cf-f7e7-4e93-8bf1-811f9e59e808 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 943 time: 0.0591335 Oct 16 14:16:52.228910 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-33329cd4-7b17-4e77-9781-7d2ae9821252 req-28b746da-98a7-405b-b08f-2635337d490a tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329697 Oct 16 14:16:52.939721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:53.197305 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5232fe44-e1f8-4eab-be0a-50f42d341b28 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:16:53.289970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 5232fe44-e1f8-4eab-be0a-50f42d341b28, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:53.301212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'port_id': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'mac_address': 'fa:16:3e:3c:f5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:16:53.347923 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:53.349305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bf300-5747-40ef-b384-c0dea34824a9 req-f85c601b-2516-450e-a675-675ac134f811 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:53.351481 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a05bf300-5747-40ef-b384-c0dea34824a9 req-f85c601b-2516-450e-a675-675ac134f811 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 943 time: 0.0569763 Oct 16 14:16:53.360651 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5232fe44-e1f8-4eab-be0a-50f42d341b28 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:16:53.379241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 5232fe44-e1f8-4eab-be0a-50f42d341b28, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:53.389541 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a05bf300-5747-40ef-b384-c0dea34824a9 req-29c7e20b-fea1-4f73-ad95-b9177f18a43f tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Oct 16 14:16:53.465770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:53.517702 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=5232fe44-e1f8-4eab-be0a-50f42d341b28,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:53.707259 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['5232fe44-e1f8-4eab-be0a-50f42d341b28'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:16:54.509379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1b66-9a38-4aa8-9304-d415deaabb12 req-953832e5-2867-4cdf-8c61-eefdac28e6d4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:54.511145 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5db1b66-9a38-4aa8-9304-d415deaabb12 req-953832e5-2867-4cdf-8c61-eefdac28e6d4 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 944 time: 0.0559845 Oct 16 14:16:54.551699 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a5db1b66-9a38-4aa8-9304-d415deaabb12 req-3f88a415-e154-4a94-a508-f169914b9e0e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347171 Oct 16 14:16:55.213845 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5232fe44-e1f8-4eab-be0a-50f42d341b28 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:16:55.328335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 5232fe44-e1f8-4eab-be0a-50f42d341b28 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:16:55.331970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 5232fe44-e1f8-4eab-be0a-50f42d341b28 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:16:55.332339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:55.419349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:55.441243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:16:55.443481 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f510eb-723d-41ea-8d1f-d6696739f4e9" -d '{"events": [{"server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "name": "network-vif-plugged", "status": "completed", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:16:55.456513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 5232fe44-e1f8-4eab-be0a-50f42d341b28, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:16:55.527287 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5387ada6-eb17-46d7-ba3b-fc93c28359e0 x-openstack-request-id: req-5387ada6-eb17-46d7-ba3b-fc93c28359e0 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:16:55.527590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "name": "network-vif-plugged", "status": "completed", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:16:55.527819 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5387ada6-eb17-46d7-ba3b-fc93c28359e0 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:16:55.528215 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'code': 200} Oct 16 14:16:55.529403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:55.580592 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=5232fe44-e1f8-4eab-be0a-50f42d341b28,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:55.676343 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa12eb-e4ae-428a-9ff5-bd25ea0cc3ed req-13baf54a-e967-4ab2-831a-f987740fbdf9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:55.678271 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4aa12eb-e4ae-428a-9ff5-bd25ea0cc3ed req-13baf54a-e967-4ab2-831a-f987740fbdf9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0573184 Oct 16 14:16:55.718404 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b4aa12eb-e4ae-428a-9ff5-bd25ea0cc3ed req-b52f47dd-2222-487f-aeac-14ed1d658ba1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337381 Oct 16 14:16:55.810129 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44650c68-ae14-464d-9aac-71a091c68a72 req-57360393-8e92-441f-bbb9-ae804525657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:55.811579 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-44650c68-ae14-464d-9aac-71a091c68a72 req-57360393-8e92-441f-bbb9-ae804525657b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1098 time: 0.0450876 Oct 16 14:16:55.847013 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-44650c68-ae14-464d-9aac-71a091c68a72 req-dcdd2aca-1b68-459b-ba2b-32567bbdb843 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283167 Oct 16 14:16:56.843717 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426e23a-bad2-4031-917f-1c7bc160ffeb req-edc021c8-f0de-42f1-8632-2b345174c967 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:56.845276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3426e23a-bad2-4031-917f-1c7bc160ffeb req-edc021c8-f0de-42f1-8632-2b345174c967 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0576034 Oct 16 14:16:56.888134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3426e23a-bad2-4031-917f-1c7bc160ffeb req-5fa04133-2a79-485c-af56-8233aeb22be1 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362792 Oct 16 14:16:57.261890 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:16:58.008460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf08f7-8b25-45dc-adc5-10c93f3a6837 req-aa2ea91d-2156-48ed-be0b-1e6e5c213289 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:58.009936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2daf08f7-8b25-45dc-adc5-10c93f3a6837 req-aa2ea91d-2156-48ed-be0b-1e6e5c213289 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Oct 16 14:16:58.046195 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2daf08f7-8b25-45dc-adc5-10c93f3a6837 req-86945c23-4a53-40eb-95e5-6ba9d285248d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305314 Oct 16 14:16:58.168187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfb1ad-7a2e-41db-9b77-f6401ff572dc req-ed02c353-e8f6-427d-8f21-c78b1be7a1e6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:58.169698 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-02cfb1ad-7a2e-41db-9b77-f6401ff572dc req-ed02c353-e8f6-427d-8f21-c78b1be7a1e6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0583529 Oct 16 14:16:58.208727 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-02cfb1ad-7a2e-41db-9b77-f6401ff572dc req-22694962-8aed-46c7-8e01-4900b630fbfe tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330174 Oct 16 14:16:58.231013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44518) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:58.281112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1feb387-f5f5-43fd-a958-e081b404ed4d tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:16:58.282581 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a1feb387-f5f5-43fd-a958-e081b404ed4d tempest-TestNetworkAdvancedServerOps-347389948 tempest-TestNetworkAdvancedServerOps-347389948-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1093 time: 0.0505939 Oct 16 14:16:58.285403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44520) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:16:58.290213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:16:58.385726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:58.483526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:58.904096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Allocated IP 172.26.5.121 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/f8e53684-234a-40ea-bc91-9c3ad35bdc85) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:16:59.007304 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:59.111549 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:59.158052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:16:59.160846 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:16:59.163724 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:16:59.189829 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=f8e53684-234a-40ea-bc91-9c3ad35bdc85,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:16:59.572779 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:59.720010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:59.877708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:16:59.945599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:00.028622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event updated for resources: {'Port': ['ID=f8e53684-234a-40ea-bc91-9c3ad35bdc85,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:00.032267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:00.149439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP d3db7df3-8433-4cba-af81-1e89399142ab associated. External IP: 172.26.5.121, port: 5232fe44-e1f8-4eab-be0a-50f42d341b28. Oct 16 14:17:00.389174 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:17:00.512384 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:00.522600 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] Sync routers for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:00.532310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:00.533360 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:00.576392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:00.609907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-2128eb52-20ad-4a7a-b6fa-f75fff746e40 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3234837 Oct 16 14:17:00.610597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:17:00.613089 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa" -d '{"events": [{"name": "network-changed", "server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:17:00.650879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a91f78c-5b9e-4256-96f0-2dbddd507777 x-openstack-request-id: req-2a91f78c-5b9e-4256-96f0-2dbddd507777 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:17:00.651270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:17:00.651434 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a91f78c-5b9e-4256-96f0-2dbddd507777 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:17:00.651831 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'status': 'completed', 'code': 200} Oct 16 14:17:00.657735 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:00.761383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da983-ff37-4b61-85c3-ea3945839faa req-ee87779e-4c5d-4a3c-aafa-72ef7923fc4b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:00.762957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-547da983-ff37-4b61-85c3-ea3945839faa req-ee87779e-4c5d-4a3c-aafa-72ef7923fc4b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.1001577 Oct 16 14:17:00.765525 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-f784399b-0b18-432e-8f6e-0f27767a6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:00.766909 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-f784399b-0b18-432e-8f6e-0f27767a6581 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1098 time: 0.0944815 Oct 16 14:17:00.854956 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-547da983-ff37-4b61-85c3-ea3945839faa req-13827919-4381-4717-97c7-290dfb549d23 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861378 Oct 16 14:17:00.877351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44526) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:00.886053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-01a0177b-299a-4c62-906f-b30ec13777b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:00.887528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-01a0177b-299a-4c62-906f-b30ec13777b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d46a4861-6224-412a-80b3-a530dc0cfce0 HTTP/1.1" status: 200 len: 897 time: 0.1127141 Oct 16 14:17:00.899110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'd3db7df3-8433-4cba-af81-1e89399142ab', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'port_id': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'mac_address': 'fa:16:3e:3c:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:16:59Z', 'updated_at': '2021-10-16T14:16:59Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:00.928027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] Checking router: 70548bf8-68ee-4dc8-a55e-d3af18ec9302 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:00.936837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:00.937449 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:16:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:00.946534 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e763c78a-4b8d-4f89-af83-9bd2ea164600 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/d3db7df3-8433-4cba-af81-1e89399142ab HTTP/1.1" status: 200 len: 991 time: 0.0662446 Oct 16 14:17:00.969062 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-b56cd9b5-1d79-4e8e-af6e-315a96fd139a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28 HTTP/1.1" status: 200 len: 999 time: 0.0749085 Oct 16 14:17:01.018678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-a4745eac-1aa9-4bcd-8eb1-7c128ca8d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:01.020122 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-a4745eac-1aa9-4bcd-8eb1-7c128ca8d7e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605 HTTP/1.1" status: 200 len: 835 time: 0.0428693 Oct 16 14:17:01.065123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:01.076165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-b5f88724-4fea-44fb-82e5-76d32893a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:01.077688 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-b5f88724-4fea-44fb-82e5-76d32893a08c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d46a4861-6224-412a-80b3-a530dc0cfce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508354 Oct 16 14:17:01.169173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-7770ff3a-399a-40dc-84c5-d6f95695d58e service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838885 Oct 16 14:17:01.263390 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d6b4c62-8480-4dff-aecb-f3ff2ad39efa req-3fa698fc-e549-48f8-94ca-06e16313b066 service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872040 Oct 16 14:17:01.300991 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'd3db7df3-8433-4cba-af81-1e89399142ab', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'port_id': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'mac_address': 'fa:16:3e:3c:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:16:59Z', 'updated_at': '2021-10-16T14:16:59Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:01.328586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13f3a3-7590-4135-8bc3-68950612dc66 None None] The sync data for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv is: [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'd3db7df3-8433-4cba-af81-1e89399142ab', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'floating_ip_address': '172.26.5.121', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'port_id': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'mac_address': 'fa:16:3e:3c:f5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:16:59Z', 'updated_at': '2021-10-16T14:16:59Z', 'revision_number': 0, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:17:01.517631 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46079cdc-fa63-4017-99a8-7bc1db46503f None None] New status for floating IP d3db7df3-8433-4cba-af81-1e89399142ab: ACTIVE {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:17:01.948515 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44528) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:02.015354 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7dabdb21-f406-44b8-ae16-99c396c6d4a6 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/d3db7df3-8433-4cba-af81-1e89399142ab HTTP/1.1" status: 200 len: 993 time: 0.0656900 Oct 16 14:17:12.854463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3853b7ad-7202-4f37-931e-3b2e19b3dc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:15.453223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-23ca712f-f10b-420e-93c5-d4e1c2fb7b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:16.631303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:16.825330 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:18.585801 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:22.967518 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:29.025646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c926e8-a50b-4c78-bb2e-8fc7c6de6d4d req-97fda7c7-5145-4360-9a45-56717e63d2e0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:29.027110 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12c926e8-a50b-4c78-bb2e-8fc7c6de6d4d req-97fda7c7-5145-4360-9a45-56717e63d2e0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0584090 Oct 16 14:17:29.068677 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-12c926e8-a50b-4c78-bb2e-8fc7c6de6d4d req-65922899-3ac5-4199-b6e5-92aa9226d841 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354855 Oct 16 14:17:30.193753 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25a20f-28b4-48f6-9ac3-554f68b8679d req-fc129f86-76b0-4c37-a209-2cbcf8b0076b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:30.195325 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d25a20f-28b4-48f6-9ac3-554f68b8679d req-fc129f86-76b0-4c37-a209-2cbcf8b0076b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0563533 Oct 16 14:17:30.234701 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d25a20f-28b4-48f6-9ac3-554f68b8679d req-466be586-7d0d-4dec-8880-53f6d30e6f14 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327835 Oct 16 14:17:30.256867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44544) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:30.323492 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-412f210e-144d-40cd-88c1-96a70eb322c0 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/d3db7df3-8433-4cba-af81-1e89399142ab HTTP/1.1" status: 200 len: 993 time: 0.0654557 Oct 16 14:17:31.739612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f27c7d-496b-4f09-afaf-afef50c56ddc req-b44a8995-5890-47db-95e6-b558f2d65ea9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:31.741134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-39f27c7d-496b-4f09-afaf-afef50c56ddc req-b44a8995-5890-47db-95e6-b558f2d65ea9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0599251 Oct 16 14:17:31.783741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-39f27c7d-496b-4f09-afaf-afef50c56ddc req-126a27ae-e370-4fc6-bd67-529867fa6a6b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Oct 16 14:17:31.827998 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836a765-b1d2-4024-9b63-4bad275783aa req-359cf7fb-cf5c-4d99-89de-d20687e0c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:31.829508 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-359cf7fb-cf5c-4d99-89de-d20687e0c7f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1098 time: 0.0491018 Oct 16 14:17:31.923147 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836a765-b1d2-4024-9b63-4bad275783aa req-919f0a05-86de-4652-bff7-ce1abf3d31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:31.924637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-919f0a05-86de-4652-bff7-ce1abf3d31df service neutron] 10.222.0.31 "GET /v2.0/networks?id=d46a4861-6224-412a-80b3-a530dc0cfce0 HTTP/1.1" status: 200 len: 897 time: 0.0882952 Oct 16 14:17:31.996569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-abaf1273-6483-4ae4-b4a5-7f1b82da2138 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28 HTTP/1.1" status: 200 len: 1001 time: 0.0651622 Oct 16 14:17:32.045179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836a765-b1d2-4024-9b63-4bad275783aa req-b0e3b25a-1452-41f1-b5df-a9a0e2b2ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:32.046589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-b0e3b25a-1452-41f1-b5df-a9a0e2b2ac5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605 HTTP/1.1" status: 200 len: 835 time: 0.0438418 Oct 16 14:17:32.102603 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836a765-b1d2-4024-9b63-4bad275783aa req-40df6982-c8a6-485b-a6cd-7c7c6cc84276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:32.104360 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-40df6982-c8a6-485b-a6cd-7c7c6cc84276 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d46a4861-6224-412a-80b3-a530dc0cfce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508139 Oct 16 14:17:32.193850 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-45a0fb86-cf44-49df-8939-d6899e42d017 service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825067 Oct 16 14:17:32.287709 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8836a765-b1d2-4024-9b63-4bad275783aa req-cbfa34a0-5c6b-4fa0-97c2-24e45c5ad8cd service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Oct 16 14:17:32.905996 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937355a2-8421-4ebc-b2e4-0a51f336629a req-00a8da82-4cde-477e-8157-d5b517726008 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:32.907800 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-937355a2-8421-4ebc-b2e4-0a51f336629a req-00a8da82-4cde-477e-8157-d5b517726008 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0565252 Oct 16 14:17:32.949657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-937355a2-8421-4ebc-b2e4-0a51f336629a req-d59a5add-8e91-4cec-8c83-8bff431baf3b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362275 Oct 16 14:17:34.073087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad5b3-6cb6-4c1a-b658-f4d4caabe338 req-a4f66529-3bf9-40d9-9da3-b96860639dd9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:34.074547 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d06ad5b3-6cb6-4c1a-b658-f4d4caabe338 req-a4f66529-3bf9-40d9-9da3-b96860639dd9 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0559225 Oct 16 14:17:34.111960 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d06ad5b3-6cb6-4c1a-b658-f4d4caabe338 req-ac4ecdb5-66ae-4441-a084-2b9d115937b3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Oct 16 14:17:34.134055 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44556) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:34.203035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-6bf35d18-88b8-4e1d-b25e-5ca7293aa334 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/floatingips/d3db7df3-8433-4cba-af81-1e89399142ab HTTP/1.1" status: 200 len: 993 time: 0.0678735 Oct 16 14:17:34.260580 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:17:34.454665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44562) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:34.622058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port f8e53684-234a-40ea-bc91-9c3ad35bdc85 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:17:34.622388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:34.697250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:34.697568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:34.708659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for f8e53684-234a-40ea-bc91-9c3ad35bdc85 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:17:34.917614 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:34.942215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=f8e53684-234a-40ea-bc91-9c3ad35bdc85,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:34.952482 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.952830 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.953173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.953510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.953846 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.954607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.954607 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.954839 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.955108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.955476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.955866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:34.956183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:35.019467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:35.019790 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Floating IP d3db7df3-8433-4cba-af81-1e89399142ab disassociated (deleted). External IP: 172.26.5.121, port: 5232fe44-e1f8-4eab-be0a-50f42d341b28. Oct 16 14:17:35.258411 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:17:35.379278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:35.384217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:35.388868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] Sync routers for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:35.398444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:35.399594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:35.416548 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f0e68bfc-3925-48a6-8592-5e029220aeef tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/floatingips/d3db7df3-8433-4cba-af81-1e89399142ab HTTP/1.1" status: 204 len: 168 time: 0.9607792 Oct 16 14:17:35.417144 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:17:35.419397 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5896138-0c53-4b7a-8045-c16d8954d8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:17:35.520578 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66defa4a-c7ba-4b70-8a38-d4d4d1132cdf x-openstack-request-id: req-66defa4a-c7ba-4b70-8a38-d4d4d1132cdf {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:17:35.521176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:17:35.521176 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66defa4a-c7ba-4b70-8a38-d4d4d1132cdf {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:17:35.521529 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'status': 'completed', 'code': 200} Oct 16 14:17:35.523079 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:35.592339 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-18aa841e-1be4-4557-aa20-54e8a74fc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:35.593911 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-18aa841e-1be4-4557-aa20-54e8a74fc155 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19ae515d7de44f388a21aad6c5cafd55&device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 1098 time: 0.0485978 Oct 16 14:17:35.688927 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-452ed779-3895-4d35-8934-b44edd84b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:35.690452 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-452ed779-3895-4d35-8934-b44edd84b4dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=d46a4861-6224-412a-80b3-a530dc0cfce0 HTTP/1.1" status: 200 len: 897 time: 0.0894833 Oct 16 14:17:35.738710 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:35.738912 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-c35a622d-335e-441a-87dd-612cb75c1d0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28 HTTP/1.1" status: 200 len: 217 time: 0.0376897 Oct 16 14:17:35.774906 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] Checking router: 70548bf8-68ee-4dc8-a55e-d3af18ec9302 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:35.783396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:35.784000 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:35.799575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-9087c53e-7c96-4b6d-9a97-c6a2648c3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:35.801007 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-9087c53e-7c96-4b6d-9a97-c6a2648c3617 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605 HTTP/1.1" status: 200 len: 835 time: 0.0553508 Oct 16 14:17:35.885393 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17f1bb-49b4-40e9-8ab1-699daf5e17aa req-da951934-86ae-4fa9-b252-99995657c7e3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:35.886877 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a17f1bb-49b4-40e9-8ab1-699daf5e17aa req-da951934-86ae-4fa9-b252-99995657c7e3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0965300 Oct 16 14:17:35.893088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-b0f1ee60-f9f3-4606-8db7-643b5b6077bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:35.894494 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-b0f1ee60-f9f3-4606-8db7-643b5b6077bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d46a4861-6224-412a-80b3-a530dc0cfce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702674 Oct 16 14:17:35.908475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:35.955108 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1a17f1bb-49b4-40e9-8ab1-699daf5e17aa req-3e651445-e612-4abb-bd93-aadc8ef4380d tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596509 Oct 16 14:17:36.013242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-ade81cd0-5a51-400a-9783-bb48ddd87cfc service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043491 Oct 16 14:17:36.107353 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f5896138-0c53-4b7a-8045-c16d8954d8e8 req-b3ad801b-6889-4bba-83e2-b804e72eb3b1 service neutron] 10.222.0.31 "GET /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864036 Oct 16 14:17:36.113709 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:36.145623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf709-17b7-43d1-974f-78323e19e18c None None] The sync data for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv is: [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:16:43Z', 'revision_number': 4, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '7a832ad3-2658-40e3-9fd7-74e786ecbc7f', 'name': '', 'network_id': 'd46a4861-6224-412a-80b3-a530dc0cfce0', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'mac_address': 'fa:16:3e:7d:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:42Z', 'updated_at': '2021-10-16T14:16:45Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'subnets': [{'id': '11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:17:36.357133 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271a501-8092-4f3e-8d91-c92bb1e81630 None None] New status for floating IP d3db7df3-8433-4cba-af81-1e89399142ab: DOWN {{(pid=101083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:17:37.086032 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d525917-719c-4d66-b162-89ebf6144292 req-4f7cb1bb-3da9-4f0e-9265-14aa0c1c0280 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:37.088056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d525917-719c-4d66-b162-89ebf6144292 req-4f7cb1bb-3da9-4f0e-9265-14aa0c1c0280 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0617638 Oct 16 14:17:37.126220 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d525917-719c-4d66-b162-89ebf6144292 req-74ce575c-d92c-4122-9ad6-484d5ec06996 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/security-groups?id=a7c72536-a05f-4ec3-8c76-e03f5397d0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Oct 16 14:17:37.398634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-c972d106-66ea-4626-8630-458f1bb09071 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:37.400181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-c972d106-66ea-4626-8630-458f1bb09071 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 945 time: 0.0560255 Oct 16 14:17:37.500678 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 5232fe44-e1f8-4eab-be0a-50f42d341b28 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:17:37.501009 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:37.588701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 5232fe44-e1f8-4eab-be0a-50f42d341b28, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=5232fe44-e1f8-4eab-be0a-50f42d341b28,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:37.589052 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:37.601112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 5232fe44-e1f8-4eab-be0a-50f42d341b28 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:17:37.786106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:37.816102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=5232fe44-e1f8-4eab-be0a-50f42d341b28,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:37.844871 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.845222 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.845560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.845893 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.846277 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.846605 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.846931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.847256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.847582 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.847900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.848220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.848566 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:37.869136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] No DVR routers for this DVR port 5232fe44-e1f8-4eab-be0a-50f42d341b28 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:17:37.871442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:37.874840 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f8a8aae-8b17-437b-aabd-8f3c9b7a51d1 req-62421e41-7a3f-4469-9749-ca251efb88d3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.31 "DELETE /v2.0/ports/5232fe44-e1f8-4eab-be0a-50f42d341b28 HTTP/1.1" status: 204 len: 173 time: 0.4691026 Oct 16 14:17:37.880024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'name': 'network-vif-deleted', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:17:37.880024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b5db2-9545-4de4-b857-d27ad09b2c37" -d '{"events": [{"server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "name": "network-vif-deleted", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:17:37.912094 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9499965a-89e1-476c-8d43-a4db5461de40 x-openstack-request-id: req-9499965a-89e1-476c-8d43-a4db5461de40 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:17:37.912467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446e06d1-62c5-4e6d-86e0-825c45c601f9", "name": "network-vif-deleted", "tag": "5232fe44-e1f8-4eab-be0a-50f42d341b28", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:17:37.912728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9499965a-89e1-476c-8d43-a4db5461de40 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:17:37.913134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446e06d1-62c5-4e6d-86e0-825c45c601f9', 'name': 'network-vif-deleted', 'tag': '5232fe44-e1f8-4eab-be0a-50f42d341b28', 'status': 'completed', 'code': 200} Oct 16 14:17:38.241226 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5934a447-0a36-4ef9-ba10-ff2a72faba1f req-ef8fc558-35b4-4742-9be7-53bd4dd7fac3 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "GET /v2.0/ports?device_id=446e06d1-62c5-4e6d-86e0-825c45c601f9 HTTP/1.1" status: 200 len: 210 time: 0.0324671 Oct 16 14:17:39.300164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44580) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:39.694173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:39.980665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:17:39.982210 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:40.073274 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 7a832ad3-2658-40e3-9fd7-74e786ecbc7f, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:40.073623 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:40.085069 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 7a832ad3-2658-40e3-9fd7-74e786ecbc7f owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:17:40.671891 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:40.697261 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=7a832ad3-2658-40e3-9fd7-74e786ecbc7f,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:40.888561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:41.132659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:17:41.253282 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:41.258374 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-dcc94cfc-c0b2-4d95-a580-a11e2ae2cfa8 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "PUT /v2.0/routers/70548bf8-68ee-4dc8-a55e-d3af18ec9302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571590 Oct 16 14:17:41.261119 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44582) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:41.263794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] Sync routers for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:41.272958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:41.273554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:41.311118 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting subnet 11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:17:41.314248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:41.353921 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:41.448824 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:41.520503 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5232fe44-e1f8-4eab-be0a-50f42d341b28 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:17:41.545888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 5232fe44-e1f8-4eab-be0a-50f42d341b28 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:17:41.546219 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 5232fe44-e1f8-4eab-be0a-50f42d341b28 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:17:41.566680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:41.575292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:41.603057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Subnet': ['ID=11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:41.606883 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:41.610123 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7c3e4b8-2da2-4e32-939f-ed0a11030ec7 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/subnets/11f79e1e-4cfa-4ebe-9e22-de0ab8cd1605 HTTP/1.1" status: 204 len: 168 time: 0.3480661 Oct 16 14:17:41.612786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44584) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:41.625805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb54c9a-7b92-4acf-820c-f1c71a34cafe None None] Network d46a4861-6224-412a-80b3-a530dc0cfce0 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:17:41.861993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:17:40Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:41.893590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] Checking router: 70548bf8-68ee-4dc8-a55e-d3af18ec9302 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:41.902921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] Routers {'70548bf8-68ee-4dc8-a55e-d3af18ec9302'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:41.903627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:41.941968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] DHCP port deletion for d46a4861-6224-412a-80b3-a530dc0cfce0 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:17:42.057092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.066655 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] Set router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:42.130203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Deleting port 8d5989be-9cb1-4103-9a80-18578b36de03 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:17:42.130484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.176584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.244166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] For port 8d5989be-9cb1-4103-9a80-18578b36de03, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=8d5989be-9cb1-4103-9a80-18578b36de03,segment=NetworkSegment(f9fa3183-6fac-4bce-a8e1-7721b731889b),segment_id=f9fa3183-6fac-4bce-a8e1-7721b731889b)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:42.244582 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.266468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Calling delete_port for 8d5989be-9cb1-4103-9a80-18578b36de03 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:17:42.292993 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Deleting port 69563fdb-9ce6-4b64-bc16-1d7b362ce412 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:17:42.293329 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.371472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] For port 69563fdb-9ce6-4b64-bc16-1d7b362ce412, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=69563fdb-9ce6-4b64-bc16-1d7b362ce412,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:42.372270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.390162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:17:40Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:42.390395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Calling delete_port for 69563fdb-9ce6-4b64-bc16-1d7b362ce412 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:17:42.413417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0385160-edfe-4d3f-b892-a3207d6c8e3d None None] The sync data for ids ['70548bf8-68ee-4dc8-a55e-d3af18ec9302'] in dv-neutron-743142-24-hyperv is: [{'id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1817532450', 'tenant_id': '19ae515d7de44f388a21aad6c5cafd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:16:38Z', 'updated_at': '2021-10-16T14:17:40Z', 'revision_number': 5, 'project_id': '19ae515d7de44f388a21aad6c5cafd55', 'gw_port': {'id': '69563fdb-9ce6-4b64-bc16-1d7b362ce412', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70548bf8-68ee-4dc8-a55e-d3af18ec9302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:16:39Z', 'updated_at': '2021-10-16T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:17:42.495333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.525868 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Pushing event deleted for resources: {'Port': ['ID=8d5989be-9cb1-4103-9a80-18578b36de03,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:42.530168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] No DVR routers for this DVR port 8d5989be-9cb1-4103-9a80-18578b36de03 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:17:42.536836 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.537166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.537500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.537833 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.538156 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.538482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.538802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.539460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.539460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.539844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.540832 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.541532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c224b82f-da59-47c9-a61d-e48e75e8f41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:42.637536 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.664896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Port': ['ID=69563fdb-9ce6-4b64-bc16-1d7b362ce412,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:42.724150 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.833619 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.835772 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.872256 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-bf7eec11-ca17-4384-96dd-a6fe2eb03d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.968107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.968684 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Fanout notify agent at l3_agent the message router_deleted on router 70548bf8-68ee-4dc8-a55e-d3af18ec9302 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:17:42.978348 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:42.978348 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-d62880da-bfa4-419f-a3b4-f8c7e8755c9b tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/routers/70548bf8-68ee-4dc8-a55e-d3af18ec9302 HTTP/1.1" status: 204 len: 168 time: 1.3623433 Oct 16 14:17:42.980130 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44586) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:43.067808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.154853 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.174567 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46a4861-6224-412a-80b3-a530dc0cfce0']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:43.183484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fa3183-6fac-4bce-a8e1-7721b731889b') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:43.183774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fa3183-6fac-4bce-a8e1-7721b731889b') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:43.193124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.206031 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.211870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:17:43.212786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:17:43.216077 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:17:43.352190 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.363187 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.363187 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/networks/d46a4861-6224-412a-80b3-a530dc0cfce0 HTTP/1.1" status: 204 len: 168 time: 0.3812354 Oct 16 14:17:43.365330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44588) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:43.375260 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08120f-5f26-4e16-bc98-e55f8423d6f5 tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'Network': ['ID=d46a4861-6224-412a-80b3-a530dc0cfce0,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:43.431234 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1cb83d6-a886-46b9-891a-e34a53ca4c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.456497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1cb83d6-a886-46b9-891a-e34a53ca4c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.597865 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1cb83d6-a886-46b9-891a-e34a53ca4c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.600562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a1cb83d6-a886-46b9-891a-e34a53ca4c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:43.601765 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a1cb83d6-a886-46b9-891a-e34a53ca4c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7c72536-a05f-4ec3-8c76-e03f5397d0af HTTP/1.1" status: 204 len: 168 time: 0.2353585 Oct 16 14:17:43.612146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb83d6-a886-46b9-891a-e34a53ca4c6e tempest-TestNetworkAdvancedServerOps-438680006 tempest-TestNetworkAdvancedServerOps-438680006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c72536-a05f-4ec3-8c76-e03f5397d0af,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:43.906066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69563fdb-9ce6-4b64-bc16-1d7b362ce412 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:17:43.927316 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 69563fdb-9ce6-4b64-bc16-1d7b362ce412 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:17:43.927663 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 69563fdb-9ce6-4b64-bc16-1d7b362ce412 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:17:43.928155 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7a832ad3-2658-40e3-9fd7-74e786ecbc7f no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:17:43.947944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7a832ad3-2658-40e3-9fd7-74e786ecbc7f {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:17:43.948295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7a832ad3-2658-40e3-9fd7-74e786ecbc7f not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:17:43.948743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8d5989be-9cb1-4103-9a80-18578b36de03 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:17:43.969120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 8d5989be-9cb1-4103-9a80-18578b36de03 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:17:43.970122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 8d5989be-9cb1-4103-9a80-18578b36de03 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:17:44.184008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44596) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:44.321900 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0a1c16b3-8c32-493d-a176-3f5acd61fe8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19ae515d7de44f388a21aad6c5cafd55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361372 Oct 16 14:17:44.324694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44600) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:44.371406 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c82e631-11e0-4111-a221-40a390155339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:44.392153 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c82e631-11e0-4111-a221-40a390155339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:44.517401 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c82e631-11e0-4111-a221-40a390155339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:44.519969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0c82e631-11e0-4111-a221-40a390155339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:44.521186 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0c82e631-11e0-4111-a221-40a390155339 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11e00f54-d2d9-4a25-ad19-e2b1f0de225c HTTP/1.1" status: 204 len: 168 time: 0.1955483 Oct 16 14:17:44.528941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82e631-11e0-4111-a221-40a390155339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e00f54-d2d9-4a25-ad19-e2b1f0de225c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:45.110914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44606) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:45.124901 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8a12ca1d-f3b0-4ad8-9609-99a0025a36e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.197005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8a12ca1d-f3b0-4ad8-9609-99a0025a36e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.266298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8a12ca1d-f3b0-4ad8-9609-99a0025a36e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.306124 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8a12ca1d-f3b0-4ad8-9609-99a0025a36e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22029808009f429b84d8e0369d7cec67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939285 Oct 16 14:17:45.307162 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12ca1d-f3b0-4ad8-9609-99a0025a36e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4ccc4-533e-4041-8cd3-54b5b24fb72b,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:45.308669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44608) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:45.357243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581df4b7-51d1-4d40-8e80-d34c915aa275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.378139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581df4b7-51d1-4d40-8e80-d34c915aa275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.465977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e78f269c-0626-492f-b592-49ff7c9faeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.494733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581df4b7-51d1-4d40-8e80-d34c915aa275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.497332 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-581df4b7-51d1-4d40-8e80-d34c915aa275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:45.498474 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-581df4b7-51d1-4d40-8e80-d34c915aa275 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cb4ccc4-533e-4041-8cd3-54b5b24fb72b HTTP/1.1" status: 204 len: 168 time: 0.1887727 Oct 16 14:17:45.506559 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581df4b7-51d1-4d40-8e80-d34c915aa275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4ccc4-533e-4041-8cd3-54b5b24fb72b,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:46.560195 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44630) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:46.637542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.654987 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1132724649-network', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:46.740273 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Made reservation on behalf of 9748fcf69c9b4eb9ba6f75d59b6cdbaf for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:17:46.742587 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.751104 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.822287 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.849057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.901057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.921563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:17:46.935108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ceba8-6f19-44bd-a9ee-0668816a4648,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:46.939718 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:46.940052 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Added segment 48fdd262-4d66-49b9-956b-6eac69e7abd4 of type vlan for network 34781440-5f7b-452c-a130-0f0f5d544829 Oct 16 14:17:46.982288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.060075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.061060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:47.061666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.119729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] Pushing event updated for resources: {'Network': ['ID=34781440-5f7b-452c-a130-0f0f5d544829,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:47.129448 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 34781440-5f7b-452c-a130-0f0f5d544829 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:17:47.154514 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18dbcbe7-8396-4ac6-84cd-e9f3743c08ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5931873 Oct 16 14:17:47.157387 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44634) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:47.162183 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Request body: {'subnet': {'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1132724649-subnet', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:47.266158 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Made reservation on behalf of 9748fcf69c9b4eb9ba6f75d59b6cdbaf for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:17:47.268602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.489408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.549366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97bcc0ad-62af-4431-b567-767bbc07c696,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:47.561276 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Checking segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:47.561871 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Network hostable DHCP agents. Network: 34781440-5f7b-452c-a130-0f0f5d544829, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:17:47.642785 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Network 34781440-5f7b-452c-a130-0f0f5d544829 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:17:47.705698 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 34781440-5f7b-452c-a130-0f0f5d544829) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:47.709659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:47.710243 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.717031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5666e6c-a49e-4052-86ed-ed5fb7d93de8 None None] Network 34781440-5f7b-452c-a130-0f0f5d544829 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:17:47.800225 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7e67951b-5891-4fd8-a034-8bed1e6498a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6416175 Oct 16 14:17:47.803170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44636) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:47.807837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:47.863371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-34781440-5f7b-452c-a130-0f0f5d544829', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:17:47.864498 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.889193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.890271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.948193 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:47.993989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Allocated IP 172.20.0.2 (34781440-5f7b-452c-a130-0f0f5d544829/97bcc0ad-62af-4431-b567-767bbc07c696/768f0d1b-5f49-435b-8a8d-a55eb2a478ac) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:17:48.140913 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.148660 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.221202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.262776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Network 34781440-5f7b-452c-a130-0f0f5d544829 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:48.267614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:48.271620 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:17:48.285095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Pushing event updated for resources: {'Port': ['ID=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:48.330721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Attempting to bind port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:17:48.331085 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Attempting to bind port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:17:48.331438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Attempting to bind port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac on network 34781440-5f7b-452c-a130-0f0f5d544829 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:17:48.336208 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:17:48.336609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Checking segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:48.337003 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.337385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Bound using segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:17:48.338352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Bound port: 768f0d1b-5f49-435b-8a8d-a55eb2a478ac, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:17:48.338988 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.402591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] For port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:17:48.405648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] For port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:17:48.450965 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.465774 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.469851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.539462 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e89b52-cab2-49de-9d63-e1eeacc8ccfb None None] Pushing event updated for resources: {'Port': ['ID=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:48.584651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Allocated IP 172.26.5.28 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/0ba5a370-2757-4fea-9e6f-62341220d7b3) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:17:48.602423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.708735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.810136 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:48.859271 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:48.862182 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:48.865004 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:17:48.896231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba5a370-2757-4fea-9e6f-62341220d7b3,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:49.236270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.374750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de29d4-a980-42fe-9f1a-ebd9254fae82 None None] Network 34781440-5f7b-452c-a130-0f0f5d544829 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:17:49.458066 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-67434903-f59a-4d84-9178-63903fd97ae9 None None] Provisioning complete for port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:49.458421 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67434903-f59a-4d84-9178-63903fd97ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.474560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.604091 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67434903-f59a-4d84-9178-63903fd97ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.637476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-67434903-f59a-4d84-9178-63903fd97ae9 None None] For port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:49.712409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Router 445c4287-f789-4969-a026-dbdc68305b27 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:17:49.746277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-67434903-f59a-4d84-9178-63903fd97ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.807274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67434903-f59a-4d84-9178-63903fd97ae9 None None] Pushing event updated for resources: {'Port': ['ID=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:49.856243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:49.866845 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:49.874217 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-a4533062-28d6-4c77-8e18-c48b381010a6 None None] Provisioning complete for port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:49.874589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a4533062-28d6-4c77-8e18-c48b381010a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.878279 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:49.884812 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:49.953879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 768f0d1b-5f49-435b-8a8d-a55eb2a478ac up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:49.976745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:49.982173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44638) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:49.990202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-aaff53f4-bea6-4ad3-a6b3-653221c4f206 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1858854 Oct 16 14:17:50.016027 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:50.016266 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:50.016487 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.211173 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:49Z', 'revision_number': 3, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:50.239723 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:50.240072 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Updating router 445c4287-f789-4969-a026-dbdc68305b27 port 0ba5a370-2757-4fea-9e6f-62341220d7b3 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:17:50.269695 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.461098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.529369 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.596577 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.649573 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Attempting to bind port 0ba5a370-2757-4fea-9e6f-62341220d7b3 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:17:50.649927 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Attempting to bind port 0ba5a370-2757-4fea-9e6f-62341220d7b3 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:17:50.650292 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Attempting to bind port 0ba5a370-2757-4fea-9e6f-62341220d7b3 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:17:50.655216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Allocated IP 172.20.0.1 (34781440-5f7b-452c-a130-0f0f5d544829/97bcc0ad-62af-4431-b567-767bbc07c696/0b0997bc-75c5-4dbc-8a9b-e7b91a915242) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:17:50.657401 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Pushing event updated for resources: {'Port': ['ID=0ba5a370-2757-4fea-9e6f-62341220d7b3,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:50.659523 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:17:50.659882 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:50.660263 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.660665 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:17:50.661113 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Bound port: 0ba5a370-2757-4fea-9e6f-62341220d7b3, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:17:50.661477 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.685291 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.685631 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.685960 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.686282 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.686600 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.686920 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.687234 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.687544 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.687856 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.688168 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.688498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.693124 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:17:50.725607 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] For port 0ba5a370-2757-4fea-9e6f-62341220d7b3, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:17:50.729014 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] For port 0ba5a370-2757-4fea-9e6f-62341220d7b3, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ba5a370-2757-4fea-9e6f-62341220d7b3,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:17:50.755425 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.809710 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.866602 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:50.873358 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:50.873970 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:50.911559 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2fba-c6e5-442b-8cbe-e99c879493ff None None] Pushing event updated for resources: {'Port': ['ID=0ba5a370-2757-4fea-9e6f-62341220d7b3,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:50.913172 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Network 34781440-5f7b-452c-a130-0f0f5d544829 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:50.919685 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:50.924557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:17:50.949450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:50.968992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.007965 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:51.189363 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:49Z', 'revision_number': 3, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:51.192458 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.218533 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae19a2f-030a-4d27-bc53-a3f368e110be None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:49Z', 'revision_number': 3, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:17:51.232001 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-b9858983-b590-4a1d-a3f9-9886cd38b9c0 None None] Provisioning complete for port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:51.232569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b9858983-b590-4a1d-a3f9-9886cd38b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.272765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-b9858983-b590-4a1d-a3f9-9886cd38b9c0 None None] Port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:17:51.369357 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.436850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.518973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.521052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:51.621489 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Network 34781440-5f7b-452c-a130-0f0f5d544829 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:51.622989 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:51.765294 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Router 445c4287-f789-4969-a026-dbdc68305b27 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:17:51.901053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-523fae0d-4175-4eee-96ad-d0f457454b17 None None] Provisioning complete for port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:51.906339 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-523fae0d-4175-4eee-96ad-d0f457454b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:51.951441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-523fae0d-4175-4eee-96ad-d0f457454b17 None None] Port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:17:51.966627 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ba5a370-2757-4fea-9e6f-62341220d7b3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:52.029812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0ba5a370-2757-4fea-9e6f-62341220d7b3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:52.030349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:52.125303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:52.146987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 0ba5a370-2757-4fea-9e6f-62341220d7b3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ba5a370-2757-4fea-9e6f-62341220d7b3,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:52.209068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:52.218511 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:52.224208 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-266e4880-c2b0-4c6c-a1f4-935a265aec28 admin admin] 10.222.0.24 "PUT /v2.0/routers/445c4287-f789-4969-a026-dbdc68305b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2394874 Oct 16 14:17:52.279536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=0ba5a370-2757-4fea-9e6f-62341220d7b3,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:52.840722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:52.849803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:52.850522 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:52.889192 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44654) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:52.894297 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2134299043-network', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:52.969305 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Made reservation on behalf of 7e74db84501e4a248a9bc0d394139b37 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:17:52.971774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:52.982179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.056716 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.123388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.142346 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:53.145234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:17:53.161254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb047d-f060-4664-90c3-4e90e42061b3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:53.164139 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.164519 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Added segment 1c98f257-d1d2-41d0-856d-ade458972a4d of type vlan for network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e Oct 16 14:17:53.173828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.208837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.299611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.300755 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:53.301337 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.351676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 2, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:53.359456 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] Pushing event updated for resources: {'Network': ['ID=7dc69b32-0853-4e6e-ace1-4a05d2b5164e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:53.385579 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:17:53.388837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:53.389191 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Updating router 445c4287-f789-4969-a026-dbdc68305b27 port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:17:53.394687 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-5363fc5d-0e9c-487b-bf5f-cef9cae8c6ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5043714 Oct 16 14:17:53.397479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44656) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:53.402311 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Request body: {'subnet': {'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2134299043-subnet', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:53.460983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.489088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Made reservation on behalf of 7e74db84501e4a248a9bc0d394139b37 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:17:53.491467 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.749974 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.751105 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.811005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4779de9e-f5e6-486b-883d-43469052c5f9,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:53.819366 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Checking segment: {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:53.819714 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Network hostable DHCP agents. Network: 7dc69b32-0853-4e6e-ace1-4a05d2b5164e, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:17:53.842151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:53.901035 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0957f-fe2e-4eb3-a457-2567eb0bb9ca None None] Pushing event updated for resources: {'Port': ['ID=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:53.930484 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:17:53.947963 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ba5a370-2757-4fea-9e6f-62341220d7b3 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:53.987902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Attempting to bind port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:17:53.988264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Attempting to bind port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:17:53.988661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Attempting to bind port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 on network 34781440-5f7b-452c-a130-0f0f5d544829 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:17:54.002295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:17:54.002295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Checking segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:54.002295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.002295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Bound using segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:17:54.002295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Bound port: 0b0997bc-75c5-4dbc-8a9b-e7b91a915242, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:17:54.002295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.020510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 7dc69b32-0853-4e6e-ace1-4a05d2b5164e) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:54.024933 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:17:54.026688 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.047622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466cd38a-baf1-476a-92c4-e3f7e9056b12 None None] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:17:54.092952 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9a329d7d-89af-404e-8002-22e56f129515 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6943700 Oct 16 14:17:54.095491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44658) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:54.100806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:54.132964 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0ba5a370-2757-4fea-9e6f-62341220d7b3 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:54.133325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.167897 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.168997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.189237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-4940472b-3e11-4fca-bbe9-34971ea5ae95 None None] Provisioning complete for port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:54.189237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4940472b-3e11-4fca-bbe9-34971ea5ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.189237 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] For port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:17:54.226920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.242921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] For port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:17:54.282048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-4940472b-3e11-4fca-bbe9-34971ea5ae95 None None] Port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:17:54.331903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.399387 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-7dc69b32-0853-4e6e-ace1-4a05d2b5164e', 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'fixed_ips': [{'subnet_id': '4779de9e-f5e6-486b-883d-43469052c5f9'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:17:54.400332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.433552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:54.434353 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:54.475304 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.483510 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0957f-fe2e-4eb3-a457-2567eb0bb9ca None None] Pushing event updated for resources: {'Port': ['ID=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:54.665254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-8db6dc7e-8d2f-4447-a779-2ce8df004360 None None] Provisioning complete for port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:54.665552 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8db6dc7e-8d2f-4447-a779-2ce8df004360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.679566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:54.731609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Allocated IP 172.20.0.2 (7dc69b32-0853-4e6e-ace1-4a05d2b5164e/4779de9e-f5e6-486b-883d-43469052c5f9/7b1accc8-1c6b-43e2-91ac-ecf8e91cd624) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:17:54.763027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.782421 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.881798 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Allocated IP 172.26.5.97 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/ff2367ab-225f-4a58-9749-9f318852f99c) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:17:54.977742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8db6dc7e-8d2f-4447-a779-2ce8df004360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:54.988616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.077036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8db6dc7e-8d2f-4447-a779-2ce8df004360 None None] For port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:55.084594 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.103882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.114894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:54Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:55.130684 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:55.135553 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:55.138181 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:17:55.168740 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2367ab-225f-4a58-9749-9f318852f99c,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:55.298793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c78c4d-e199-4590-8687-ce2b7c838177 None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:54Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:17:55.300524 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8db6dc7e-8d2f-4447-a779-2ce8df004360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.302471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.357488 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:55.361098 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:55.367150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:17:55.420716 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6dc7e-8d2f-4447-a779-2ce8df004360 None None] Pushing event updated for resources: {'Port': ['ID=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:55.486528 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Attempting to bind port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:17:55.486899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Attempting to bind port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:17:55.487264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Attempting to bind port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 on network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:17:55.496307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Pushing event updated for resources: {'Port': ['ID=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:55.498863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:17:55.499380 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Checking segment: {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:55.499630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.500019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Bound using segment: {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:17:55.500525 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Bound port: 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:17:55.500910 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.508285 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.575416 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] For port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:17:55.578703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] For port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:17:55.638162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:55.710944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb5e5e-2e3a-4236-b84b-c5c4f85933ed None None] Pushing event updated for resources: {'Port': ['ID=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:55.763059 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.009266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Router 90b7f5c1-e34b-4119-87db-aced740fb69b is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:17:56.050668 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:56.106057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:56.106676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.169319 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:56.180829 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Sync routers for ids ['90b7f5c1-e34b-4119-87db-aced740fb69b'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:56.191924 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Routers {'90b7f5c1-e34b-4119-87db-aced740fb69b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:56.193075 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['90b7f5c1-e34b-4119-87db-aced740fb69b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:56.217684 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:56.275163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:56.275829 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.285742 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.290126 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44660) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:56.290784 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0d21c8e6-a7b4-4517-93e9-6a2470554fd6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1936908 Oct 16 14:17:56.344041 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Set router 90b7f5c1-e34b-4119-87db-aced740fb69b gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:56.405325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.452011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:17:56.512494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.594854 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:56.695937 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 3, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:56.730613 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Checking router: 90b7f5c1-e34b-4119-87db-aced740fb69b for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:56.731108 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Updating router 90b7f5c1-e34b-4119-87db-aced740fb69b port ff2367ab-225f-4a58-9749-9f318852f99c binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:17:56.770985 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.837146 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aba80f-52cc-456d-9723-e04c1b63d42a None None] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:17:56.918952 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:56.969310 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-84031be4-6beb-42d9-aec9-90226fd707f2 None None] Provisioning complete for port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:56.969589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-84031be4-6beb-42d9-aec9-90226fd707f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.133951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Allocated IP 172.20.0.1 (7dc69b32-0853-4e6e-ace1-4a05d2b5164e/4779de9e-f5e6-486b-883d-43469052c5f9/d33f94b2-1274-4d7c-b198-5d620ac64c5d) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:17:57.139342 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.232406 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.248410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.288842 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Attempting to bind port ff2367ab-225f-4a58-9749-9f318852f99c on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:17:57.289200 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Attempting to bind port ff2367ab-225f-4a58-9749-9f318852f99c by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:17:57.289552 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Attempting to bind port ff2367ab-225f-4a58-9749-9f318852f99c on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:17:57.292813 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf6ab8-7ade-4c14-be1a-5c2274efb471 None None] Pushing event updated for resources: {'Port': ['ID=ff2367ab-225f-4a58-9749-9f318852f99c,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:57.297273 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:17:57.297640 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:17:57.298027 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.298399 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:17:57.298853 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Bound port: ff2367ab-225f-4a58-9749-9f318852f99c, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:17:57.299227 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.318588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-ab7fbeb4-8a22-4718-8ee4-2752cdb9634e None None] Provisioning complete for port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:57.318949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ab7fbeb4-8a22-4718-8ee4-2752cdb9634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.341436 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.358218 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] For port ff2367ab-225f-4a58-9749-9f318852f99c, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:17:57.361693 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] For port ff2367ab-225f-4a58-9749-9f318852f99c, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ff2367ab-225f-4a58-9749-9f318852f99c,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:17:57.397218 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:57.403283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:57.405886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:17:57.409320 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d33f94b2-1274-4d7c-b198-5d620ac64c5d,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:57.448857 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.466954 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.523424 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Routers {'90b7f5c1-e34b-4119-87db-aced740fb69b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:57.524060 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['90b7f5c1-e34b-4119-87db-aced740fb69b'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:57.574977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf6ab8-7ade-4c14-be1a-5c2274efb471 None None] Pushing event updated for resources: {'Port': ['ID=ff2367ab-225f-4a58-9749-9f318852f99c,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:57.638968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-42ddd2a6-c274-4302-9c1e-5ee36f824558 None None] Provisioning complete for port d33f94b2-1274-4d7c-b198-5d620ac64c5d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:57.639596 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-42ddd2a6-c274-4302-9c1e-5ee36f824558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.661734 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] Set router 90b7f5c1-e34b-4119-87db-aced740fb69b gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:57.678133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-42ddd2a6-c274-4302-9c1e-5ee36f824558 None None] Port d33f94b2-1274-4d7c-b198-5d620ac64c5d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:17:57.687444 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.853204 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 3, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:57.858308 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.886834 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d0ed-77a2-4b8b-8619-d6b0f5f10c37 None None] The sync data for ids ['90b7f5c1-e34b-4119-87db-aced740fb69b'] in dv-neutron-743142-24-hyperv is: [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 3, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:17:57.923566 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:57.935051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:57.979901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:57.980281 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:58.009576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d33f94b2-1274-4d7c-b198-5d620ac64c5d,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:58.012873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:58.110386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:17:58.111430 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:17:58.265305 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Router 90b7f5c1-e34b-4119-87db-aced740fb69b has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:17:58.400451 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-16e5cf3f-f0b7-4b15-a7f5-dedb751c1e87 None None] Provisioning complete for port d33f94b2-1274-4d7c-b198-5d620ac64c5d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:17:58.400896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16e5cf3f-f0b7-4b15-a7f5-dedb751c1e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:58.442500 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-16e5cf3f-f0b7-4b15-a7f5-dedb751c1e87 None None] Port d33f94b2-1274-4d7c-b198-5d620ac64c5d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:17:58.739695 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:17:58.746217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5f13bb22-4885-4173-9b9a-b3e9fce080c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/90b7f5c1-e34b-4119-87db-aced740fb69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4547322 Oct 16 14:17:59.414465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44668) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:59.419204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505427285', 'description': 'tempest-secgroup-smoke-1505427285 description', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:59.472429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.481406 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Sync routers for ids ['90b7f5c1-e34b-4119-87db-aced740fb69b'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:17:59.490608 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Routers {'90b7f5c1-e34b-4119-87db-aced740fb69b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:17:59.491211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['90b7f5c1-e34b-4119-87db-aced740fb69b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:59.540278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.580804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.613689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd902cd3-8421-438e-bd4e-429da3e93dfb,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:59.618990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Set router 90b7f5c1-e34b-4119-87db-aced740fb69b gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:17:59.651941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.653242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c5cfb4d5-b4ff-4672-9787-ce3d57e7fd11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2377596 Oct 16 14:17:59.656330 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44670) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:59.660761 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': 'bd902cd3-8421-438e-bd4e-429da3e93dfb', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:17:59.745624 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.807733 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.829739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 4, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd33f94b2-1274-4d7c-b198-5d620ac64c5d', 'name': '', 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'mac_address': 'fa:16:3e:12:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4779de9e-f5e6-486b-883d-43469052c5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:56Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 2, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'subnets': [{'id': '4779de9e-f5e6-486b-883d-43469052c5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:17:59.857973 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Checking router: 90b7f5c1-e34b-4119-87db-aced740fb69b for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:17:59.858319 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Updating router 90b7f5c1-e34b-4119-87db-aced740fb69b port d33f94b2-1274-4d7c-b198-5d620ac64c5d binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:17:59.883595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.898968 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.901362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f5cad3-e96c-4c2b-b52f-090367aa5d43,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:17:59.953142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff2367ab-225f-4a58-9749-9f318852f99c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:17:59.976978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:17:59.978591 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0a559a39-cf5b-42d9-8b3f-f551d52a6aa9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209736 Oct 16 14:17:59.981184 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44672) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:17:59.985775 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': 'bd902cd3-8421-438e-bd4e-429da3e93dfb', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:00.087344 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.096998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ff2367ab-225f-4a58-9749-9f318852f99c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:00.097369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.145985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.220445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.240124 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1cb0cd-0dac-42c5-b649-1b1faec9726e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:00.279830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.312463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.313939 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.314869 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port ff2367ab-225f-4a58-9749-9f318852f99c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ff2367ab-225f-4a58-9749-9f318852f99c,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:18:00.315266 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eae9325c-983d-4e13-a94b-b95449e77f91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330793 Oct 16 14:18:00.318015 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44674) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:18:00.323193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': 'bd902cd3-8421-438e-bd4e-429da3e93dfb', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:00.391955 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.421931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.425266 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.456354 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=ff2367ab-225f-4a58-9749-9f318852f99c,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:00.489005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.542430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df79bc8-2cd5-47cf-afdd-5af6a6c1e145 None None] Pushing event updated for resources: {'Port': ['ID=d33f94b2-1274-4d7c-b198-5d620ac64c5d,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:00.553565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Attempting to bind port d33f94b2-1274-4d7c-b198-5d620ac64c5d on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:18:00.553931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Attempting to bind port d33f94b2-1274-4d7c-b198-5d620ac64c5d by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:18:00.554292 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Attempting to bind port d33f94b2-1274-4d7c-b198-5d620ac64c5d on network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:18:00.560291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:18:00.560692 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Checking segment: {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:18:00.561097 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.561485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Bound using segment: {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:18:00.561949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Bound port: d33f94b2-1274-4d7c-b198-5d620ac64c5d, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c98f257-d1d2-41d0-856d-ade458972a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:18:00.562323 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.591918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.615398 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ee6bc6-d035-4a52-849b-2157b88904f7,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:00.634124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] For port d33f94b2-1274-4d7c-b198-5d620ac64c5d, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:18:00.637700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] For port d33f94b2-1274-4d7c-b198-5d620ac64c5d, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d33f94b2-1274-4d7c-b198-5d620ac64c5d,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:18:00.673935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.674561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-6cc8aeb1-c555-414e-bd09-8f240a7b6b95 None None] Provisioning complete for port d33f94b2-1274-4d7c-b198-5d620ac64c5d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:00.674929 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6cc8aeb1-c555-414e-bd09-8f240a7b6b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.675151 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-da4e67e0-0739-4745-a24c-3f386d52a7a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561635 Oct 16 14:18:00.678036 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44676) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:18:00.683216 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': 'bd902cd3-8421-438e-bd4e-429da3e93dfb', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:00.713490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.718586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8aeb1-c555-414e-bd09-8f240a7b6b95 None None] Port d33f94b2-1274-4d7c-b198-5d620ac64c5d cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:18:00.774135 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.778348 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Routers {'90b7f5c1-e34b-4119-87db-aced740fb69b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:18:00.778593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:17:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['90b7f5c1-e34b-4119-87db-aced740fb69b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:18:00.819457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df79bc8-2cd5-47cf-afdd-5af6a6c1e145 None None] Pushing event updated for resources: {'Port': ['ID=d33f94b2-1274-4d7c-b198-5d620ac64c5d,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:00.845340 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.906440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.927143 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9029770-edfe-4a41-bc49-17cebedef006,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:00.993098 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:00.994975 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b4bf48c3-6c0e-4131-abc4-b9632977facd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159566 Oct 16 14:18:00.997711 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44678) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:18:01.002141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': 'bd902cd3-8421-438e-bd4e-429da3e93dfb', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:01.062744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7feea4c9-ec07-4ca8-b1ab-768a3066bec5 None None] Provisioning complete for port d33f94b2-1274-4d7c-b198-5d620ac64c5d triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:01.063027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7feea4c9-ec07-4ca8-b1ab-768a3066bec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.087827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] Set router 90b7f5c1-e34b-4119-87db-aced740fb69b gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:18:01.089616 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Project 9748fcf69c9b4eb9ba6f75d59b6cdbaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:18:01.094639 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.155324 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.224002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.244215 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fc7e6f-5469-4d11-81ce-3f103352e816,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:01.280435 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7feea4c9-ec07-4ca8-b1ab-768a3066bec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.307126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.311681 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e21a4269-4cae-43f5-8d64-b979b94ed4a0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3097072 Oct 16 14:18:01.311907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 44680) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:18:01.316220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': 'bd902cd3-8421-438e-bd4e-429da3e93dfb', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:01.352165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7feea4c9-ec07-4ca8-b1ab-768a3066bec5 None None] For port d33f94b2-1274-4d7c-b198-5d620ac64c5d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d33f94b2-1274-4d7c-b198-5d620ac64c5d,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:18:01.380249 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 4, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd33f94b2-1274-4d7c-b198-5d620ac64c5d', 'name': '', 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'mac_address': 'fa:16:3e:12:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4779de9e-f5e6-486b-883d-43469052c5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:56Z', 'updated_at': '2021-10-16T14:18:00Z', 'revision_number': 4, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'subnets': [{'id': '4779de9e-f5e6-486b-883d-43469052c5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:18:01.413218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dab97b-0815-4306-afe5-973be3ee3a36 None None] The sync data for ids ['90b7f5c1-e34b-4119-87db-aced740fb69b'] in dv-neutron-743142-24-hyperv is: [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:17:57Z', 'revision_number': 4, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd33f94b2-1274-4d7c-b198-5d620ac64c5d', 'name': '', 'network_id': '7dc69b32-0853-4e6e-ace1-4a05d2b5164e', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'mac_address': 'fa:16:3e:12:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4779de9e-f5e6-486b-883d-43469052c5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:56Z', 'updated_at': '2021-10-16T14:18:00Z', 'revision_number': 4, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'subnets': [{'id': '4779de9e-f5e6-486b-883d-43469052c5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:18:01.413718 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Project 9748fcf69c9b4eb9ba6f75d59b6cdbaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:18:01.421296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.442124 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7feea4c9-ec07-4ca8-b1ab-768a3066bec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.511322 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.518533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feea4c9-ec07-4ca8-b1ab-768a3066bec5 None None] Pushing event updated for resources: {'Port': ['ID=d33f94b2-1274-4d7c-b198-5d620ac64c5d,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:01.586254 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.605997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48c6413-37ba-48ba-8224-7d228a620c47,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:01.679786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:01.681082 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d1d1543b-2764-4aa3-af3b-d031b95c4a1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3683059 Oct 16 14:18:01.951635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-d683c892-4074-43f5-97ca-69fbea38c3e8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505427285&fields=id&tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 267 time: 0.0342042 Oct 16 14:18:02.003053 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d33f94b2-1274-4d7c-b198-5d620ac64c5d up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:18:02.059303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d33f94b2-1274-4d7c-b198-5d620ac64c5d triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:02.059818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:02.068090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-d2053825-34bf-43ce-b82f-bab729f0cabb tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:02.073442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-d2053825-34bf-43ce-b82f-bab729f0cabb tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 809 time: 0.1143689 Oct 16 14:18:02.086481 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-b6329885-cf1d-440f-8ba3-b46b03673d85 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/quotas/9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 375 time: 0.0101354 Oct 16 14:18:02.155085 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-2e6a26a5-c21e-4325-8405-47b61601fce3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613763 Oct 16 14:18:02.156444 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff2367ab-225f-4a58-9749-9f318852f99c up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:18:02.216792 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port ff2367ab-225f-4a58-9749-9f318852f99c triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:02.217159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:02.360424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-35cb758b-2603-4e94-b63e-3c321b886f7d service neutron] 10.222.0.24 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904390 Oct 16 14:18:02.461712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-f5edeed0-1fa5-45a7-81e4-ada3715682c8 service neutron] 10.222.0.24 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941031 Oct 16 14:18:03.758065 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4829cb29-5ee6-48ac-8e3a-a2de416368e0 req-7a92b3fc-2cff-4428-b65a-64cf8a237b42 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 210 time: 0.0791640 Oct 16 14:18:04.853510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-56a0052b-8614-4d5e-93c3-2d4ab1fdb14f req-10e166df-38a3-447b-bebe-f3792fcb4761 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Oct 16 14:18:05.800887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-5aba3e2e-7e29-4f72-b109-ee7244fa2d52 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:05.801785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-5aba3e2e-7e29-4f72-b109-ee7244fa2d52 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 809 time: 0.1130068 Oct 16 14:18:05.847107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-d2dc21c2-63a0-40cb-a1db-695c78bf85b2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 380 time: 0.0357976 Oct 16 14:18:05.856223 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'port': {'device_id': '5e6028ae-1898-456a-8fae-f930397c7128', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'admin_state_up': True, 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'security_groups': ['bd902cd3-8421-438e-bd4e-429da3e93dfb']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:05.973411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9df3c1ca-0a8d-4b0a-b726-6efdcc12d476 req-d4fc057d-1760-4f26-b202-899d7fbb8864 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 210 time: 0.0399337 Oct 16 14:18:06.060472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Made reservation on behalf of 9748fcf69c9b4eb9ba6f75d59b6cdbaf for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:18:06.064671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.191590 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Allocated IP 172.20.0.13 (34781440-5f7b-452c-a130-0f0f5d544829/97bcc0ad-62af-4431-b567-767bbc07c696/ebfa04d4-fe1c-4f74-b5fc-c33cf399c460) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:18:06.329585 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.415775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.463705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Network 34781440-5f7b-452c-a130-0f0f5d544829 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:18:06.467121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:18:06.470916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:18:06.501326 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:06.534192 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:06.534959 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.600901 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-867c3516-dd6d-4f9f-8c82-4bb82b8e0cd3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7482202 Oct 16 14:18:06.614361 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Request body: {'port': {'device_id': '5e6028ae-1898-456a-8fae-f930397c7128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:06.682153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.695544 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-44af4501-53bf-44c5-9625-768501e8e563 None None] Provisioning complete for port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:06.696134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44af4501-53bf-44c5-9625-768501e8e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.738730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-44af4501-53bf-44c5-9625-768501e8e563 None None] Port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:18:06.961275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:18:06.969143 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:06.981081 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Transition to ACTIVE for port object ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:18:07.050261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:07.135280 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:07.166824 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30347d4f-1060-4550-81db-31bd43837a9f req-20209fea-c056-4117-8c15-00e3931a9c6e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:07.168455 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30347d4f-1060-4550-81db-31bd43837a9f req-20209fea-c056-4117-8c15-00e3931a9c6e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.1284597 Oct 16 14:18:07.249796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30347d4f-1060-4550-81db-31bd43837a9f req-6dcbbc5d-fc76-468c-b029-2d65fdb38380 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576601 Oct 16 14:18:07.250627 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Attempting to bind port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:18:07.250961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Attempting to bind port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:18:07.251291 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Attempting to bind port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 on network 34781440-5f7b-452c-a130-0f0f5d544829 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:18:07.256214 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 on network 34781440-5f7b-452c-a130-0f0f5d544829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:18:07.256570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Attempting to bind port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 on network 34781440-5f7b-452c-a130-0f0f5d544829 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:18:07.266527 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:18:07.266942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Checking segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:18:07.267403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Bound using segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:18:07.267915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Bound port: ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:18:07.268403 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:07.337654 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:18:07.341124 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:18:07.398502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:07.434098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:07.434703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:07.436111 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] 10.222.0.31 "PUT /v2.0/ports/ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 1094 time: 0.8262300 Oct 16 14:18:07.441410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:18:07.443735 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b066504-16b6-4d4a-83ad-1d25a07d1a40" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:18:07.477687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1811e-402f-486d-9949-b2d0897c131c service neutron] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:07.495309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca76d1-f301-4387-9a48-3b51e790f1bf x-openstack-request-id: req-a6ca76d1-f301-4387-9a48-3b51e790f1bf {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:18:07.495658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:18:07.495928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6ca76d1-f301-4387-9a48-3b51e790f1bf {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:18:07.496660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'status': 'completed', 'code': 200} Oct 16 14:18:07.555310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-39e0fd96-e99d-4f9f-945e-a588d12f342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:07.557563 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-39e0fd96-e99d-4f9f-945e-a588d12f342e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1097 time: 0.0504863 Oct 16 14:18:07.606861 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-5abce380-fb57-4127-8bfb-1d8eee241c50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 217 time: 0.0406339 Oct 16 14:18:07.657014 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-7c5a73ed-8b10-4587-ba26-6efa5a4e14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:07.658461 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-7c5a73ed-8b10-4587-ba26-6efa5a4e14e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0454087 Oct 16 14:18:07.717728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-6c3aaba6-31dc-4ebf-801b-7af6fa3d03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:07.719114 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-6c3aaba6-31dc-4ebf-801b-7af6fa3d03df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0534527 Oct 16 14:18:07.805935 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-b5d30827-525e-4054-8daa-cf322a1dd8ba service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797741 Oct 16 14:18:07.902076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cb0dfd6b-90f3-4aa2-a14b-7a6a49b407bb req-5fb239a0-b26e-4950-ab72-01753b1db0ca service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870945 Oct 16 14:18:08.089146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-a1896b77-c9dd-4326-93b2-21270447f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:08.090909 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-a1896b77-c9dd-4326-93b2-21270447f874 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1097 time: 0.0469396 Oct 16 14:18:08.185247 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-b9389cf2-439d-40c5-8b8f-194ed0430ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:08.186707 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-b9389cf2-439d-40c5-8b8f-194ed0430ab3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0876400 Oct 16 14:18:08.231294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-0fc4ecfd-03ec-40ce-b296-2ad80a027eb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 217 time: 0.0369914 Oct 16 14:18:08.280166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-d4172c7d-c19e-4d7c-8d1f-2122cd91b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:08.281676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-d4172c7d-c19e-4d7c-8d1f-2122cd91b819 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0430684 Oct 16 14:18:08.372031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-045fbb68-3a55-4584-ab3a-2b20d3504fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:08.373556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-045fbb68-3a55-4584-ab3a-2b20d3504fa3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0845144 Oct 16 14:18:08.389768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68b8ee-d5ba-4356-aa84-a255e1268d96 req-f0f16c43-1caf-4091-b449-e8cda9e90972 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:08.391416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2f68b8ee-d5ba-4356-aa84-a255e1268d96 req-f0f16c43-1caf-4091-b449-e8cda9e90972 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0719771 Oct 16 14:18:08.481660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2f68b8ee-d5ba-4356-aa84-a255e1268d96 req-16a12efa-da54-4e74-b7a6-f60ea0641346 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835562 Oct 16 14:18:08.504038 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-cd3fdd27-8916-4753-9d35-cf439f311b8b service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221280 Oct 16 14:18:08.595095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b066504-16b6-4d4a-83ad-1d25a07d1a40 req-a0a1b014-6e21-47a9-b48b-8d755a06d0d4 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828133 Oct 16 14:18:09.605992 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca5c8e-04be-493c-ba48-a0e51ca5a925 req-5a20d0e4-c3f8-41f8-bae5-ee02142ba637 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:09.607462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7bca5c8e-04be-493c-ba48-a0e51ca5a925 req-5a20d0e4-c3f8-41f8-bae5-ee02142ba637 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0592618 Oct 16 14:18:09.644796 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7bca5c8e-04be-493c-ba48-a0e51ca5a925 req-ca9c1b8f-ad14-433a-b29a-3f12a07e1139 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Oct 16 14:18:10.767751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fea177-a005-4303-9695-4da61db5a913 req-90107170-bbcb-4f3a-bffb-ed9aaf57a138 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:10.769281 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0fea177-a005-4303-9695-4da61db5a913 req-90107170-bbcb-4f3a-bffb-ed9aaf57a138 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0565028 Oct 16 14:18:10.806241 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0fea177-a005-4303-9695-4da61db5a913 req-65917683-0fee-4465-8ac3-82aa9a1e438b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Oct 16 14:18:11.259022 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:18:11.672957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:18:11.768202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:18:11.779463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'mac_address': 'fa:16:3e:f5:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:18:11.823205 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:11.836069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:18:11.855783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:18:11.922378 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:11.927810 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d731a-9238-40b8-bd37-6918a59fe6f9 req-1d3d8b73-8993-4600-85ef-1b6952878df1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:11.929340 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f7d731a-9238-40b8-bd37-6918a59fe6f9 req-1d3d8b73-8993-4600-85ef-1b6952878df1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0563409 Oct 16 14:18:11.970076 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f7d731a-9238-40b8-bd37-6918a59fe6f9 req-443ae99d-a2df-4882-9d6e-c917db4c1ce0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Oct 16 14:18:11.974549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:12.150263 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:18:12.876182 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fccf2304-57da-4d9a-aaa7-32623bd2e5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:13.094539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749231a-a777-4506-b871-ab2fb0f75fa3 req-c8c93378-9e7d-4382-a749-30056ca269df tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:13.096009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3749231a-a777-4506-b871-ab2fb0f75fa3 req-c8c93378-9e7d-4382-a749-30056ca269df tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 945 time: 0.0590622 Oct 16 14:18:13.134078 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3749231a-a777-4506-b871-ab2fb0f75fa3 req-f33fdf90-f694-4802-9097-7de9d489d671 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Oct 16 14:18:13.689005 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:18:13.780210 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:18:13.784269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:18:13.784673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:13.880309 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:13.902486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:18:13.904750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d847441-659c-42dd-8a23-e083d6408178" -d '{"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:18:13.917164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:18:13.942115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c9373-c936-4dfb-b8d0-d7fb7dcc6299 x-openstack-request-id: req-2e3c9373-c936-4dfb-b8d0-d7fb7dcc6299 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:18:13.942431 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:18:13.942813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e3c9373-c936-4dfb-b8d0-d7fb7dcc6299 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:18:13.943313 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'code': 200} Oct 16 14:18:13.979415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:14.031538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:14.283256 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af004-5233-4f54-ae1a-3b33a84a651f req-8d3c73c3-aea0-466c-9506-86c493c466c6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:14.284747 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b37af004-5233-4f54-ae1a-3b33a84a651f req-8d3c73c3-aea0-466c-9506-86c493c466c6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0795529 Oct 16 14:18:14.287385 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfaccd-f048-4151-beb9-37ae01fa708f req-d279b181-bd48-4759-812a-08c9d22d9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:14.288773 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bfaccd-f048-4151-beb9-37ae01fa708f req-d279b181-bd48-4759-812a-08c9d22d9632 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1099 time: 0.0919819 Oct 16 14:18:14.344808 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d1bfaccd-f048-4151-beb9-37ae01fa708f req-e8c7dab3-5293-457a-95d6-98b8f159142f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484891 Oct 16 14:18:14.347634 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b37af004-5233-4f54-ae1a-3b33a84a651f req-578f8a32-1b10-4345-b4fe-d42c7d4cbad6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570939 Oct 16 14:18:15.437837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-debccf00-26f3-4ae7-bf53-a97474c3aa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:15.473591 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851637-3c43-41ea-b5a1-3c79acc9bd59 req-aa481176-4f93-4e96-ace2-fbb4d72ec350 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:15.475011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22851637-3c43-41ea-b5a1-3c79acc9bd59 req-aa481176-4f93-4e96-ace2-fbb4d72ec350 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0587358 Oct 16 14:18:15.514565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-22851637-3c43-41ea-b5a1-3c79acc9bd59 req-1a88bbca-c73e-4799-81ae-8564d5c5fbf0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329254 Oct 16 14:18:16.638111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:16.641819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37028d86-1158-42a2-b262-49611694b2bf req-5bf203d1-2562-4b01-8924-d5224ea79400 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:16.647462 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-37028d86-1158-42a2-b262-49611694b2bf req-5bf203d1-2562-4b01-8924-d5224ea79400 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0576832 Oct 16 14:18:16.682043 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-37028d86-1158-42a2-b262-49611694b2bf req-fdcd975c-401d-4637-9eeb-0c2d0838d06a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319970 Oct 16 14:18:16.804900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a5e23-d805-49bb-acc7-a8510a99918a req-b7202cad-178d-4733-ab78-24327135507a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:16.806360 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f29a5e23-d805-49bb-acc7-a8510a99918a req-b7202cad-178d-4733-ab78-24327135507a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0585773 Oct 16 14:18:16.843697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:16.847357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f29a5e23-d805-49bb-acc7-a8510a99918a req-4c1709fd-5231-4dad-8e9d-2469da5653ae tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Oct 16 14:18:16.868387 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44750) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:18:16.957410 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2bb1e6-1939-4939-953c-61f8b73a778f tempest-TestShelveInstance-413212370 tempest-TestShelveInstance-413212370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:16.958910 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-5a2bb1e6-1939-4939-953c-61f8b73a778f tempest-TestShelveInstance-413212370 tempest-TestShelveInstance-413212370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1094 time: 0.0895662 Oct 16 14:18:16.961782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44754) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:18:16.966412 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:18:17.064849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:17.163409 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:17.269644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Allocated IP 172.26.5.70 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/e4ce9363-752b-44c4-b06e-6ac8a754debb) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:18:17.372819 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:17.472257 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:17.511612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:18:17.516375 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:18:17.519931 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:18:17.547048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'Port': ['ID=e4ce9363-752b-44c4-b06e-6ac8a754debb,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:17.928556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:18.082578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:18.235373 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:18.306205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:18.384613 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'Port': ['ID=e4ce9363-752b-44c4-b06e-6ac8a754debb,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:18:18.391317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:18.511584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Floating IP e87f21d1-42dd-4222-a4f7-0e273db7f613 associated. External IP: 172.26.5.70, port: ebfa04d4-fe1c-4f74-b5fc-c33cf399c460. Oct 16 14:18:18.575004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:19.068053 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Router 445c4287-f789-4969-a026-dbdc68305b27 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:18:19.191744 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:18:19.201878 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:18:19.212056 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:18:19.212687 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:18:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:18:19.272696 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:19.305488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-ea7fca7e-8e75-46be-aca8-5d4386bdd1c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3426232 Oct 16 14:18:19.307690 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:18:19.309109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30603317-3da3-4470-a783-757c74fe30b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:18:19.333677 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:18:19.402397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87070b8-ad2a-4335-89b2-55e0b9a697e4 x-openstack-request-id: req-e87070b8-ad2a-4335-89b2-55e0b9a697e4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:18:19.402691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:18:19.402940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e87070b8-ad2a-4335-89b2-55e0b9a697e4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:18:19.403359 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'status': 'completed', 'code': 200} Oct 16 14:18:19.474453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603317-3da3-4470-a783-757c74fe30b1 req-946783d3-0bd7-4ec9-8f1a-f4d29a50bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:19.475922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-946783d3-0bd7-4ec9-8f1a-f4d29a50bd8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1099 time: 0.0505056 Oct 16 14:18:19.569298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603317-3da3-4470-a783-757c74fe30b1 req-c1fcf42b-c81e-40e9-bbfa-0ec1850f728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:19.570283 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e87f21d1-42dd-4222-a4f7-0e273db7f613', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '445c4287-f789-4969-a026-dbdc68305b27', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'mac_address': 'fa:16:3e:f5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6028ae-1898-456a-8fae-f930397c7128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:18:17Z', 'updated_at': '2021-10-16T14:18:17Z', 'revision_number': 0, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:18:19.570787 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-c1fcf42b-c81e-40e9-bbfa-0ec1850f728e service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0871294 Oct 16 14:18:19.598534 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:18:19.607640 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:18:19.608245 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:18:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:18:19.646968 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-f4c41c77-76ad-4f19-8cf3-0c6490866071 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 999 time: 0.0685790 Oct 16 14:18:19.701476 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603317-3da3-4470-a783-757c74fe30b1 req-6bd5b621-abe2-4584-a7d4-f26ecaaf85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:19.703109 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-6bd5b621-abe2-4584-a7d4-f26ecaaf85d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0495350 Oct 16 14:18:19.729753 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:18:19.757229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603317-3da3-4470-a783-757c74fe30b1 req-6f451566-c923-43d9-9888-faf67772a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:19.758733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-6f451566-c923-43d9-9888-faf67772a232 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0486479 Oct 16 14:18:19.856534 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-deb8b239-4263-4552-95eb-2b2d011dc9eb service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902457 Oct 16 14:18:19.950801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30603317-3da3-4470-a783-757c74fe30b1 req-9e42f351-76b3-41e6-9fce-e0c312307768 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844324 Oct 16 14:18:20.054059 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e87f21d1-42dd-4222-a4f7-0e273db7f613', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '445c4287-f789-4969-a026-dbdc68305b27', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'mac_address': 'fa:16:3e:f5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6028ae-1898-456a-8fae-f930397c7128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:18:17Z', 'updated_at': '2021-10-16T14:18:17Z', 'revision_number': 0, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:18:20.081446 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d9d56-9e48-486e-83fe-daae6813b5f3 None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': 'e87f21d1-42dd-4222-a4f7-0e273db7f613', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'floating_ip_address': '172.26.5.70', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '445c4287-f789-4969-a026-dbdc68305b27', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'mac_address': 'fa:16:3e:f5:4b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6028ae-1898-456a-8fae-f930397c7128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:18:17Z', 'updated_at': '2021-10-16T14:18:17Z', 'revision_number': 0, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:18:20.270142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde16750-ab47-47c1-8aa9-9d957a06773f None None] New status for floating IP e87f21d1-42dd-4222-a4f7-0e273db7f613: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:18:23.019277 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:42.855332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-78d002c7-db1e-46c1-95ef-cc62eab8ca79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:45.465492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb476-a4f6-48b5-927a-d4e00c9bfc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:46.694751 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:46.838379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:48.258550 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:18:48.630934 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:52.986721 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:18:55.617004 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-572cd455-e13b-4df1-b8b0-df39c26ab86f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496845 Oct 16 14:18:55.703955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238b90-c553-40c4-8312-b2723288c85b req-840e9033-d191-4e25-940d-3c5bbbfae839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:55.705436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-840e9033-d191-4e25-940d-3c5bbbfae839 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1099 time: 0.0455701 Oct 16 14:18:55.809950 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238b90-c553-40c4-8312-b2723288c85b req-4a9580fd-2897-4c7a-afd8-c01787f5a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:55.811387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-4a9580fd-2897-4c7a-afd8-c01787f5a07f service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0871227 Oct 16 14:18:55.882003 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-d834c45a-00b4-470d-9472-89469e8b562d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 1001 time: 0.0637562 Oct 16 14:18:55.931976 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238b90-c553-40c4-8312-b2723288c85b req-2f2f4e9b-28f7-4975-a212-9c02c9bac9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:55.933521 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-2f2f4e9b-28f7-4975-a212-9c02c9bac9a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0448465 Oct 16 14:18:55.989316 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238b90-c553-40c4-8312-b2723288c85b req-44edc222-ae93-4454-a1f5-4f35a1359d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:18:55.990768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-44edc222-ae93-4454-a1f5-4f35a1359d2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499542 Oct 16 14:18:56.078478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-981dff64-b87b-456e-80f6-079ce7275fab service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805414 Oct 16 14:18:56.170877 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c6238b90-c553-40c4-8312-b2723288c85b req-95e29b82-06a0-4644-8e62-b54ec28f05bf service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854011 Oct 16 14:19:12.867088 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6ba44642-0b82-4cfc-af79-c6efab53df5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:15.484157 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6a5da136-a809-4b83-b4f4-0c917b1c0541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:16.632623 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:16.849630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:18.602293 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:22.998086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:25.257299 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:19:42.855075 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dcfcda89-d8db-44ea-a794-07ee833875cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:45.448086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c95f1419-4040-4170-ae52-fa2ed3d1479c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:46.671057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:46.848051 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:48.609951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:53.024965 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:19:55.657384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-f1d00ddc-aa53-4ff1-a530-04b31acb8e69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468161 Oct 16 14:19:55.742529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-7b5ca8fe-b7f4-4797-8df9-29c544f2f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:19:55.744011 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-7b5ca8fe-b7f4-4797-8df9-29c544f2f0f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1099 time: 0.0465279 Oct 16 14:19:55.848903 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-c8580b19-982c-49c8-82a4-f3bd312d0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:19:55.850334 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-c8580b19-982c-49c8-82a4-f3bd312d0e1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0872936 Oct 16 14:19:55.920020 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-909027c1-1758-4885-ada2-1c9e46934fcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 1001 time: 0.0626166 Oct 16 14:19:55.983357 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-6505499f-3237-415c-be76-22f5d2a8f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:19:55.984855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-6505499f-3237-415c-be76-22f5d2a8f0ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0578370 Oct 16 14:19:56.038148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-f2b91185-3995-40c8-81f6-dcb34bb341c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:19:56.039616 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-f2b91185-3995-40c8-81f6-dcb34bb341c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0481644 Oct 16 14:19:56.128962 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-a1fba928-7e26-46ff-9bc5-896370f6f8c4 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811090 Oct 16 14:19:56.225338 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0aa67464-81da-4316-b84e-106ab1d3a101 req-2667e806-d1a1-4260-8cdf-7a21769fb1f9 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Oct 16 14:20:02.256696 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:20:12.861151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-009962bd-c8f3-448a-a4f5-94e9f7277c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:14.169207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693239f7-5129-490e-b7c3-122296ed4c21 req-ba6121e8-c326-4378-9931-bfef2a7689e5 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:14.170805 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-693239f7-5129-490e-b7c3-122296ed4c21 req-ba6121e8-c326-4378-9931-bfef2a7689e5 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0573366 Oct 16 14:20:14.209771 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-693239f7-5129-490e-b7c3-122296ed4c21 req-3c01f644-400a-4885-a95f-ec1392860e38 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Oct 16 14:20:15.355241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02fb50-b1e4-4876-b70a-5290461821e6 req-af23f558-7e13-4b32-8cd8-1a9171243037 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:15.357357 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b02fb50-b1e4-4876-b70a-5290461821e6 req-af23f558-7e13-4b32-8cd8-1a9171243037 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0610390 Oct 16 14:20:15.395074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5b02fb50-b1e4-4876-b70a-5290461821e6 req-867f73b3-28fc-4623-be5b-edccab834704 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Oct 16 14:20:15.444262 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3dee961a-53d5-4ff9-bbaa-3b850c4989f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:16.533396 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8074e-b78d-4b3a-9e2c-983eb1cddb08 req-f89034fb-9c7e-4653-a236-4cabd1c0dc19 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:16.534892 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ef8074e-b78d-4b3a-9e2c-983eb1cddb08 req-f89034fb-9c7e-4653-a236-4cabd1c0dc19 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0595086 Oct 16 14:20:16.573800 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ef8074e-b78d-4b3a-9e2c-983eb1cddb08 req-c585b3ed-6c9c-493a-8ba2-b3798ff83cc1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Oct 16 14:20:16.625244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:16.884231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:17.696966 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7c275-3bb6-4cbb-915a-7fec75ca97ab req-70835b1a-625e-4a57-9fed-a6fec6112763 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:17.698442 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-71d7c275-3bb6-4cbb-915a-7fec75ca97ab req-70835b1a-625e-4a57-9fed-a6fec6112763 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0557964 Oct 16 14:20:17.739105 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-71d7c275-3bb6-4cbb-915a-7fec75ca97ab req-fec655d8-ba86-45c0-abb7-cab60766c0b0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347948 Oct 16 14:20:18.598299 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:18.859973 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804d759-4dea-4dd7-8e07-75e176da214b req-645df701-1810-4f37-87ed-af1574d875cf tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:18.861370 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8804d759-4dea-4dd7-8e07-75e176da214b req-645df701-1810-4f37-87ed-af1574d875cf tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0563166 Oct 16 14:20:18.899236 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8804d759-4dea-4dd7-8e07-75e176da214b req-a2aaac4b-263a-46e0-82a1-f8ddb8f4b408 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Oct 16 14:20:20.018310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce6cea-1677-472d-91df-e412e11e3801 req-dc21b4b1-c4d4-459a-96a7-07930decc7ba tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:20.019827 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67ce6cea-1677-472d-91df-e412e11e3801 req-dc21b4b1-c4d4-459a-96a7-07930decc7ba tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0557637 Oct 16 14:20:20.058033 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-67ce6cea-1677-472d-91df-e412e11e3801 req-2d793cff-1d12-4839-bcaa-5775bc4cf761 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Oct 16 14:20:21.183179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3450e-f25c-4b3f-8a3f-8d0caa7ff737 req-33b03363-8884-4ddb-b28a-f62b99eb3bbb tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:21.184646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bbf3450e-f25c-4b3f-8a3f-8d0caa7ff737 req-33b03363-8884-4ddb-b28a-f62b99eb3bbb tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0594060 Oct 16 14:20:21.223081 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bbf3450e-f25c-4b3f-8a3f-8d0caa7ff737 req-eec5a69e-9511-415e-866c-85924bdeaa22 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Oct 16 14:20:22.342699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed760355-df6c-43fa-a65a-08ce5bc9638b req-f37b46bd-15ea-4c77-867a-f7114a1a0de2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:22.344457 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ed760355-df6c-43fa-a65a-08ce5bc9638b req-f37b46bd-15ea-4c77-867a-f7114a1a0de2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0558164 Oct 16 14:20:22.381373 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ed760355-df6c-43fa-a65a-08ce5bc9638b req-e517a64a-64ea-4208-9740-a285fd0a4b51 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Oct 16 14:20:23.024890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:23.504362 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d04a66-d7ee-470f-a7d7-da2015935bc2 req-4bf4b2bf-caf8-4061-870c-9a1737b0e771 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:23.505835 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6d04a66-d7ee-470f-a7d7-da2015935bc2 req-4bf4b2bf-caf8-4061-870c-9a1737b0e771 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0568371 Oct 16 14:20:23.542625 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b6d04a66-d7ee-470f-a7d7-da2015935bc2 req-18f5019b-d07e-4ddf-bdaf-f773832ba7a6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310509 Oct 16 14:20:24.667340 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed8215-f4de-430c-ad90-ae076e6abc9b req-f88c3250-615b-4b94-945c-6c42cb1368ee tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:24.668871 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bbed8215-f4de-430c-ad90-ae076e6abc9b req-f88c3250-615b-4b94-945c-6c42cb1368ee tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0602503 Oct 16 14:20:24.707388 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-bbed8215-f4de-430c-ad90-ae076e6abc9b req-042ff2ba-afb4-445a-9f7a-6a3f6ef5dcec tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325694 Oct 16 14:20:25.828994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a9e80-e867-4369-b54c-a933ba93ab84 req-5c48eab0-233d-4d0a-830e-9d5ddc14b13e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:25.830490 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-613a9e80-e867-4369-b54c-a933ba93ab84 req-5c48eab0-233d-4d0a-830e-9d5ddc14b13e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0585306 Oct 16 14:20:25.868674 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-613a9e80-e867-4369-b54c-a933ba93ab84 req-624771ac-d3e4-4888-9c13-c9714ef632ad tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Oct 16 14:20:26.358570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:20:26.454476 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:20:26.465403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'mac_address': 'fa:16:3e:f5:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:20:26.506998 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:26.519597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:20:26.538648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:20:26.619561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:26.678036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:20:26.685172 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.685533 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.685905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.686238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.686599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.686986 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.687338 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.687723 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.688138 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.688501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.694325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.694325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:20:26.694621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:20:26.994156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48a5cf-fe3c-46d6-9209-65db3e783e32 req-53e5987a-c684-40e0-b0b9-ffc724b2cd2b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:26.995646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d48a5cf-fe3c-46d6-9209-65db3e783e32 req-53e5987a-c684-40e0-b0b9-ffc724b2cd2b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 945 time: 0.0586789 Oct 16 14:20:27.039055 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d48a5cf-fe3c-46d6-9209-65db3e783e32 req-ba616c27-6bb1-43c4-a3e5-9ec3eda92d69 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Oct 16 14:20:28.167644 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7091ba-dd80-4807-b2bc-c224b9721aff req-8a0b7941-2ada-4799-bdfe-be39482e4367 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:28.169171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0e7091ba-dd80-4807-b2bc-c224b9721aff req-8a0b7941-2ada-4799-bdfe-be39482e4367 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 945 time: 0.0596299 Oct 16 14:20:28.216827 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0e7091ba-dd80-4807-b2bc-c224b9721aff req-7506fe0b-053e-4001-96bc-0857f8796d3f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Oct 16 14:20:28.364903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:20:28.423298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:20:28.423770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:28.519390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:28.543386 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:20:28.545879 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f79530-c489-45b1-9968-b5580c2e315a" -d '{"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:20:28.563423 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:20:28.586985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2d9b10-c80f-4be1-9e97-d10a0b707cfc x-openstack-request-id: req-af2d9b10-c80f-4be1-9e97-d10a0b707cfc {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:20:28.587335 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:20:28.587647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af2d9b10-c80f-4be1-9e97-d10a0b707cfc {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:20:28.588101 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'code': 200} Oct 16 14:20:28.639614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:28.694898 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:20:29.351213 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb6c55-43ec-4f11-b689-d041b41c72cf req-20f556d0-362a-4b14-9fa9-87ae433bf315 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:29.352877 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3afb6c55-43ec-4f11-b689-d041b41c72cf req-20f556d0-362a-4b14-9fa9-87ae433bf315 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0625241 Oct 16 14:20:29.399446 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3afb6c55-43ec-4f11-b689-d041b41c72cf req-2bf7ff0e-74ec-45f4-9696-34f4af521253 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362122 Oct 16 14:20:30.551058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918eeb8-f588-43cb-ba68-8db8faa4c2cc req-ed889248-ffee-445d-81fe-a7751ce312d6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:30.551058 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0918eeb8-f588-43cb-ba68-8db8faa4c2cc req-ed889248-ffee-445d-81fe-a7751ce312d6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0696044 Oct 16 14:20:30.593858 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0918eeb8-f588-43cb-ba68-8db8faa4c2cc req-61b7f8e9-0db8-4808-9eae-eae8b7e485c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386598 Oct 16 14:20:31.725429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b216b02-43e4-46d4-b75e-f7a9502124f7 req-e1939c0a-57ae-44e2-b3eb-5778bd068852 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:31.726934 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b216b02-43e4-46d4-b75e-f7a9502124f7 req-e1939c0a-57ae-44e2-b3eb-5778bd068852 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0620995 Oct 16 14:20:31.768712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6b216b02-43e4-46d4-b75e-f7a9502124f7 req-3a6b13b0-e16c-48b5-99e8-d21d7a9941d5 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Oct 16 14:20:32.904573 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c792b-ca3f-46c7-8a8f-90377e4f10fa req-d02dfe18-a13f-495b-991d-95b09f662eaa tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:32.906258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da4c792b-ca3f-46c7-8a8f-90377e4f10fa req-d02dfe18-a13f-495b-991d-95b09f662eaa tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0630085 Oct 16 14:20:32.948993 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da4c792b-ca3f-46c7-8a8f-90377e4f10fa req-3f3baf5c-74be-49c6-8d6d-6fdb7fd626c9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364630 Oct 16 14:20:34.084467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689f8c7-1a92-4091-9594-e2721a344a65 req-9f637b89-c2f3-4e43-82f4-07a7f759a512 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:34.086194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2689f8c7-1a92-4091-9594-e2721a344a65 req-9f637b89-c2f3-4e43-82f4-07a7f759a512 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0662785 Oct 16 14:20:34.134820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2689f8c7-1a92-4091-9594-e2721a344a65 req-61d071f9-a71d-4254-9993-30df5ad11b27 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Oct 16 14:20:35.287886 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4224-4932-446a-8871-cb6a3dd6c92b req-1a3a7184-b7db-42f5-8348-0a5da9d077ef tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:35.296177 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-573d4224-4932-446a-8871-cb6a3dd6c92b req-1a3a7184-b7db-42f5-8348-0a5da9d077ef tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0680573 Oct 16 14:20:35.331865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-573d4224-4932-446a-8871-cb6a3dd6c92b req-9e20567c-e348-4327-89d4-98510d2d4846 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Oct 16 14:20:36.503656 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206ee5d-f83b-47c9-8563-1bd7b643cf47 req-e9aeb928-ee16-4221-96dd-12440b65e473 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:36.503656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4206ee5d-f83b-47c9-8563-1bd7b643cf47 req-e9aeb928-ee16-4221-96dd-12440b65e473 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0573571 Oct 16 14:20:36.505403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4206ee5d-f83b-47c9-8563-1bd7b643cf47 req-55efb7c5-7065-4395-b237-c24761f94669 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Oct 16 14:20:37.637529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576fd79-0d81-4cd9-9ded-783cf243febb req-8af24762-0915-4bb4-9a3b-5bb6557f3b9a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:37.639327 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f576fd79-0d81-4cd9-9ded-783cf243febb req-8af24762-0915-4bb4-9a3b-5bb6557f3b9a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0613847 Oct 16 14:20:37.679520 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f576fd79-0d81-4cd9-9ded-783cf243febb req-7ceb6442-4179-454c-a022-f9f3dcec1f4d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340781 Oct 16 14:20:38.641013 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e956-1824-4345-bc68-24958b164078 req-42633f3b-8c0d-4882-935f-e95c17512e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:38.642410 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-42633f3b-8c0d-4882-935f-e95c17512e98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1099 time: 0.0465076 Oct 16 14:20:38.736548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e956-1824-4345-bc68-24958b164078 req-b9e90845-c826-4b40-8f69-ac52f1c9e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:38.738026 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-b9e90845-c826-4b40-8f69-ac52f1c9e25b service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0882044 Oct 16 14:20:38.850567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-db84bb42-312d-4e44-9007-a7f816e61d62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 1001 time: 0.1023250 Oct 16 14:20:38.859512 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c1207-08fe-48bf-b58d-ad1fe38e9b6c req-69d987d9-71dc-4398-a4c9-b43fae4daa95 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:38.860945 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-899c1207-08fe-48bf-b58d-ad1fe38e9b6c req-69d987d9-71dc-4398-a4c9-b43fae4daa95 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.1144729 Oct 16 14:20:38.925402 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e956-1824-4345-bc68-24958b164078 req-c00fdc64-193a-43e4-b64f-2eca6492cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:38.926835 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-c00fdc64-193a-43e4-b64f-2eca6492cc10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0650222 Oct 16 14:20:38.931759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-899c1207-08fe-48bf-b58d-ad1fe38e9b6c req-46b7668e-d7fa-44dd-8466-b67c2e300dda tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629220 Oct 16 14:20:38.979533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e956-1824-4345-bc68-24958b164078 req-c3aad437-9e10-46da-a7e5-eda8d7e3edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:38.981054 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-c3aad437-9e10-46da-a7e5-eda8d7e3edd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469651 Oct 16 14:20:39.072843 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-15c2dfb2-7a27-4039-a95a-e2b109e39d2b service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845559 Oct 16 14:20:39.160724 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e7e6e956-1824-4345-bc68-24958b164078 req-ab583a0c-dacf-4c97-98fe-be01b7cbc878 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815072 Oct 16 14:20:39.255189 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:20:40.054700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf82e6-126b-4072-ab10-29a50f97f61a req-ed9b176d-d1fd-4a51-ad5c-de50f95f8162 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:40.056166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9edf82e6-126b-4072-ab10-29a50f97f61a req-ed9b176d-d1fd-4a51-ad5c-de50f95f8162 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0600076 Oct 16 14:20:40.094819 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9edf82e6-126b-4072-ab10-29a50f97f61a req-62ec99a4-b70f-427f-a9a0-822135213270 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Oct 16 14:20:41.214033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceede0-add8-4f5f-ac79-c72d4c7a2ad0 req-1b898b1a-9482-4353-aea6-0d84d27c4ce8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:41.215518 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f4ceede0-add8-4f5f-ac79-c72d4c7a2ad0 req-1b898b1a-9482-4353-aea6-0d84d27c4ce8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0555871 Oct 16 14:20:41.254187 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f4ceede0-add8-4f5f-ac79-c72d4c7a2ad0 req-e92378e6-399c-4ead-a446-d7e95eda5f5f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Oct 16 14:20:41.385728 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-8bb19d6e-9da9-4a23-8010-ae76f70b791c req-c4161f09-f311-4691-8708-ca549b7fc0f2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:20:41.386738 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bb19d6e-9da9-4a23-8010-ae76f70b791c req-c4161f09-f311-4691-8708-ca549b7fc0f2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0697174 Oct 16 14:20:41.709383 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbd979-ba24-4a9e-8f02-025fa6a87b47 req-cae2aede-2fc0-4a36-8a33-17ebe1195508 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:41.710840 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8cbd979-ba24-4a9e-8f02-025fa6a87b47 req-cae2aede-2fc0-4a36-8a33-17ebe1195508 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 946 time: 0.0562506 Oct 16 14:20:41.751955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8cbd979-ba24-4a9e-8f02-025fa6a87b47 req-39dbc1fa-027d-4a33-96cf-b22cb4eb359b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351477 Oct 16 14:20:42.118774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 44958) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:20:42.215172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-b0672e67-53c2-4488-ab77-6554bd998cb0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952544 Oct 16 14:20:42.224914 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-dfaac910-ab34-453c-8eb7-756b8c612adc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:20:42.225866 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-dfaac910-ab34-453c-8eb7-756b8c612adc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0048370 Oct 16 14:20:42.418396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:20:42.501240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:42.523336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:20:42.525590 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92f4d15-d7f0-4a62-9812-8211f7c100e1" -d '{"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-unplugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:20:42.541529 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:20:42.564411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 16 Oct 2021 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2986620-4949-42d9-b2ed-39a6538f0d54 x-openstack-request-id: req-f2986620-4949-42d9-b2ed-39a6538f0d54 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:20:42.564697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-unplugged", "status": "failed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "code": 422}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:20:42.565047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2986620-4949-42d9-b2ed-39a6538f0d54 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:20:42.565457 dv-neutron-743142-24-hyperv neutron-server[101082]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'code': 422} returned with failed status Oct 16 14:20:42.609827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:42.662630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:20:42.875228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b86685-d704-45e2-8afa-436564a71dc5 req-a69517dd-3be8-4b81-9345-1559a151fda8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:42.876417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cfad0422-0803-43c2-86d2-064ca34c1aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:42.876750 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07b86685-d704-45e2-8afa-436564a71dc5 req-a69517dd-3be8-4b81-9345-1559a151fda8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0573487 Oct 16 14:20:42.915290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07b86685-d704-45e2-8afa-436564a71dc5 req-5f21c672-5823-4d6f-abb0-7a10b9a4d753 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Oct 16 14:20:43.470867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-0c46b4ef-dd7d-4474-bdf2-4b40cd6a7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:43.472236 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-0c46b4ef-dd7d-4474-bdf2-4b40cd6a7c7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128&tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 1097 time: 0.0469220 Oct 16 14:20:43.544238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-ce1c558b-22e9-4812-b22c-ce8c57d20631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:43.545768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-ce1c558b-22e9-4812-b22c-ce8c57d20631 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1097 time: 0.0514557 Oct 16 14:20:43.635669 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-dfd2e761-f951-4879-a176-501b4f2e227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:43.637165 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-dfd2e761-f951-4879-a176-501b4f2e227c service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0845835 Oct 16 14:20:43.711173 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-6a32eb12-f7ac-4b4f-b858-e4d1531e6605 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 999 time: 0.0670815 Oct 16 14:20:43.760301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-51af96ac-6bd4-49ec-8eac-e6c92893f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:43.761646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-51af96ac-6bd4-49ec-8eac-e6c92893f523 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0433824 Oct 16 14:20:43.811658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-5f865c7b-53f7-4e17-a967-ef5e7432c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:43.813092 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-5f865c7b-53f7-4e17-a967-ef5e7432c17c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0450583 Oct 16 14:20:43.906235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-a6333c17-988d-4fb0-8ade-c98595d75617 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Oct 16 14:20:44.022556 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e7eefb5-e77b-4b50-91bd-6da7d3b841e3 req-b323d1dd-b8b2-440a-9142-201c2cd37940 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093550 Oct 16 14:20:44.050815 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc902881-e8eb-4399-bc7c-cd10bb3d5ac6 req-c50ebf2e-2a86-43f8-8cbc-a6a43448b4ec tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:44.052264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cc902881-e8eb-4399-bc7c-cd10bb3d5ac6 req-c50ebf2e-2a86-43f8-8cbc-a6a43448b4ec tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0693283 Oct 16 14:20:44.090436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cc902881-e8eb-4399-bc7c-cd10bb3d5ac6 req-bf0bc2a1-49d4-4a29-a2a2-2af810ce7463 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321836 Oct 16 14:20:45.215934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30d8c-52d5-4eb8-9419-b534bc6de182 req-d829fafd-6747-4ac8-b62e-20bb921e2b83 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:45.217485 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ca30d8c-52d5-4eb8-9419-b534bc6de182 req-d829fafd-6747-4ac8-b62e-20bb921e2b83 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0571032 Oct 16 14:20:45.258603 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5ca30d8c-52d5-4eb8-9419-b534bc6de182 req-3ae5644d-8743-4945-9969-e8976f55bdd7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346134 Oct 16 14:20:45.447752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-69d78dc2-1808-45d5-9137-53d433a067d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:46.386108 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3a002-b9ee-4d19-9eae-d133a7c306d5 req-bf8447e4-55b8-46fd-aad7-2f75d15740cc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:46.387646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55a3a002-b9ee-4d19-9eae-d133a7c306d5 req-bf8447e4-55b8-46fd-aad7-2f75d15740cc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0587816 Oct 16 14:20:46.430478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55a3a002-b9ee-4d19-9eae-d133a7c306d5 req-9d24f59f-d2e0-4270-ad26-de7cc37066a2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341527 Oct 16 14:20:46.633174 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:46.861392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:47.560020 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d12b-9cf9-4db1-8c98-26df4a5a52c7 req-153ff541-b529-4c72-b129-7f5513fd72ff tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:47.562557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac07d12b-9cf9-4db1-8c98-26df4a5a52c7 req-153ff541-b529-4c72-b129-7f5513fd72ff tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0614829 Oct 16 14:20:47.604636 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ac07d12b-9cf9-4db1-8c98-26df4a5a52c7 req-e446a8b0-2082-4662-a4f5-4d38af5127d8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355670 Oct 16 14:20:48.604661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:48.732983 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeda556-247e-42c0-9d73-0e5b14781aca req-eaf5b07c-0851-4f4a-b35b-6362a608583f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:48.734480 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8eeda556-247e-42c0-9d73-0e5b14781aca req-eaf5b07c-0851-4f4a-b35b-6362a608583f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0591884 Oct 16 14:20:48.775892 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8eeda556-247e-42c0-9d73-0e5b14781aca req-6719b2d7-61a3-40d7-b725-f501b95fb626 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354779 Oct 16 14:20:49.905502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e4a02-b555-45ce-802b-a93bec90552e req-52db5015-ad32-4c4f-8133-d789d09db3ce tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:49.907008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b04e4a02-b555-45ce-802b-a93bec90552e req-52db5015-ad32-4c4f-8133-d789d09db3ce tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0579338 Oct 16 14:20:49.946553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b04e4a02-b555-45ce-802b-a93bec90552e req-e29c2003-95b2-4ac5-9b88-a37d34ba3f60 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331070 Oct 16 14:20:51.114946 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374c28-63c5-4bca-af7a-6519a4f944ee req-81bde050-ac3f-473e-9d29-feca90b43fd9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:51.117148 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89374c28-63c5-4bca-af7a-6519a4f944ee req-81bde050-ac3f-473e-9d29-feca90b43fd9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0929551 Oct 16 14:20:51.164366 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-89374c28-63c5-4bca-af7a-6519a4f944ee req-512a242e-07b1-4766-9d2d-23fda24e2036 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Oct 16 14:20:52.299755 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da90eb-8e0c-4642-9d02-aa9f896326b3 req-e7dab44b-e831-45ec-903c-11ff9e686abd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:52.301344 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e1da90eb-8e0c-4642-9d02-aa9f896326b3 req-e7dab44b-e831-45ec-903c-11ff9e686abd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0582204 Oct 16 14:20:52.340564 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e1da90eb-8e0c-4642-9d02-aa9f896326b3 req-373fe78d-0e7f-489b-9ecd-a2ce6b406fbe tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333192 Oct 16 14:20:53.113158 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:53.466482 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8b047-ba3b-4826-b2bf-60671bd82cf6 req-73c5cb9e-2480-4ab8-b03f-82b61076a7b1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:53.468920 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30e8b047-ba3b-4826-b2bf-60671bd82cf6 req-73c5cb9e-2480-4ab8-b03f-82b61076a7b1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0585792 Oct 16 14:20:53.511927 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30e8b047-ba3b-4826-b2bf-60671bd82cf6 req-b0021c88-2610-42db-94da-5e24db797e49 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370409 Oct 16 14:20:54.632849 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6632fb-065a-4d34-bb33-04594b398d6b req-8951773f-2969-4df1-bcb0-c3d794d75106 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:54.634234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e6632fb-065a-4d34-bb33-04594b398d6b req-8951773f-2969-4df1-bcb0-c3d794d75106 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0555835 Oct 16 14:20:54.671587 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e6632fb-065a-4d34-bb33-04594b398d6b req-e18bd8a5-e4ef-4d51-b6ad-c0a0b1eeba79 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Oct 16 14:20:55.794867 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303d2ce-9869-4d0e-8ce5-42842c3d5d97 req-2375e200-792b-45af-ad36-f08ae0693c69 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:55.797511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2303d2ce-9869-4d0e-8ce5-42842c3d5d97 req-2375e200-792b-45af-ad36-f08ae0693c69 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0611448 Oct 16 14:20:55.839936 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2303d2ce-9869-4d0e-8ce5-42842c3d5d97 req-d93949a0-5636-44db-9c9e-72a1856f0795 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365520 Oct 16 14:20:56.659612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-cc9f2a05-fb19-4e19-af46-a25cc5236ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:56.661222 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-cc9f2a05-fb19-4e19-af46-a25cc5236ff7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1097 time: 0.0507615 Oct 16 14:20:56.762269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-3901588f-da08-4772-bee2-5cdce3175423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:56.763630 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-3901588f-da08-4772-bee2-5cdce3175423 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0832760 Oct 16 14:20:56.835811 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-3f120219-e41c-4e63-aada-f5d460c6a286 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 999 time: 0.0656197 Oct 16 14:20:56.885076 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-c67ab055-3a17-4a77-85d0-44f652da7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:56.886542 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-c67ab055-3a17-4a77-85d0-44f652da7151 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0433760 Oct 16 14:20:56.968506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-3a3f280c-71f8-43de-bc47-f82ac3685e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:56.970238 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-3a3f280c-71f8-43de-bc47-f82ac3685e2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750148 Oct 16 14:20:56.999371 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4aaa81-5d9a-4cd9-af80-239438cf64e3 req-d24f21f5-c30a-416d-97a8-80e6027b7d70 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:57.000777 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd4aaa81-5d9a-4cd9-af80-239438cf64e3 req-d24f21f5-c30a-416d-97a8-80e6027b7d70 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0806725 Oct 16 14:20:57.080637 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fd4aaa81-5d9a-4cd9-af80-239438cf64e3 req-6694203c-4825-47e8-8a9f-003de18c04aa tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706236 Oct 16 14:20:57.101467 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-39408fb2-c230-425a-a96f-f849057922a3 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213274 Oct 16 14:20:57.529064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6479151d-3f8f-4cd1-9849-44ddbd450257 req-66cf114b-09c7-4b00-87f5-f830702aa7fd service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189267 Oct 16 14:20:58.199359 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24920814-96a6-41b8-a12c-93c60dd5ef14 req-e3fa4e0f-f25c-4405-b163-fc66912be9ee tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:58.200839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24920814-96a6-41b8-a12c-93c60dd5ef14 req-e3fa4e0f-f25c-4405-b163-fc66912be9ee tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 944 time: 0.0558944 Oct 16 14:20:58.240030 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-24920814-96a6-41b8-a12c-93c60dd5ef14 req-2b29ee68-f4b2-49bc-99f9-76d52b409a79 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324175 Oct 16 14:20:58.525086 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:20:58.772048 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:20:58.783211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'port_id': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'mac_address': 'fa:16:3e:f5:4b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:20:58.822591 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:58.836817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:20:58.856612 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:20:58.906977 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:20:58.956383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=9']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:20:59.143997 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:20:59.360788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089cee-5dfd-4a70-8a26-b652687a5d63 req-9f2d2bcc-dd1e-46a2-8c6f-f2e1555ea51c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:20:59.362275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0089cee-5dfd-4a70-8a26-b652687a5d63 req-9f2d2bcc-dd1e-46a2-8c6f-f2e1555ea51c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 945 time: 0.0573370 Oct 16 14:20:59.401900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a0089cee-5dfd-4a70-8a26-b652687a5d63 req-2a73d218-542e-45a3-abf6-bbcc4403d0ef tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Oct 16 14:21:00.523018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2a5d5-abe0-4da7-9ab7-5b6f20fdeea1 req-a6124c8d-a556-40c9-b619-a0e13cf0e6d6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:00.524517 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-afa2a5d5-abe0-4da7-9ab7-5b6f20fdeea1 req-a6124c8d-a556-40c9-b619-a0e13cf0e6d6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 945 time: 0.0582328 Oct 16 14:21:00.525565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:21:00.562584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-afa2a5d5-abe0-4da7-9ab7-5b6f20fdeea1 req-6fe3ab79-9328-4e3f-9cfb-74745382eb11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Oct 16 14:21:00.581698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:21:00.582130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:00.666649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:00.688577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:21:00.690732 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae0b52-b647-4a3a-9c8e-945c10d80f4e" -d '{"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:21:00.703642 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:21:00.769976 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:00.823674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=10']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:21:01.682204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a923c8-5c1a-4a64-8a44-b67ff28de16a req-11210e59-20c6-420d-89b2-86f8d97157e4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:01.683668 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8a923c8-5c1a-4a64-8a44-b67ff28de16a req-11210e59-20c6-420d-89b2-86f8d97157e4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.0544593 Oct 16 14:21:01.721958 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b8a923c8-5c1a-4a64-8a44-b67ff28de16a req-43d96e58-874b-46b8-b3db-d94cba90a768 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Oct 16 14:21:01.752807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e635be-1ec5-4b5c-af39-e25d678ebc91 x-openstack-request-id: req-a8e635be-1ec5-4b5c-af39-e25d678ebc91 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:21:01.753257 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:21:01.753368 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8e635be-1ec5-4b5c-af39-e25d678ebc91 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:21:01.753727 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'code': 200} Oct 16 14:21:02.041161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14829d-9375-462d-9d16-2f8785c0c40e req-09abeeb1-e17d-47ee-9e9e-4d771251b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:02.042624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e14829d-9375-462d-9d16-2f8785c0c40e req-09abeeb1-e17d-47ee-9e9e-4d771251b7a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1100 time: 0.0452399 Oct 16 14:21:02.080045 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6e14829d-9375-462d-9d16-2f8785c0c40e req-58bdd720-0e3d-4d43-abc0-eab72340e62e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302644 Oct 16 14:21:02.839423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc507d5-988e-4a34-9d0f-a828fd5cb3dc req-d5fd7248-4751-4210-b8ed-2dddfa8e57c5 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:02.840907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3dc507d5-988e-4a34-9d0f-a828fd5cb3dc req-d5fd7248-4751-4210-b8ed-2dddfa8e57c5 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.0542719 Oct 16 14:21:02.881235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3dc507d5-988e-4a34-9d0f-a828fd5cb3dc req-03499743-2219-4fdc-865e-dc19e6361597 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Oct 16 14:21:04.009599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd3365-1ae4-4303-a53c-d83b23ff99a8 req-94dbbd4a-921f-4627-b4d9-5f45be133398 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:04.011237 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07dd3365-1ae4-4303-a53c-d83b23ff99a8 req-94dbbd4a-921f-4627-b4d9-5f45be133398 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.0580735 Oct 16 14:21:04.049243 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-07dd3365-1ae4-4303-a53c-d83b23ff99a8 req-385d403a-5f82-4123-85ed-a2e3aa488506 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Oct 16 14:21:05.173969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149fe4b-de1e-4e3a-8ec1-13d437914122 req-bc40d0df-8b59-4f91-bda0-2c2e3af2dfa1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:05.175440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f149fe4b-de1e-4e3a-8ec1-13d437914122 req-bc40d0df-8b59-4f91-bda0-2c2e3af2dfa1 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.0597010 Oct 16 14:21:05.214335 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f149fe4b-de1e-4e3a-8ec1-13d437914122 req-3a0dd3b2-ce22-4134-81de-7c10e01a6e23 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330491 Oct 16 14:21:12.861818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4c85c1c3-bf25-4982-9f58-4659b0231fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:15.478680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6f790346-6bb6-4dba-ab56-7fdbd0cb0dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:16.253704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:21:16.643847 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:16.864289 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:18.604167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:23.032861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:42.893391 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fcfe-8817-4ad6-a609-512cdcb901f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:45.461032 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b69c21a0-d7b4-42e3-a7eb-7140f4b7b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:46.655551 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:46.852950 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:48.624816 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:53.055554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:21:53.253387 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:21:56.715598 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-08dafe02-a649-45fe-8be6-9b9422657c3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881479 Oct 16 14:21:56.801773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364463c7-5408-4413-9430-a436019dc233 req-12267d0f-0399-4073-8348-705bae298b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:56.803228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-12267d0f-0399-4073-8348-705bae298b61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1100 time: 0.0467823 Oct 16 14:21:56.913840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364463c7-5408-4413-9430-a436019dc233 req-6daecf61-92ca-49e5-8699-d9dff3bf8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:56.915857 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-6daecf61-92ca-49e5-8699-d9dff3bf8ee9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0922053 Oct 16 14:21:56.987387 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-cab7c4e6-7adf-48c1-ac95-93a5bd197fe2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 1001 time: 0.0648746 Oct 16 14:21:57.039431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364463c7-5408-4413-9430-a436019dc233 req-15e01d81-e5d0-41a1-b65f-275592c723bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:57.040878 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-15e01d81-e5d0-41a1-b65f-275592c723bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0474157 Oct 16 14:21:57.091428 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364463c7-5408-4413-9430-a436019dc233 req-ab7fd95a-6901-4d63-ab9f-a830bb38f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:21:57.093084 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-ab7fd95a-6901-4d63-ab9f-a830bb38f690 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454171 Oct 16 14:21:57.180048 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-29da23b4-1bf2-486a-81ce-f6b917ef19ee service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798402 Oct 16 14:21:57.282185 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-364463c7-5408-4413-9430-a436019dc233 req-df528371-ed1c-4074-8c94-28dc254ff7de service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948975 Oct 16 14:22:12.872383 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9dce-05b2-49c1-bf3f-3e8b83a5e391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:14.099328 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45098) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:14.270779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Deleting port e4ce9363-752b-44c4-b06e-6ac8a754debb {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:22:14.271030 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:14.343034 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:14.343350 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:14.354997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Calling delete_port for e4ce9363-752b-44c4-b06e-6ac8a754debb owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:22:14.569725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:14.597745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event deleted for resources: {'Port': ['ID=e4ce9363-752b-44c4-b06e-6ac8a754debb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:14.613760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.614107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.614443 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.614773 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.615099 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.615424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.615745 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.616065 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.616403 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.616725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.617043 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.617356 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:14.674424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:14.674754 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Floating IP e87f21d1-42dd-4222-a4f7-0e273db7f613 disassociated (deleted). External IP: 172.26.5.70, port: ebfa04d4-fe1c-4f74-b5fc-c33cf399c460. Oct 16 14:22:14.917981 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Router 445c4287-f789-4969-a026-dbdc68305b27 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:22:15.039057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:22:15.043599 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:15.049302 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:22:15.058100 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:22:15.058699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:21:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:22:15.076194 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b9dd6339-7739-43a3-86ec-ed436217b822 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "DELETE /v2.0/floatingips/e87f21d1-42dd-4222-a4f7-0e273db7f613 HTTP/1.1" status: 204 len: 168 time: 0.9757864 Oct 16 14:22:15.076844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:22:15.079125 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bae5edd-471d-4d33-8885-b04697c67a35" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:22:15.140016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa8685-b875-49b6-aba2-1c4fcd5281ed x-openstack-request-id: req-cdfa8685-b875-49b6-aba2-1c4fcd5281ed {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:22:15.140727 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:22:15.140823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdfa8685-b875-49b6-aba2-1c4fcd5281ed {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:22:15.141207 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'status': 'completed', 'code': 200} Oct 16 14:22:15.192133 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:22:15.215297 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-2592e1fb-3711-4dc0-893c-9149495519b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:15.219741 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-2592e1fb-3711-4dc0-893c-9149495519b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 1100 time: 0.0556667 Oct 16 14:22:15.314775 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-735de489-9c12-4b98-a2fe-7b6cceb0b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:15.316250 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-735de489-9c12-4b98-a2fe-7b6cceb0b111 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0925984 Oct 16 14:22:15.362019 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-2785a9bb-52bb-41b6-9680-40cb20348cc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 200 len: 217 time: 0.0386419 Oct 16 14:22:15.408433 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:22:15.419233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-6bd54f92-ec4e-4dbc-b0f7-f7c857ebaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:15.420921 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-6bd54f92-ec4e-4dbc-b0f7-f7c857ebaf1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0522680 Oct 16 14:22:15.435704 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:22:15.445399 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:22:15.446011 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:21:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:22:15.482574 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-748f5dec-40b0-4ef5-b595-5e496252e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:15.484153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-748f5dec-40b0-4ef5-b595-5e496252e7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561583 Oct 16 14:22:15.524298 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2d563b28-5e21-4871-8f11-87b417552fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:15.570737 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:22:15.579008 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-bbd579f3-e64b-42e5-8e84-1f3ceaa0d3e5 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878608 Oct 16 14:22:15.713803 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0bae5edd-471d-4d33-8885-b04697c67a35 req-879ed9cb-d0a3-4ab9-8e25-8012d22a01ff service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266572 Oct 16 14:22:15.722538 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59971f2-0171-43f9-9bf4-61a6ba9c9e94 req-5ead07f5-33e2-4929-b361-b76b1eaf5c03 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:15.724009 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a59971f2-0171-43f9-9bf4-61a6ba9c9e94 req-5ead07f5-33e2-4929-b361-b76b1eaf5c03 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.1027329 Oct 16 14:22:15.763336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a59971f2-0171-43f9-9bf4-61a6ba9c9e94 req-03c5b8e7-c156-45cb-b434-60cc5b6ffb88 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329285 Oct 16 14:22:15.776534 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:22:15.808411 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7264835-9cff-435b-a5dd-7c8ddac102f1 None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:22:16.029337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e841a34-e339-411c-a104-453f683a1c1e None None] New status for floating IP e87f21d1-42dd-4222-a4f7-0e273db7f613: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:22:16.638697 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:16.867117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:16.894685 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c57a47-21e4-4038-bf25-73d3828311be req-71202b52-31a6-4568-9e7a-fb90a84f4ea4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:16.896264 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9c57a47-21e4-4038-bf25-73d3828311be req-71202b52-31a6-4568-9e7a-fb90a84f4ea4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.0617371 Oct 16 14:22:16.965465 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d9c57a47-21e4-4038-bf25-73d3828311be req-82a1a034-d43b-4a19-9415-25340cd25985 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd902cd3-8421-438e-bd4e-429da3e93dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625885 Oct 16 14:22:16.981651 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-8a09bf12-9764-4bd3-ab3e-8f358309c108 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:16.983813 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-8a09bf12-9764-4bd3-ab3e-8f358309c108 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 947 time: 0.0822043 Oct 16 14:22:17.087260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Deleting port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:22:17.087509 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:17.174691 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] For port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:22:17.175046 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:17.187606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Calling delete_port for ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:22:17.367031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:17.395397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event deleted for resources: {'Port': ['ID=ebfa04d4-fe1c-4f74-b5fc-c33cf399c460,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:17.409594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.409955 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.410301 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.410637 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.410968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.411302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.411629 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.411947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.412270 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.412615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.412937 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.413314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:22:17.454202 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] No DVR routers for this DVR port ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:22:17.456790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:17.460121 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a08ffd41-250f-403d-a5ae-66e37d92c65d req-f0bbb198-a0a4-45ef-93fd-c95a9178922c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "DELETE /v2.0/ports/ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 HTTP/1.1" status: 204 len: 173 time: 0.4707370 Oct 16 14:22:17.460608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-deleted', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:22:17.462905 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c47abb-67bd-40c5-aaaa-48e58dbd018b" -d '{"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-deleted", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:22:17.497879 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1ad5ee-69f2-4f35-a8b5-22c559adb93a x-openstack-request-id: req-2d1ad5ee-69f2-4f35-a8b5-22c559adb93a {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:22:17.498179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6028ae-1898-456a-8fae-f930397c7128", "name": "network-vif-deleted", "tag": "ebfa04d4-fe1c-4f74-b5fc-c33cf399c460", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:22:17.498490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d1ad5ee-69f2-4f35-a8b5-22c559adb93a {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:22:17.498897 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6028ae-1898-456a-8fae-f930397c7128', 'name': 'network-vif-deleted', 'tag': 'ebfa04d4-fe1c-4f74-b5fc-c33cf399c460', 'status': 'completed', 'code': 200} Oct 16 14:22:18.074012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-422738b3-2952-4066-9b41-ce4f80fd46ca req-6352e10b-76b9-48f5-ae0d-ef201d6c76aa tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e6028ae-1898-456a-8fae-f930397c7128 HTTP/1.1" status: 200 len: 210 time: 0.0279372 Oct 16 14:22:18.624428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:19.134197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45124) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:19.197138 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cccde053-5c81-4224-8862-8bcaab9bc9f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:19.224768 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cccde053-5c81-4224-8862-8bcaab9bc9f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:19.329710 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cccde053-5c81-4224-8862-8bcaab9bc9f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:19.332290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-cccde053-5c81-4224-8862-8bcaab9bc9f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:19.333468 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-cccde053-5c81-4224-8862-8bcaab9bc9f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd902cd3-8421-438e-bd4e-429da3e93dfb HTTP/1.1" status: 204 len: 168 time: 0.1982372 Oct 16 14:22:19.342887 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde053-5c81-4224-8862-8bcaab9bc9f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd902cd3-8421-438e-bd4e-429da3e93dfb,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:20.709831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45132) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:20.714399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657387182', 'description': 'tempest-secgroup-smoke-1657387182 description', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:20.815563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:20.880903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:20.950989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:22:20.974791 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:22:20.975123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device ebfa04d4-fe1c-4f74-b5fc-c33cf399c460 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:22:20.992659 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.020941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914a0927-99d4-44f1-8966-06ed872dca4b,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:21.080329 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.081599 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2dbfff5f-e0c4-46c4-b2e9-8e2f8360559c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3707614 Oct 16 14:22:21.084449 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45134) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:21.088917 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': '914a0927-99d4-44f1-8966-06ed872dca4b', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:21.180494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.235689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.306689 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.321479 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47450107-ae42-4e79-9b88-f5a699dbd169,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:21.389197 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.390418 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-28078900-d1d1-45ca-a5ad-3954a36b779c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050530 Oct 16 14:22:21.399032 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45136) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:21.403348 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': '914a0927-99d4-44f1-8966-06ed872dca4b', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:21.474783 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.533822 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.584228 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.603665 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de678bf3-cf1d-4794-a77f-15c03f9c1925,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:21.643263 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.644463 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-9248b66f-052d-47fc-8343-4b60004c1d08 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2444935 Oct 16 14:22:21.647244 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45138) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:21.651468 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': '914a0927-99d4-44f1-8966-06ed872dca4b', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:21.731696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.787769 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.838407 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.856023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c09efd-ef1b-419f-b49f-46a081e855a1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:21.940821 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:21.942034 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-6c85ebb2-c8a8-41ab-9c35-9b11842f6f90 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938807 Oct 16 14:22:21.944836 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45140) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:21.949234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': '914a0927-99d4-44f1-8966-06ed872dca4b', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:22.040616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.098381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.187429 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.206346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89032c7b-c627-4fa7-92fb-63b084e5653c,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:22.286358 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.287496 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-17f5bde8-aae6-4f86-b939-cdda4d6988ea tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3417263 Oct 16 14:22:22.290079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45142) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:22.294444 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': '914a0927-99d4-44f1-8966-06ed872dca4b', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:22.381093 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Project 9748fcf69c9b4eb9ba6f75d59b6cdbaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:22:22.385866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.454831 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.518173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.536960 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c1e2fc-4abc-4473-8eb2-f023fa8563f1,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:22.611314 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.612560 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b6cdd4ad-8ee1-47b5-8c6e-082f68e4c56e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215132 Oct 16 14:22:22.615290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45144) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:22:22.619514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'security_group_rule': {'security_group_id': '914a0927-99d4-44f1-8966-06ed872dca4b', 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:22.683742 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Project 9748fcf69c9b4eb9ba6f75d59b6cdbaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:22:22.689424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.750027 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.815149 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.833278 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020a2216-4215-4c9a-903e-47f192f90f51,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:22.908460 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:22.909675 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-11daa0d4-3c50-4c52-a958-a2808fcbfc50 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934763 Oct 16 14:22:23.055605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:30.253892 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:22:42.929920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-443d840b-7006-45b2-ba04-834b38e8d894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:45.484463 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ddb360e0-4015-4e22-880e-47bfbcac732d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:46.689983 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:46.889938 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:48.624234 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:49.058093 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-3832a102-0179-4c14-ae4f-bb4cd04a64ae tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657387182&fields=id&tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 267 time: 0.0323744 Oct 16 14:22:49.169960 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-f25f004a-cac5-44d6-9990-6d7193a8548e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:49.171326 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-f25f004a-cac5-44d6-9990-6d7193a8548e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 809 time: 0.1067102 Oct 16 14:22:49.186592 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-f9a0eaad-5074-475f-8391-95ea288a60a2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/quotas/9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 375 time: 0.0095990 Oct 16 14:22:49.249656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-a4bc3499-7f2d-42fc-b7ee-e76cc2aedd86 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577650 Oct 16 14:22:49.342737 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-e7230f39-303f-4832-85db-eb3bc2f8ad04 service neutron] 10.222.0.24 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817256 Oct 16 14:22:49.437926 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-5049ad59-0e4e-4eaf-8670-51aadcfcdb2d service neutron] 10.222.0.24 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888553 Oct 16 14:22:51.046454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-772f21f1-2b7e-4b9c-9acd-5e2e5b12ce88 req-08becdd9-a2c1-45e0-9b1c-33954dca637d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0293458 Oct 16 14:22:52.122291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-15f57e9d-d9a6-422b-9228-9a09b074fec5 req-b566ea8d-da5e-4e1a-bd08-4599e4b2ba18 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0275683 Oct 16 14:22:53.035311 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:53.216118 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-30cd39e0-416f-4273-bc14-2a06bcf44373 req-83e8192a-ae2f-48f3-912b-00f15eb80130 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0285311 Oct 16 14:22:54.315268 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8583a86c-8438-4090-8d63-2fe0bcf8f357 req-0c966308-c417-42cc-aa57-b02735938c9d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0336723 Oct 16 14:22:54.961236 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-42c96a49-3910-4bd3-8bce-62ed93f69b00 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:54.962985 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-42c96a49-3910-4bd3-8bce-62ed93f69b00 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 809 time: 0.1017125 Oct 16 14:22:55.005525 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-037a97ef-6056-4a2f-8227-59ca3079fc1d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 380 time: 0.0334218 Oct 16 14:22:55.015652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'port': {'device_id': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'admin_state_up': True, 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'security_groups': ['914a0927-99d4-44f1-8966-06ed872dca4b']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:55.210484 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Made reservation on behalf of 9748fcf69c9b4eb9ba6f75d59b6cdbaf for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:22:55.221556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:55.342844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Allocated IP 172.20.0.5 (34781440-5f7b-452c-a130-0f0f5d544829/97bcc0ad-62af-4431-b567-767bbc07c696/3f2eca0f-80a1-425c-b677-5d8ede9a0d3a) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:22:55.427474 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0b352aff-8bca-4c82-86c1-7d4cbd47ede6 req-a2502acd-18ee-431e-9342-380dc091f980 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0406823 Oct 16 14:22:55.511630 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:55.621790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:55.670456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Network 34781440-5f7b-452c-a130-0f0f5d544829 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:22:55.675491 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:22:55.679302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:22:55.716241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:55.737168 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:55.737778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:55.807424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-4798b022-29e5-402b-80de-deb8eb37d465 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952857 Oct 16 14:22:55.821577 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Request body: {'port': {'device_id': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:22:55.895183 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:55.924767 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-65a64ae2-6e5e-4841-be6d-d864f24a1bb7 None None] Provisioning complete for port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:22:55.925729 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65a64ae2-6e5e-4841-be6d-d864f24a1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:55.965891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-65a64ae2-6e5e-4841-be6d-d864f24a1bb7 None None] Port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:22:56.181395 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:22:56.189132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:56.201739 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Transition to ACTIVE for port object 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:22:56.261010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:56.319132 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:56.393110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Attempting to bind port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:22:56.393788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Attempting to bind port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:22:56.393788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Attempting to bind port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a on network 34781440-5f7b-452c-a130-0f0f5d544829 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:22:56.398628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a on network 34781440-5f7b-452c-a130-0f0f5d544829 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:22:56.398961 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Attempting to bind port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a on network 34781440-5f7b-452c-a130-0f0f5d544829 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:22:56.404368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:22:56.404713 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Checking segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:22:56.405097 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Bound using segment: {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:22:56.405529 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Bound port: 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fdd262-4d66-49b9-956b-6eac69e7abd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:22:56.405888 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:56.488718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:22:56.492246 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:22:56.562160 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1e150-d854-4b96-a2a1-b03fc53ea061 req-efd95708-04fb-4a13-88ca-e0c659a39285 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:56.563567 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2de1e150-d854-4b96-a2a1-b03fc53ea061 req-efd95708-04fb-4a13-88ca-e0c659a39285 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0581360 Oct 16 14:22:56.565100 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:56.632760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:56.634315 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:22:56.635944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] 10.222.0.31 "PUT /v2.0/ports/3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 1093 time: 0.8198874 Oct 16 14:22:56.638467 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:22:56.641945 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:22:56.690909 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ac09b-3ba3-4b3d-9703-cbb9992297b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:22:56.696074 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2de1e150-d854-4b96-a2a1-b03fc53ea061 req-2485af89-8c2c-404f-8c7d-79c8bd39badd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222086 Oct 16 14:22:56.698003 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d7e77-edc5-46a9-b2ce-183093cd8b86 x-openstack-request-id: req-8b0d7e77-edc5-46a9-b2ce-183093cd8b86 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:22:56.698302 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:22:56.698550 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b0d7e77-edc5-46a9-b2ce-183093cd8b86 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:22:56.698955 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'status': 'completed', 'code': 200} Oct 16 14:22:56.772006 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09 req-2d691aa4-271a-4b65-b25a-debd1d0a49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:56.774437 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09 req-2d691aa4-271a-4b65-b25a-debd1d0a49f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1096 time: 0.0580058 Oct 16 14:22:56.882754 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09 req-806088ad-2e4a-4e74-bf83-682e7aefe390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:56.884395 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09 req-806088ad-2e4a-4e74-bf83-682e7aefe390 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1018207 Oct 16 14:22:56.979907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09 req-4b1eae33-09bc-4b2a-a994-ff19d33bd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:56.981294 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7f6a0a26-6e25-4c1c-9c0c-4b064b47fe09 req-4b1eae33-09bc-4b2a-a994-ff19d33bd881 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903623 Oct 16 14:22:57.067058 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-3db42c3a-a4e1-4d13-af9f-50da2ccc4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:57.068595 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-3db42c3a-a4e1-4d13-af9f-50da2ccc4378 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1096 time: 0.0481110 Oct 16 14:22:57.117611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-c6dea29b-3d56-4de3-aa0e-8e91147ebaea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 217 time: 0.0405214 Oct 16 14:22:57.166532 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-2b034672-0817-4d25-b43b-1a014aab1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:57.167957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-2b034672-0817-4d25-b43b-1a014aab1fc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0432005 Oct 16 14:22:57.222441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-6025792a-343b-4466-bc87-347253132d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:57.224050 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-6025792a-343b-4466-bc87-347253132d7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492711 Oct 16 14:22:57.317720 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-2d874c08-c424-4f64-8318-ea69733fb96f service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859005 Oct 16 14:22:57.415116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a52ee8c3-5c2c-4d8a-9036-2c9fbdbef155 req-2f8b7715-fc05-4589-b64c-732251087625 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893819 Oct 16 14:22:57.843606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c7d6-3c59-48f9-9f9c-f6abf47d4605 req-b9534724-f47f-4a37-922a-7f21017d17fd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:57.845056 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cba5c7d6-3c59-48f9-9f9c-f6abf47d4605 req-b9534724-f47f-4a37-922a-7f21017d17fd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0617633 Oct 16 14:22:57.882943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cba5c7d6-3c59-48f9-9f9c-f6abf47d4605 req-8100b104-446f-451f-9fe0-8dde05b409bf tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Oct 16 14:22:59.066505 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482794a2-fa5a-473e-b169-42a86c29cb0e req-a412c329-aa92-4be8-b73b-db5aa473b35e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:22:59.068202 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-482794a2-fa5a-473e-b169-42a86c29cb0e req-a412c329-aa92-4be8-b73b-db5aa473b35e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0567305 Oct 16 14:22:59.108240 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-482794a2-fa5a-473e-b169-42a86c29cb0e req-b1423c22-5b4f-45d8-b76f-f19fc3115350 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Oct 16 14:23:00.232039 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb80f6d-4ab6-470a-89b9-ef67f3ee9125 req-7f6cf18e-378a-4afd-ab14-93ba00421282 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:00.233550 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efb80f6d-4ab6-470a-89b9-ef67f3ee9125 req-7f6cf18e-378a-4afd-ab14-93ba00421282 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0581110 Oct 16 14:23:00.275798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-efb80f6d-4ab6-470a-89b9-ef67f3ee9125 req-63378746-b352-4c17-81d9-f9d3d95a0c42 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362151 Oct 16 14:23:01.394258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73323a92-d463-464e-9203-3bfe94dba0d3 req-44798425-ef93-4dd8-bf84-ca5c91df9b14 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:01.395712 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73323a92-d463-464e-9203-3bfe94dba0d3 req-44798425-ef93-4dd8-bf84-ca5c91df9b14 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0549617 Oct 16 14:23:01.433950 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-73323a92-d463-464e-9203-3bfe94dba0d3 req-dc98f51c-5166-4d5b-adb8-c586e3cf5646 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Oct 16 14:23:02.552832 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232f21c-d0c0-469e-a22d-22c5a33c334e req-cad91b2f-06ed-4c5a-962e-909235504cf3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:02.555034 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f232f21c-d0c0-469e-a22d-22c5a33c334e req-cad91b2f-06ed-4c5a-962e-909235504cf3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0563233 Oct 16 14:23:02.591685 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f232f21c-d0c0-469e-a22d-22c5a33c334e req-746e06ec-fcf1-4422-83f8-16ef4e2a5c59 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Oct 16 14:23:03.760241 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616777ef-6417-4791-8450-1db16dda8d02 req-eb08584b-3de7-4441-a045-99328ed8ff11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:03.761719 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-616777ef-6417-4791-8450-1db16dda8d02 req-eb08584b-3de7-4441-a045-99328ed8ff11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.1041825 Oct 16 14:23:03.798760 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-616777ef-6417-4791-8450-1db16dda8d02 req-b132f706-3339-45be-9679-4b3965df5b0d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Oct 16 14:23:04.965736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6700286-dea7-4d53-8931-2c5421cb1b02 req-e7355afd-bd76-40da-82b8-1a6531f82ac3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:04.967132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6700286-dea7-4d53-8931-2c5421cb1b02 req-e7355afd-bd76-40da-82b8-1a6531f82ac3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.1020708 Oct 16 14:23:05.005839 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6700286-dea7-4d53-8931-2c5421cb1b02 req-49eaae7e-d921-4044-a0b6-33ee09c26d4f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Oct 16 14:23:06.129243 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3265415-b3b3-4298-8099-f789cf6c7e0e req-c51359b3-f19b-429b-8a12-844fba12fe15 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:06.130704 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3265415-b3b3-4298-8099-f789cf6c7e0e req-c51359b3-f19b-429b-8a12-844fba12fe15 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0556219 Oct 16 14:23:06.167777 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3265415-b3b3-4298-8099-f789cf6c7e0e req-25ed7cd6-1e8e-4e7e-985b-bb579f8a43f8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305657 Oct 16 14:23:07.251765 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:23:07.290018 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b074fb-3bcb-4c52-b62d-64c65a8cc991 req-0d75417b-8d16-4eb9-b235-259525870554 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:07.291478 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6b074fb-3bcb-4c52-b62d-64c65a8cc991 req-0d75417b-8d16-4eb9-b235-259525870554 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0586061 Oct 16 14:23:07.328733 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6b074fb-3bcb-4c52-b62d-64c65a8cc991 req-b091e2e5-ff3d-4009-9612-a34f135a08bf tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Oct 16 14:23:08.458699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded2648-46a5-44ca-b70b-286e38e749b6 req-c76057eb-1f67-4ca2-9f40-320f64b1511b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:08.460409 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eded2648-46a5-44ca-b70b-286e38e749b6 req-c76057eb-1f67-4ca2-9f40-320f64b1511b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0597994 Oct 16 14:23:08.498363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eded2648-46a5-44ca-b70b-286e38e749b6 req-40721e25-2d6c-4a2d-ae23-08dd1d37ee18 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Oct 16 14:23:09.138147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:23:09.238430 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:23:09.249794 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'port_id': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'mac_address': 'fa:16:3e:9f:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:23:09.291147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:09.303238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:23:09.322314 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:23:09.386568 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:09.440915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:23:09.447844 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.448212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.448572 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.448905 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.449231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.449556 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.449878 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.450200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.450519 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.450835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.451150 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.451465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:23:09.593956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:23:09.621309 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b8f09-1b86-473d-886e-61716eef03db req-d43035a6-781f-44ca-b4e6-c0bcbab66b5d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:09.622825 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-105b8f09-1b86-473d-886e-61716eef03db req-d43035a6-781f-44ca-b4e6-c0bcbab66b5d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 944 time: 0.0588381 Oct 16 14:23:09.662616 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-105b8f09-1b86-473d-886e-61716eef03db req-f68d26ab-b3a5-4cbb-86ac-eecc8a64f89e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339231 Oct 16 14:23:10.787488 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feacd5-fedc-4cda-9919-1d5b66712f18 req-53339eb4-fdbe-4750-8eca-57ab84a1d80e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:10.789025 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a2feacd5-fedc-4cda-9919-1d5b66712f18 req-53339eb4-fdbe-4750-8eca-57ab84a1d80e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 944 time: 0.0601110 Oct 16 14:23:10.826717 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a2feacd5-fedc-4cda-9919-1d5b66712f18 req-504e06e2-64c3-400e-9536-aee976ee69e7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Oct 16 14:23:11.140891 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:23:11.272271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:23:11.276242 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:23:11.276636 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:11.359683 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:11.381853 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:23:11.384145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc97a7-af5f-4de1-87a9-6f33ca3b4a3d" -d '{"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-plugged", "status": "completed", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:23:11.396240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:23:11.467238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:11.498657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9cd493-03ab-49ec-99eb-cb3fb099b708 x-openstack-request-id: req-af9cd493-03ab-49ec-99eb-cb3fb099b708 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:23:11.498939 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-plugged", "status": "completed", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:23:11.499185 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af9cd493-03ab-49ec-99eb-cb3fb099b708 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:23:11.499567 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'code': 200} Oct 16 14:23:11.528189 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:23:11.758155 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57c4b6-9608-4da8-8aa4-f02ec1ce167d req-cb0d9547-55b2-418b-9bd4-6e25d8a20dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:11.759517 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b57c4b6-9608-4da8-8aa4-f02ec1ce167d req-cb0d9547-55b2-418b-9bd4-6e25d8a20dc9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0464041 Oct 16 14:23:11.794878 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8b57c4b6-9608-4da8-8aa4-f02ec1ce167d req-ae8b601d-131d-46b0-b964-ef87bc3a41af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279737 Oct 16 14:23:11.946699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67749b-cd53-449e-b2d2-183cc0fbbb20 req-f31853b5-51b9-453c-a745-6398cb7d6e06 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:11.948171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad67749b-cd53-449e-b2d2-183cc0fbbb20 req-f31853b5-51b9-453c-a745-6398cb7d6e06 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0558333 Oct 16 14:23:11.990093 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad67749b-cd53-449e-b2d2-183cc0fbbb20 req-b1a5e4f0-9b53-4995-ad7d-732bed4a747c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361171 Oct 16 14:23:12.912602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-312fe667-c6d7-4060-a608-ba6af174c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:13.113001 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5388c3-9217-48f7-91c7-cb5233c20ccb req-ce67a492-f071-4d88-a73c-88066a1bb1ae tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:13.114510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db5388c3-9217-48f7-91c7-cb5233c20ccb req-ce67a492-f071-4d88-a73c-88066a1bb1ae tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0562150 Oct 16 14:23:13.152563 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-db5388c3-9217-48f7-91c7-cb5233c20ccb req-c1c1531b-5562-44c5-b193-d32bc2de0cde tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Oct 16 14:23:13.271792 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f5c8e-cc0e-4b70-9fc9-7c3c06a92829 req-858c5b08-db7e-4c8a-9849-ebef34e1b019 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:13.273207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da0f5c8e-cc0e-4b70-9fc9-7c3c06a92829 req-858c5b08-db7e-4c8a-9849-ebef34e1b019 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0556676 Oct 16 14:23:13.312622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da0f5c8e-cc0e-4b70-9fc9-7c3c06a92829 req-21d619f1-4472-40f8-8261-d4845f04aa14 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Oct 16 14:23:13.333725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45386) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:23:13.385584 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bc760-5ff8-4b86-afca-18634095e019 tempest-TestShelveInstance-413212370 tempest-TestShelveInstance-413212370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:13.387082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-e27bc760-5ff8-4b86-afca-18634095e019 tempest-TestShelveInstance-413212370 tempest-TestShelveInstance-413212370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1093 time: 0.0523534 Oct 16 14:23:13.389889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45388) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:23:13.394154 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:23:13.500771 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:13.595033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:13.700290 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Allocated IP 172.26.5.91 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/73797455-0e04-4086-83c9-c35692b127ed) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:23:13.797418 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:13.884813 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:13.927679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:23:13.934580 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:23:13.938142 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:23:13.963425 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'Port': ['ID=73797455-0e04-4086-83c9-c35692b127ed,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:23:14.335334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:14.465125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:14.929268 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:14.998187 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:15.073595 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event updated for resources: {'Port': ['ID=73797455-0e04-4086-83c9-c35692b127ed,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:23:15.083207 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:15.199817 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Floating IP 603b8ad3-b3b0-4365-afdd-4a624cbbd9f8 associated. External IP: 172.26.5.91, port: 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a. Oct 16 14:23:15.450465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Router 445c4287-f789-4969-a026-dbdc68305b27 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:23:15.458426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-46a2cee6-a603-44cc-b2bf-a0c16369caa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:15.577266 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:23:15.587039 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:23:15.595849 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:23:15.601884 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:23:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:23:15.683809 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:15.732804 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-049954bb-81f3-4d8b-adab-addd504b49bc tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3415613 Oct 16 14:23:15.733191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:23:15.735567 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6310397-756e-4cbb-a6b5-738ca68d2bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:23:15.774891 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467449e-3da7-4b08-80e5-7424e5891fac x-openstack-request-id: req-f467449e-3da7-4b08-80e5-7424e5891fac {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:23:15.775191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:23:15.775445 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f467449e-3da7-4b08-80e5-7424e5891fac {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:23:15.775852 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'status': 'completed', 'code': 200} Oct 16 14:23:15.821386 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:23:15.850031 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-1ac5bc8a-7c56-46df-970b-b7a8ceb76acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:15.852620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-1ac5bc8a-7c56-46df-970b-b7a8ceb76acd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0514073 Oct 16 14:23:15.942102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-8b29c30a-a066-49a1-930d-62754f883b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:15.943622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-8b29c30a-a066-49a1-930d-62754f883b62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0854912 Oct 16 14:23:16.021049 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-d048b73e-c129-4729-9f55-c14eb6046411 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 998 time: 0.0690155 Oct 16 14:23:16.057014 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '603b8ad3-b3b0-4365-afdd-4a624cbbd9f8', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '445c4287-f789-4969-a026-dbdc68305b27', 'port_id': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'mac_address': 'fa:16:3e:9f:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:23:14Z', 'updated_at': '2021-10-16T14:23:14Z', 'revision_number': 0, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:23:16.072628 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-ddf3afc5-66e4-4b4f-91b7-c37ff56ea128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:16.074153 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-ddf3afc5-66e4-4b4f-91b7-c37ff56ea128 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0461297 Oct 16 14:23:16.094498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:23:16.104035 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:23:16.104668 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:23:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:23:16.127070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-51d855f6-02ee-4388-8d79-0a1ad4666cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:16.128615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-51d855f6-02ee-4388-8d79-0a1ad4666cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0478356 Oct 16 14:23:16.226006 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-faa5090e-1ea7-4d54-972b-1e7b8f78acae service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902002 Oct 16 14:23:16.226287 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:23:16.315156 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6310397-756e-4cbb-a6b5-738ca68d2bf4 req-a8bf9dd5-11a5-4f49-b2de-82470c200921 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823181 Oct 16 14:23:16.457288 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '603b8ad3-b3b0-4365-afdd-4a624cbbd9f8', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '445c4287-f789-4969-a026-dbdc68305b27', 'port_id': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'mac_address': 'fa:16:3e:9f:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:23:14Z', 'updated_at': '2021-10-16T14:23:14Z', 'revision_number': 0, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:23:16.485654 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6268cccd-6a9b-4d62-82aa-b0ed5a2ec570 None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '603b8ad3-b3b0-4365-afdd-4a624cbbd9f8', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'floating_ip_address': '172.26.5.91', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '445c4287-f789-4969-a026-dbdc68305b27', 'port_id': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'mac_address': 'fa:16:3e:9f:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:23:14Z', 'updated_at': '2021-10-16T14:23:14Z', 'revision_number': 0, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:23:16.635700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:16.682597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177033b1-24f2-4952-9a75-abc08064d799 None None] New status for floating IP 603b8ad3-b3b0-4365-afdd-4a624cbbd9f8: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:23:16.923912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:18.652741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:23.052569 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:42.861753 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3fe802c6-e5e9-4d06-a632-ad6718d29aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:44.251699 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:23:45.486108 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fe5863ea-0f4e-48f3-bfa8-887dc226ac1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:46.640459 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:46.906243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:48.614899 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:53.071959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:23:59.617953 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-c45a6199-b3a3-480f-bf47-90526fdf0837 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516062 Oct 16 14:23:59.710449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-98fcdefc-a9d0-4d0e-a90c-d1baa3528fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:59.712028 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-98fcdefc-a9d0-4d0e-a90c-d1baa3528fc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0527678 Oct 16 14:23:59.817255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-93994f67-b849-4657-aeee-9442fdb0577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:59.818683 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-93994f67-b849-4657-aeee-9442fdb0577e service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0870776 Oct 16 14:23:59.891792 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-06c27961-3ae6-41ec-bfa5-c88cd93729a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 1000 time: 0.0650520 Oct 16 14:23:59.941215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-170dcbb3-0624-4643-a42b-85907a94eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:23:59.942633 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-170dcbb3-0624-4643-a42b-85907a94eb88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0437195 Oct 16 14:23:59.999181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-4f71f998-cc5a-4184-a502-3c21677d5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:24:00.000724 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-4f71f998-cc5a-4184-a502-3c21677d5bfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506454 Oct 16 14:24:00.091981 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-feaf7540-adec-4dde-b942-63af9a88a267 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Oct 16 14:24:00.188166 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-55b5868b-63e3-499f-9f2e-5ab9874f2d16 req-57100ad2-accb-4c7b-ba51-704dcbd987a9 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879769 Oct 16 14:24:12.861045 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b4df9344-71f3-4ba9-9a30-274a4612c437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:15.457682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-24f2df53-30a1-42d7-b745-3cfe84d4de33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:16.663145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:16.946302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:18.611752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:21.249948 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:24:23.063272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:42.880057 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0f8fd75d-be80-4fbd-9e72-604b537173dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:45.479810 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ea8c2dc5-e59f-482a-8eef-307da5760236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:46.649212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:46.894441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:48.615095 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:53.106111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:24:58.249384 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:24:59.625328 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-ae8eff00-f2fb-4484-8592-f91441903a1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468338 Oct 16 14:24:59.716244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-62d0b274-fede-4488-922d-11fc995f7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:24:59.717759 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-62d0b274-fede-4488-922d-11fc995f7c63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0496814 Oct 16 14:24:59.822723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-fcb56f71-69cc-4891-b083-c4e4e382be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:24:59.824157 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-fcb56f71-69cc-4891-b083-c4e4e382be4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0882113 Oct 16 14:24:59.894376 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-8f5b214b-8621-47c0-a608-271b91bab9f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 1000 time: 0.0630608 Oct 16 14:24:59.947916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-54a677d1-9e61-4df5-8279-63adc726ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:24:59.949386 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-54a677d1-9e61-4df5-8279-63adc726ad9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0476019 Oct 16 14:25:00.000303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-1db1c783-b7c6-4349-938a-64ade9726bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:00.001775 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-1db1c783-b7c6-4349-938a-64ade9726bec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456481 Oct 16 14:25:00.090548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-f54dcb72-85bd-44f3-beb1-9ebb1841ba69 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815363 Oct 16 14:25:00.183629 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9d15c752-e482-4c9d-b1ea-d75898d4c653 req-209c15ca-693d-4cae-b314-9e9068143f1c service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858707 Oct 16 14:25:12.868203 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-452656a2-be9f-4288-9911-e7c6ccd56868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:15.508402 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-44e98455-d2b8-43e7-8164-ea0c7407567d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:16.659918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:16.911595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:18.637127 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:23.106036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:35.248211 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:25:42.546099 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b2a00-1c1e-4f03-a3be-54f68d837fb1 req-d2b5ed1e-3b5d-4c33-86bc-52c48e6531f2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:42.547675 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-678b2a00-1c1e-4f03-a3be-54f68d837fb1 req-d2b5ed1e-3b5d-4c33-86bc-52c48e6531f2 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0609293 Oct 16 14:25:42.587037 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-678b2a00-1c1e-4f03-a3be-54f68d837fb1 req-8bdabdc9-958e-4189-8bba-26703541d9aa tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Oct 16 14:25:42.873538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-76cf4561-1bc3-413e-9cf4-c538069d9a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:43.728465 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f71a-1c4b-48b4-9189-202f3448c531 req-cf294866-19f4-4baa-82d0-f36bab5a1467 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:43.731164 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da34f71a-1c4b-48b4-9189-202f3448c531 req-cf294866-19f4-4baa-82d0-f36bab5a1467 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0625679 Oct 16 14:25:43.769855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da34f71a-1c4b-48b4-9189-202f3448c531 req-2a77be92-0a98-438c-ad4c-a610e7971849 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Oct 16 14:25:44.908258 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991601d-580e-4a1a-8b80-a792285a8200 req-7a2ddc43-1bb9-4ea7-8555-b854b125226f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:44.909841 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0991601d-580e-4a1a-8b80-a792285a8200 req-7a2ddc43-1bb9-4ea7-8555-b854b125226f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0572710 Oct 16 14:25:44.946665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0991601d-580e-4a1a-8b80-a792285a8200 req-fe463de5-d672-47e4-bdaf-59f979e6be1e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Oct 16 14:25:45.456658 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4f599a53-6a15-4b13-a65c-02ce541d1be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:46.070918 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38cd36-df7f-4bd2-9707-dba64b4b381c req-2e51ff1e-1bcc-471a-93d4-1c21e85ce787 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:46.072438 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2d38cd36-df7f-4bd2-9707-dba64b4b381c req-2e51ff1e-1bcc-471a-93d4-1c21e85ce787 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0602694 Oct 16 14:25:46.109855 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2d38cd36-df7f-4bd2-9707-dba64b4b381c req-3841742c-84df-485a-b26c-ac4e0efd77ce tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Oct 16 14:25:46.673243 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:46.896013 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:47.232059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de310e0-ca38-4f95-b390-9f83675d1c9c req-fb57452a-6379-4762-8cd2-57adc494dbd4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:47.233584 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0de310e0-ca38-4f95-b390-9f83675d1c9c req-fb57452a-6379-4762-8cd2-57adc494dbd4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0573127 Oct 16 14:25:47.271079 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0de310e0-ca38-4f95-b390-9f83675d1c9c req-3858f399-f7c3-49c1-af71-edc337782f0c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316761 Oct 16 14:25:48.390632 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5f068-62b2-4812-89ef-77bfdfa71f97 req-b3859e08-6739-4d75-8bd8-25f84c5b4c87 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:48.392040 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2cf5f068-62b2-4812-89ef-77bfdfa71f97 req-b3859e08-6739-4d75-8bd8-25f84c5b4c87 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Oct 16 14:25:48.429199 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2cf5f068-62b2-4812-89ef-77bfdfa71f97 req-c029f3c7-f32c-473f-adcb-b721cbc8cd4d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313077 Oct 16 14:25:48.608186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:49.552608 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471b636-0295-4853-ae6e-c9eef03a4d70 req-86fc7ab6-9f45-4952-bba3-cf69dc7e9b91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:49.554086 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3471b636-0295-4853-ae6e-c9eef03a4d70 req-86fc7ab6-9f45-4952-bba3-cf69dc7e9b91 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0601544 Oct 16 14:25:49.594289 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3471b636-0295-4853-ae6e-c9eef03a4d70 req-3d4a2517-614f-4ede-800a-f2a77b206a79 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335944 Oct 16 14:25:50.713609 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a03fd-3544-4d1e-a117-99a89075310d req-a898f764-041e-4e55-b305-2e4df453481d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:50.715087 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d2a03fd-3544-4d1e-a117-99a89075310d req-a898f764-041e-4e55-b305-2e4df453481d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0554516 Oct 16 14:25:50.752943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6d2a03fd-3544-4d1e-a117-99a89075310d req-902da9f5-7829-4c04-904b-2dd6dad23239 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Oct 16 14:25:51.871723 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662808a6-5414-49c9-a27a-23cf4d57674e req-747ce95d-5646-4d84-bcb1-7f57d70ddcf9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:51.873747 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-662808a6-5414-49c9-a27a-23cf4d57674e req-747ce95d-5646-4d84-bcb1-7f57d70ddcf9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0557141 Oct 16 14:25:51.911188 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-662808a6-5414-49c9-a27a-23cf4d57674e req-cbb15c35-c01a-4cd0-8a80-c3061477eae4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Oct 16 14:25:52.720038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-6a0b99a4-8a52-4f75-9fb9-65bd4e7fedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:52.721548 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-6a0b99a4-8a52-4f75-9fb9-65bd4e7fedee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0500827 Oct 16 14:25:52.810742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-e1ca1879-47a2-460b-bcfd-f8e7566ab7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:52.812171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-e1ca1879-47a2-460b-bcfd-f8e7566ab7a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0827718 Oct 16 14:25:52.884801 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-ea8d5a3a-8a28-4fc3-a8fe-978d3a178746 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 1000 time: 0.0657923 Oct 16 14:25:52.932253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-0b17f1c3-91e1-49cc-88ad-0317f0cbac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:52.933683 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-0b17f1c3-91e1-49cc-88ad-0317f0cbac45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0425191 Oct 16 14:25:53.014533 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-810b8426-b9d8-4e87-8b02-8a40c45f7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:53.015925 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-810b8426-b9d8-4e87-8b02-8a40c45f7586 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0753703 Oct 16 14:25:53.070314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaaf68-515f-404b-9b2d-a06faa61722d req-6f982af0-f368-4b14-a280-23126fad0ff6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:53.071781 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5fdaaf68-515f-404b-9b2d-a06faa61722d req-6f982af0-f368-4b14-a280-23126fad0ff6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0938969 Oct 16 14:25:53.096555 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:53.145276 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5fdaaf68-515f-404b-9b2d-a06faa61722d req-de8ad5df-f78d-45a2-955c-1d96a0611d62 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492918 Oct 16 14:25:53.150565 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-a4a27376-dd0c-43ea-81b7-054b14c41888 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268880 Oct 16 14:25:53.245483 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-df65f1e4-48c2-4c11-8937-17bf20573fdd req-b3f110ea-59c2-454d-9404-bb7d01200d44 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 Oct 16 14:25:54.267141 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4831f-6b81-4660-b156-1ba8b7c6ecd1 req-9b726518-9022-446d-b4b1-326c87575f21 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:54.268660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f9a4831f-6b81-4660-b156-1ba8b7c6ecd1 req-9b726518-9022-446d-b4b1-326c87575f21 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0565391 Oct 16 14:25:54.305260 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f9a4831f-6b81-4660-b156-1ba8b7c6ecd1 req-33b3d9c2-52f2-4cfe-9a7e-9c8824fba6e9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Oct 16 14:25:55.432351 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01683275-9bd6-4a97-a431-ee029a1f219e req-3ed8d6c0-8787-4354-8e23-f7fb8d5de358 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:55.434619 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-01683275-9bd6-4a97-a431-ee029a1f219e req-3ed8d6c0-8787-4354-8e23-f7fb8d5de358 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0623379 Oct 16 14:25:55.473028 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-01683275-9bd6-4a97-a431-ee029a1f219e req-0471ab2f-077d-40f9-9bf3-7c0a4a965cc8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316248 Oct 16 14:25:56.603048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fd3fe-4e4e-43c3-9466-978f40dc1212 req-3e411818-d80b-4d32-8d44-39548807985b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:56.604656 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-680fd3fe-4e4e-43c3-9466-978f40dc1212 req-3e411818-d80b-4d32-8d44-39548807985b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0628967 Oct 16 14:25:56.642589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-680fd3fe-4e4e-43c3-9466-978f40dc1212 req-e4223791-a88f-4aef-955e-28cf84770e5b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314369 Oct 16 14:25:57.761510 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e7bd-d159-4074-999b-af50838511f0 req-e64f2654-706c-4106-a9a2-81e95436eb9c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:57.762982 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8017e7bd-d159-4074-999b-af50838511f0 req-e64f2654-706c-4106-a9a2-81e95436eb9c tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0561991 Oct 16 14:25:57.800653 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8017e7bd-d159-4074-999b-af50838511f0 req-c176b019-1420-4b41-b811-9edf19209c9e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Oct 16 14:25:57.902103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:25:57.985089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:58.006830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:25:58.009069 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd47cfc-3670-4bbd-b92e-6ba2f2ffc5de" -d '{"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:25:58.024855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:25:58.039377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 16 Oct 2021 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e0a3de-e7e2-49fb-b7d3-0e9a695fe5f0 x-openstack-request-id: req-e4e0a3de-e7e2-49fb-b7d3-0e9a695fe5f0 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:25:58.039718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-unplugged", "status": "failed", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "code": 422}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:25:58.039912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4e0a3de-e7e2-49fb-b7d3-0e9a695fe5f0 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:25:58.040303 dv-neutron-743142-24-hyperv neutron-server[101082]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'code': 422} returned with failed status Oct 16 14:25:58.113427 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:25:58.165344 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:25:58.172885 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.173345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.173680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.174008 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.174332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.174656 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.174975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.175302 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.175618 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.175930 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.176244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:58.176587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:25:59.206882 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4f05-e925-4644-a760-b774a99be5a6 req-ef6455aa-e5fa-4e48-97ce-47a6ea681763 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:25:59.208398 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c72a4f05-e925-4644-a760-b774a99be5a6 req-ef6455aa-e5fa-4e48-97ce-47a6ea681763 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0653901 Oct 16 14:25:59.271723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c72a4f05-e925-4644-a760-b774a99be5a6 req-afc8842f-24a1-4fb8-933f-69a52608ebe4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574658 Oct 16 14:25:59.287416 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-dd08368e-7769-476e-8e16-1c007616738f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061182 Oct 16 14:26:00.396614 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef95da-aa60-432a-be33-4bfc599e8a8b req-b59e8cb0-6bd6-425a-8a13-ff7591115e0a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:00.398228 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6ef95da-aa60-432a-be33-4bfc599e8a8b req-b59e8cb0-6bd6-425a-8a13-ff7591115e0a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0596583 Oct 16 14:26:00.438489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6ef95da-aa60-432a-be33-4bfc599e8a8b req-a73ace34-5226-45d0-bae8-76d7b9f6b94b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Oct 16 14:26:01.561612 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e6aaa-e843-4752-ba78-3ddbdf6171cf req-29aa6e6c-df19-47d7-b56f-c7a26b70ad3b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:01.563073 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b86e6aaa-e843-4752-ba78-3ddbdf6171cf req-29aa6e6c-df19-47d7-b56f-c7a26b70ad3b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0593786 Oct 16 14:26:01.601761 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b86e6aaa-e843-4752-ba78-3ddbdf6171cf req-b130ec76-4ec2-4556-9081-852419f7db49 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Oct 16 14:26:02.725431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77a093-3c58-4076-8813-1d19a6a488ef req-97f5edec-0dea-46d7-927d-27a4f2d1991d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:02.727022 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8a77a093-3c58-4076-8813-1d19a6a488ef req-97f5edec-0dea-46d7-927d-27a4f2d1991d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0592849 Oct 16 14:26:02.776943 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8a77a093-3c58-4076-8813-1d19a6a488ef req-96e3db64-3bc3-4b4d-939e-142b7c8385ca tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433819 Oct 16 14:26:03.901106 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7163f-e914-4bbb-aa13-5ae0cd6208c9 req-9ed9c8e2-ad8c-42b7-8efb-e7742c60c5bd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:03.902669 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eed7163f-e914-4bbb-aa13-5ae0cd6208c9 req-9ed9c8e2-ad8c-42b7-8efb-e7742c60c5bd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0606902 Oct 16 14:26:03.942676 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eed7163f-e914-4bbb-aa13-5ae0cd6208c9 req-9ac9eb47-7fb5-4e73-87f1-04caae069817 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340874 Oct 16 14:26:05.069712 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173cbfb-a478-485f-a2f9-c8899c3ba779 req-2e40f460-ec89-4d13-977b-e5ff63685712 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:05.071219 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d173cbfb-a478-485f-a2f9-c8899c3ba779 req-2e40f460-ec89-4d13-977b-e5ff63685712 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0607967 Oct 16 14:26:05.111082 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d173cbfb-a478-485f-a2f9-c8899c3ba779 req-82e3392b-d948-48ff-af75-4e404495a698 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338740 Oct 16 14:26:06.235382 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e3ba4-f0b0-4cb5-b09c-4c1a35b1d216 req-9e3bef83-b022-4bd0-a766-d52a0f76869f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:06.237580 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-734e3ba4-f0b0-4cb5-b09c-4c1a35b1d216 req-9e3bef83-b022-4bd0-a766-d52a0f76869f tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0612853 Oct 16 14:26:06.275006 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-734e3ba4-f0b0-4cb5-b09c-4c1a35b1d216 req-7e31bc65-3f37-46e3-9b09-cf6c379fa796 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Oct 16 14:26:06.952298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-59a06ced-a01e-4b1f-9814-8f582f575f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:06.953783 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-59a06ced-a01e-4b1f-9814-8f582f575f70 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0&tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf HTTP/1.1" status: 200 len: 1096 time: 0.0459313 Oct 16 14:26:07.025777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-dc545e30-b1c7-46ea-b031-c609805720d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:07.027095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-dc545e30-b1c7-46ea-b031-c609805720d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1096 time: 0.0505793 Oct 16 14:26:07.115873 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-7e5c4e51-24ac-4b95-8343-4cd0a81f1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:07.117363 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-7e5c4e51-24ac-4b95-8343-4cd0a81f1deb service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0832784 Oct 16 14:26:07.190533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-a834020a-4c13-4592-abdd-39c8ec2292c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 998 time: 0.0661879 Oct 16 14:26:07.241070 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-80305ea9-9597-41af-bd9a-c271354f7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:07.242493 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-80305ea9-9597-41af-bd9a-c271354f7ba3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0443420 Oct 16 14:26:07.293816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-079a33ef-78e7-4f48-8e99-06314f5779ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:07.295275 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-079a33ef-78e7-4f48-8e99-06314f5779ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461671 Oct 16 14:26:07.422665 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-2df7e452-aaa6-4463-bba5-1eadbea9f5ad service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203618 Oct 16 14:26:07.432994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391cb8-65ac-4fe1-9591-321fdadf1171 req-8308de95-776c-4c13-b274-457593ce9902 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:07.434351 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95391cb8-65ac-4fe1-9591-321fdadf1171 req-8308de95-776c-4c13-b274-457593ce9902 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0740612 Oct 16 14:26:07.526258 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-95391cb8-65ac-4fe1-9591-321fdadf1171 req-b45eedf4-4fe9-44f5-9a8f-abcb73fc88c4 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833759 Oct 16 14:26:07.548489 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3b09fb6d-982d-41e5-84ea-57dfa860598c req-5190c7db-ed63-4144-9130-b67cdb6b320c service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131697 Oct 16 14:26:08.646606 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d68fa-dded-4568-bd36-87fb9c202957 req-d8941b42-da6c-4807-818d-b4b796291ba9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:08.648083 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad7d68fa-dded-4568-bd36-87fb9c202957 req-d8941b42-da6c-4807-818d-b4b796291ba9 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0558460 Oct 16 14:26:08.684573 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ad7d68fa-dded-4568-bd36-87fb9c202957 req-e9e74c24-112f-4e77-ad8f-39a983f285fe tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Oct 16 14:26:09.807689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f133b-8ebe-4832-a566-317193cdc029 req-9bcf53df-6029-4ac2-9933-eb58569059bd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:09.809186 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-218f133b-8ebe-4832-a566-317193cdc029 req-9bcf53df-6029-4ac2-9933-eb58569059bd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0595605 Oct 16 14:26:09.846181 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-218f133b-8ebe-4832-a566-317193cdc029 req-062ae3d2-5ba6-413c-863f-de8ff49e5c71 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Oct 16 14:26:10.965334 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f4d0f-9efe-49bb-b07a-481b8da27dbf req-6124312f-3ae8-402e-b074-2886c613a194 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:10.966791 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29f4d0f-9efe-49bb-b07a-481b8da27dbf req-6124312f-3ae8-402e-b074-2886c613a194 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0548239 Oct 16 14:26:11.005088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a29f4d0f-9efe-49bb-b07a-481b8da27dbf req-c424e7b8-db71-4d59-93f4-5cff2b096f88 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Oct 16 14:26:12.136579 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c48a-08cf-422e-8cae-3cb3670d776d req-d883cc77-c743-47b4-80fa-615cd33abdbd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:12.138176 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-de33c48a-08cf-422e-8cae-3cb3670d776d req-d883cc77-c743-47b4-80fa-615cd33abdbd tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0555184 Oct 16 14:26:12.177012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-de33c48a-08cf-422e-8cae-3cb3670d776d req-e3774a69-ec31-4b82-a64c-80a2902ad2f8 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Oct 16 14:26:12.246312 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:26:12.867712 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-03be73aa-1808-4ff1-bd81-00bfbc1f7d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:13.300853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86b9d6-2746-4671-a4f2-3be5ed91b2c5 req-435a94ea-6da4-4846-a816-c8e6ac774c7e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:13.302311 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2a86b9d6-2746-4671-a4f2-3be5ed91b2c5 req-435a94ea-6da4-4846-a816-c8e6ac774c7e tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0591500 Oct 16 14:26:13.339783 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2a86b9d6-2746-4671-a4f2-3be5ed91b2c5 req-057f61c0-c617-4096-b7c1-99e6d93eef3d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Oct 16 14:26:14.461400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e2262-b17c-4d78-af9e-68a7ad4f4b9d req-4d0cbfd5-b661-4c48-8fb2-af740759098d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:14.462885 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9e0e2262-b17c-4d78-af9e-68a7ad4f4b9d req-4d0cbfd5-b661-4c48-8fb2-af740759098d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0556135 Oct 16 14:26:14.500107 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-9e0e2262-b17c-4d78-af9e-68a7ad4f4b9d req-d15e50fe-7357-428d-9be2-4043914775f3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Oct 16 14:26:15.490260 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8cbaf149-dac1-48c2-96f2-da42baf7dc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:15.621808 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14259b6e-060a-44e0-b4fb-c6dbfaeac3a0 req-7728ab60-3008-4161-8ae8-f5f96cd4f3b6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:15.623271 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14259b6e-060a-44e0-b4fb-c6dbfaeac3a0 req-7728ab60-3008-4161-8ae8-f5f96cd4f3b6 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 943 time: 0.0562088 Oct 16 14:26:15.660620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-14259b6e-060a-44e0-b4fb-c6dbfaeac3a0 req-2bc23c9f-507d-47f4-b345-be7b21bf6dc5 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Oct 16 14:26:15.982291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:26:16.071915 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:26:16.087177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'port_id': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'mac_address': 'fa:16:3e:9f:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:26:16.127927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:16.139908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:26:16.159700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:26:16.219549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:16.271327 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:26:16.461722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:26:16.670499 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:16.785317 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6e59-442c-436e-91ad-ad3e309580ed req-3de70ddc-01d7-4756-ac00-ac0a7d849e22 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:16.786785 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f5d6e59-442c-436e-91ad-ad3e309580ed req-3de70ddc-01d7-4756-ac00-ac0a7d849e22 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 944 time: 0.0594594 Oct 16 14:26:16.825224 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8f5d6e59-442c-436e-91ad-ad3e309580ed req-b8b348e5-fa8a-4f79-877e-ff23a7af12b0 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326116 Oct 16 14:26:16.890031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:17.945709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d9d4-e262-4573-850c-626114db8a7c req-97db5e13-c9da-4ab4-afa1-6b7a43366de3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:17.947176 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e368d9d4-e262-4573-850c-626114db8a7c req-97db5e13-c9da-4ab4-afa1-6b7a43366de3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 944 time: 0.0569754 Oct 16 14:26:17.984131 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e368d9d4-e262-4573-850c-626114db8a7c req-3a5418c3-ce69-4f25-af42-9e681c78f551 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 Oct 16 14:26:17.998089 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:26:18.053502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:26:18.053867 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:18.138701 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:18.160542 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:26:18.162766 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babb4b80-8219-4845-8eeb-ee91ab9ae48e" -d '{"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-plugged", "status": "completed", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:26:18.175904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:26:18.200349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f62745-bfee-404d-bf92-76ebd69bb61a x-openstack-request-id: req-23f62745-bfee-404d-bf92-76ebd69bb61a {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:26:18.200657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-plugged", "status": "completed", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:26:18.201264 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23f62745-bfee-404d-bf92-76ebd69bb61a {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:26:18.201668 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'code': 200} Oct 16 14:26:18.238004 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:18.289134 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:26:18.547701 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696469f-e053-4239-b125-e4b732027053 req-7b316090-5d7e-4ae0-a633-f96ff12d7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:18.549874 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d696469f-e053-4239-b125-e4b732027053 req-7b316090-5d7e-4ae0-a633-f96ff12d7d92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0457170 Oct 16 14:26:18.587496 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d696469f-e053-4239-b125-e4b732027053 req-829c8912-cb1d-4b82-b4c6-44a338f3ab55 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281332 Oct 16 14:26:18.631173 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:19.111894 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4c64-b53d-467b-96c5-fca607b67457 req-4d939d09-88ac-41a0-ada0-5031267172af tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:19.113420 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-233c4c64-b53d-467b-96c5-fca607b67457 req-4d939d09-88ac-41a0-ada0-5031267172af tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0608015 Oct 16 14:26:19.151292 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-233c4c64-b53d-467b-96c5-fca607b67457 req-70b57c14-0517-43bb-abab-67b1ae62abf7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Oct 16 14:26:20.274232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd79c5-362a-4115-8e8d-e07484826959 req-d2cb8a9d-3065-45dc-af4d-82ae69f7be89 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:26:20.278200 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81dd79c5-362a-4115-8e8d-e07484826959 req-d2cb8a9d-3065-45dc-af4d-82ae69f7be89 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Oct 16 14:26:20.313167 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-81dd79c5-362a-4115-8e8d-e07484826959 req-fdc08e5c-8ab1-47d3-ac49-86421dd7a718 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Oct 16 14:26:23.122594 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:42.867426 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-3b9bcc81-4093-47f5-8e21-52e23113123b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:45.505284 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-80c39183-f6c8-4b2b-894a-6672e6d75b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:46.672486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:46.884303 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:48.615415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:26:49.245438 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:26:53.141218 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:00.679689 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-2cfbd5c9-afc0-4d69-8132-c2fa4414b9e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173074 Oct 16 14:27:00.771453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-57c9288b-6395-40e9-8366-7a342260dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:00.772965 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-57c9288b-6395-40e9-8366-7a342260dece service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0504549 Oct 16 14:27:00.876336 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-f23b0fd0-b710-4c0a-b285-8de3ac3cb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:00.877726 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-f23b0fd0-b710-4c0a-b285-8de3ac3cb2a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0853889 Oct 16 14:27:00.953798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-f779f66e-d833-464e-81f5-09d93182429e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 1000 time: 0.0687830 Oct 16 14:27:01.004490 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-d9eb04d7-b3cd-43e7-9b5b-cc76f747a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:01.005964 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-d9eb04d7-b3cd-43e7-9b5b-cc76f747a064 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0450454 Oct 16 14:27:01.058144 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-acf46d74-fdec-4a10-aefd-420ece17de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:01.059751 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-acf46d74-fdec-4a10-aefd-420ece17de9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465722 Oct 16 14:27:01.070337 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-cb135a36-b0b4-4a95-8bcc-cc497c1d9f72 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:27:01.071888 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-cb135a36-b0b4-4a95-8bcc-cc497c1d9f72 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0048115 Oct 16 14:27:01.483299 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-5a669b73-7d6f-414b-8884-e105d9d567e4 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046721 Oct 16 14:27:01.571641 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-64a5a6a3-1f49-463e-869a-6054f4ce1c55 req-9433674a-8a30-4742-84f6-ca1a26f343e5 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811851 Oct 16 14:27:12.864494 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-044a658d-8bd0-42d8-97b6-6227a5a682b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:15.495321 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c93b3ad5-2283-4e4d-b74e-bd64ad2d2d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:16.683457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:16.929713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:18.626659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:23.146225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:26.244929 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:27:42.882951 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-fa3bbf2d-da88-4ce8-9680-66f8e63fc012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:45.460280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1be3044a-f702-4b3b-9a67-f5c374da8a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:46.666271 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:46.906122 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:48.654198 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:53.255254 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:55.851331 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45562) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:27:56.026137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Deleting port 73797455-0e04-4086-83c9-c35692b127ed {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:27:56.026453 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:56.101774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:56.101999 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:56.113500 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Calling delete_port for 73797455-0e04-4086-83c9-c35692b127ed owned by network:floatingip {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:27:56.340449 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:56.365561 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event deleted for resources: {'Port': ['ID=73797455-0e04-4086-83c9-c35692b127ed,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:27:56.378519 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.379664 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.380091 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.380438 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.380773 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.381112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.381440 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.381766 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.382093 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.382417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.382736 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.383054 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:27:56.440294 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for floatingip, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:56.440666 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Floating IP 603b8ad3-b3b0-4365-afdd-4a624cbbd9f8 disassociated (deleted). External IP: 172.26.5.91, port: 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a. Oct 16 14:27:56.679252 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Router 445c4287-f789-4969-a026-dbdc68305b27 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:27:56.800643 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:27:56.805470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:56.810047 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:27:56.819967 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:27:56.820592 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:27:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:27:56.837132 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-a5e9ddb9-8e13-4935-bd53-f02a94d7367b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "DELETE /v2.0/floatingips/603b8ad3-b3b0-4365-afdd-4a624cbbd9f8 HTTP/1.1" status: 204 len: 168 time: 0.9846818 Oct 16 14:27:56.837742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:27:56.839969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79752466-8fbf-4b46-acb6-2cfc4317b0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:27:56.932284 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab7d9b-d534-4fcb-8ed0-67a7bbf6120f x-openstack-request-id: req-00ab7d9b-d534-4fcb-8ed0-67a7bbf6120f {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:27:56.932940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:27:56.932940 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00ab7d9b-d534-4fcb-8ed0-67a7bbf6120f {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:27:56.933569 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'status': 'completed', 'code': 200} Oct 16 14:27:56.950619 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:27:57.005994 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-8d694bcf-15be-43b5-87bb-1ccc93140a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:57.007513 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-8d694bcf-15be-43b5-87bb-1ccc93140a1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 1098 time: 0.0515683 Oct 16 14:27:57.101763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-34bf807a-3087-4ad6-a42e-8c52f13c2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:57.103242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-34bf807a-3087-4ad6-a42e-8c52f13c2e56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 200 len: 910 time: 0.0889111 Oct 16 14:27:57.153454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-19d8748f-3ca3-409f-9220-b8207c1038b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 200 len: 217 time: 0.0431299 Oct 16 14:27:57.210956 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-74808fa3-8636-4113-be32-0e2cae93c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:57.212067 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-74808fa3-8636-4113-be32-0e2cae93c551 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 200 len: 848 time: 0.0519905 Oct 16 14:27:57.279642 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:27:57.308519 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:27:57.311205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-c03ee658-96dc-48c7-b9a2-21d948c514a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:57.312748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-c03ee658-96dc-48c7-b9a2-21d948c514a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=34781440-5f7b-452c-a130-0f0f5d544829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0921512 Oct 16 14:27:57.316965 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:27:57.317560 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:27:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:27:57.336175 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecb3a6-fa3c-4cd7-9dfd-4893019e3c66 req-ca728340-7c60-4edd-a0c5-455a25f8ca11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:57.337635 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-92ecb3a6-fa3c-4cd7-9dfd-4893019e3c66 req-ca728340-7c60-4edd-a0c5-455a25f8ca11 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0806749 Oct 16 14:27:57.422475 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-92ecb3a6-fa3c-4cd7-9dfd-4893019e3c66 req-1eaa1b25-8efd-450e-a4ce-d5b420152a6b tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750165 Oct 16 14:27:57.439350 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:27:57.442249 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-8dee6edf-4ce2-41fb-a826-a9eebfc8ebf6 service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219351 Oct 16 14:27:57.539820 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-79752466-8fbf-4b46-acb6-2cfc4317b0f1 req-b3c72d0f-ceed-437b-954b-af91b15a117a service neutron] 10.222.0.31 "GET /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894485 Oct 16 14:27:57.646391 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:27:57.672934 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b9b778-14b5-415e-a9fb-49aecc2541f8 None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:17:51Z', 'revision_number': 4, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': '0b0997bc-75c5-4dbc-8a9b-e7b91a915242', 'name': '', 'network_id': '34781440-5f7b-452c-a130-0f0f5d544829', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'mac_address': 'fa:16:3e:6a:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:50Z', 'updated_at': '2021-10-16T14:17:55Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'subnets': [{'id': '97bcc0ad-62af-4431-b567-767bbc07c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:27:57.883273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382c78c8-39ab-444e-a3d9-dbfbd87355ad None None] New status for floating IP 603b8ad3-b3b0-4365-afdd-4a624cbbd9f8: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:27:58.546679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143131b9-fcaf-4c3b-bb39-6986f176da78 req-420c7841-3f15-4e88-8421-f746fcd90f12 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:58.548136 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-143131b9-fcaf-4c3b-bb39-6986f176da78 req-420c7841-3f15-4e88-8421-f746fcd90f12 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.0561442 Oct 16 14:27:58.585242 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-143131b9-fcaf-4c3b-bb39-6986f176da78 req-d9965514-7040-4d84-99e9-3392992d0f44 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/security-groups?id=914a0927-99d4-44f1-8966-06ed872dca4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312128 Oct 16 14:27:58.845838 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-fbffcb08-1da1-4c0d-8483-f661dce6c507 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:27:58.847905 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-fbffcb08-1da1-4c0d-8483-f661dce6c507 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 945 time: 0.1273646 Oct 16 14:27:58.950930 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Deleting port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:27:58.951267 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:59.038114 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] For port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:27:59.038388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:59.054789 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Calling delete_port for 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:27:59.277417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:59.315161 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event deleted for resources: {'Port': ['ID=3f2eca0f-80a1-425c-b677-5d8ede9a0d3a,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:27:59.371852 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] No DVR routers for this DVR port 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:27:59.374514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:27:59.377924 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-82a18295-2f8f-4de2-8f0f-2986f23a7204 req-f487170c-5e28-44ee-acf4-6b4ce2b28ce7 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.31 "DELETE /v2.0/ports/3f2eca0f-80a1-425c-b677-5d8ede9a0d3a HTTP/1.1" status: 204 len: 173 time: 0.5244291 Oct 16 14:27:59.379353 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-deleted', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:27:59.381680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4badadab-cf72-4bad-bc96-70a259596c29" -d '{"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-deleted", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:27:59.418121 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f15914-ddae-44e3-99e2-88e6518f58a4 x-openstack-request-id: req-96f15914-ddae-44e3-99e2-88e6518f58a4 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:27:59.418423 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0", "name": "network-vif-deleted", "tag": "3f2eca0f-80a1-425c-b677-5d8ede9a0d3a", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:27:59.418679 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96f15914-ddae-44e3-99e2-88e6518f58a4 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:27:59.419193 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cec3ce-4c5e-4bc5-8db5-ed8899c635e0', 'name': 'network-vif-deleted', 'tag': '3f2eca0f-80a1-425c-b677-5d8ede9a0d3a', 'status': 'completed', 'code': 200} Oct 16 14:27:59.685422 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-42ba6f9f-578a-4431-9820-dfd13c7d8e8e req-b135dfbf-602c-4aa1-8d01-b695a69bf347 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0325623 Oct 16 14:28:00.781944 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-71921f3b-9b4a-4087-8a0c-cdfa780cb951 req-3e85306e-c48a-43f4-a629-401c23d0e0a3 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0276253 Oct 16 14:28:01.879937 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-963c83ec-f3ca-49b8-a332-35e49d215912 req-919b25c5-dc6d-4e29-8843-8bd55f17f10a tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0316427 Oct 16 14:28:02.422901 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:02.447902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:02.448167 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3f2eca0f-80a1-425c-b677-5d8ede9a0d3a not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:02.979424 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-fe9d264d-2125-43d6-80f7-8aa5078f85c5 req-4fdda91a-00f0-4be3-a819-5233379f5087 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.0279646 Oct 16 14:28:03.243550 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:28:04.252010 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-6bdb477d-835e-4032-9f72-b308358126af req-3b0c422f-ea97-4c99-a844-4df7e17dcf48 tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2cec3ce-4c5e-4bc5-8db5-ed8899c635e0 HTTP/1.1" status: 200 len: 210 time: 0.2050836 Oct 16 14:28:05.312811 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45612) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:05.383758 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:05.408255 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:05.552504 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:05.555107 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:05.556302 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] 10.222.0.24 "DELETE /v2.0/security-groups/914a0927-99d4-44f1-8966-06ed872dca4b HTTP/1.1" status: 204 len: 168 time: 0.2424877 Oct 16 14:28:05.566424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a0927-99d4-44f1-8966-06ed872dca4b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:05.576303 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.576683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.577020 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.577353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.577681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.578008 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.578330 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.578695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.579021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.579342 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.579655 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.579969 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63491c13-fc03-4661-9191-9bfee956673d tempest-TestShelveInstance-473126089 tempest-TestShelveInstance-473126089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:05.698156 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45620) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:06.298048 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:06.582911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Deleting port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:06.583139 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:06.664699 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] For port 0b0997bc-75c5-4dbc-8a9b-e7b91a915242, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:06.665057 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:06.678227 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Calling delete_port for 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:06.963203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:06.993539 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0997bc-75c5-4dbc-8a9b-e7b91a915242,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:07.187261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:07.762232 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Router 445c4287-f789-4969-a026-dbdc68305b27 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:28:07.890358 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:07.897807 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-fa6568df-f9cb-48ab-8d44-e2f63d79d4ec admin admin] 10.222.0.24 "PUT /v2.0/routers/445c4287-f789-4969-a026-dbdc68305b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968038 Oct 16 14:28:07.898583 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45630) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:07.901345 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] Sync routers for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:07.912064 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:07.912776 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:27:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:08.023441 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.035329 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:08.145676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.224212 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:28:06Z', 'revision_number': 5, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port': {'id': '0ba5a370-2757-4fea-9e6f-62341220d7b3', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c4287-f789-4969-a026-dbdc68305b27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:48Z', 'updated_at': '2021-10-16T14:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:08.258754 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] Checking router: 445c4287-f789-4969-a026-dbdc68305b27 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:08.267530 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] Routers {'445c4287-f789-4969-a026-dbdc68305b27'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:08.268369 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:27:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['445c4287-f789-4969-a026-dbdc68305b27'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:08.293352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Deleting port 0ba5a370-2757-4fea-9e6f-62341220d7b3 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:08.293804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.369946 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] Set router 445c4287-f789-4969-a026-dbdc68305b27 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:08.380522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] For port 0ba5a370-2757-4fea-9e6f-62341220d7b3, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=0ba5a370-2757-4fea-9e6f-62341220d7b3,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:08.380889 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.392516 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Calling delete_port for 0ba5a370-2757-4fea-9e6f-62341220d7b3 owned by network:router_gateway {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:08.423958 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:28:08Z', 'revision_number': 6, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:08.454348 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dedd526-1caa-40a9-a6a3-931f4cdcea6c None None] The sync data for ids ['445c4287-f789-4969-a026-dbdc68305b27'] in dv-neutron-743142-24-hyperv is: [{'id': '445c4287-f789-4969-a026-dbdc68305b27', 'name': 'tempest-TestShelveInstance-1132724649-router', 'tenant_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:47Z', 'updated_at': '2021-10-16T14:28:08Z', 'revision_number': 6, 'project_id': '9748fcf69c9b4eb9ba6f75d59b6cdbaf', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:08.630260 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.657514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba5a370-2757-4fea-9e6f-62341220d7b3,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:08.723310 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.826600 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.828924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.938466 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.939107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445c4287-f789-4969-a026-dbdc68305b27 {{(pid=101080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:28:08.944289 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:08.945510 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0b8ddf6a-55d4-4221-80fe-0cce76ffe3d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/445c4287-f789-4969-a026-dbdc68305b27 HTTP/1.1" status: 204 len: 168 time: 1.0460019 Oct 16 14:28:08.948578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45632) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:08.991825 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Deleting subnet 97bcc0ad-62af-4431-b567-767bbc07c696 {{(pid=101080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:28:08.994760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.033420 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63546329'] for subnet, precommit_delete_associations {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.113422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.237593 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63735407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57996368'] for subnet, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.264090 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97bcc0ad-62af-4431-b567-767bbc07c696,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:09.267837 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.271758 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-0ed5fcde-769f-4674-ac00-51ecd16ac327 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/97bcc0ad-62af-4431-b567-767bbc07c696 HTTP/1.1" status: 204 len: 168 time: 0.3226647 Oct 16 14:28:09.274363 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45634) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:09.277389 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee739a57-ed60-4ca4-86a0-6efdb944b888 None None] Network 34781440-5f7b-452c-a130-0f0f5d544829 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:28:09.350088 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.411431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Deleting port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:09.411774 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.483475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] DHCP port deletion for 34781440-5f7b-452c-a130-0f0f5d544829 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:28:09.484116 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] For port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:09.484524 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.499130 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Calling delete_port for 768f0d1b-5f49-435b-8a8d-a55eb2a478ac owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:09.536133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Deleting port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:09.536536 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.599873 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] For port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,segment=NetworkSegment(48fdd262-4d66-49b9-956b-6eac69e7abd4),segment_id=48fdd262-4d66-49b9-956b-6eac69e7abd4)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:09.600640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.616858 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Calling delete_port for 768f0d1b-5f49-435b-8a8d-a55eb2a478ac owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:09.648620 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.677112 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:09.680680 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] No DVR routers for this DVR port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:28:09.699526 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.724893 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Pushing event deleted for resources: {'Port': ['ID=768f0d1b-5f49-435b-8a8d-a55eb2a478ac,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:09.729384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] No DVR routers for this DVR port 768f0d1b-5f49-435b-8a8d-a55eb2a478ac on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:28:09.735565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.741110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8996e291-8ba4-4b9e-98f3-97b2f8c542e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:09.760589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.780377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34781440-5f7b-452c-a130-0f0f5d544829']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:09.790165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fdd262-4d66-49b9-956b-6eac69e7abd4') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:09.790456 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fdd262-4d66-49b9-956b-6eac69e7abd4') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:09.799634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.814548 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.820551 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:28:09.820934 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:28:09.822562 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:28:09.928785 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.933951 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:09.937096 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/34781440-5f7b-452c-a130-0f0f5d544829 HTTP/1.1" status: 204 len: 168 time: 0.6617279 Oct 16 14:28:09.940086 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45636) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:09.948176 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9b1e6-c84e-4aa4-aac7-c332a7d54dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=34781440-5f7b-452c-a130-0f0f5d544829,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:10.267507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 768f0d1b-5f49-435b-8a8d-a55eb2a478ac no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:10.289244 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 768f0d1b-5f49-435b-8a8d-a55eb2a478ac {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:10.294643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 768f0d1b-5f49-435b-8a8d-a55eb2a478ac not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:10.294643 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:10.312931 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:10.313343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0b0997bc-75c5-4dbc-8a9b-e7b91a915242 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:10.313757 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ba5a370-2757-4fea-9e6f-62341220d7b3 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:10.335489 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 0ba5a370-2757-4fea-9e6f-62341220d7b3 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:10.335827 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 0ba5a370-2757-4fea-9e6f-62341220d7b3 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:10.666579 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:10.945095 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Deleting port d33f94b2-1274-4d7c-b198-5d620ac64c5d {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:10.945743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:11.023779 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] For port d33f94b2-1274-4d7c-b198-5d620ac64c5d, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d33f94b2-1274-4d7c-b198-5d620ac64c5d,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:11.024141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:11.037204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Calling delete_port for d33f94b2-1274-4d7c-b198-5d620ac64c5d owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:11.294221 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:11.321848 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33f94b2-1274-4d7c-b198-5d620ac64c5d,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:11.500929 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:11.744035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Router 90b7f5c1-e34b-4119-87db-aced740fb69b has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:28:11.864170 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:11.870289 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-94a50ddf-d2fd-4d6b-80b5-1545d039a5e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/90b7f5c1-e34b-4119-87db-aced740fb69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9279659 Oct 16 14:28:11.871621 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45638) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:11.874312 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] Sync routers for ids ['90b7f5c1-e34b-4119-87db-aced740fb69b'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:11.884484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] Routers {'90b7f5c1-e34b-4119-87db-aced740fb69b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:11.885100 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:27:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['90b7f5c1-e34b-4119-87db-aced740fb69b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:11.999245 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.010337 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] Set router 90b7f5c1-e34b-4119-87db-aced740fb69b gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:12.118222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.194828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:28:11Z', 'revision_number': 5, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port': {'id': 'ff2367ab-225f-4a58-9749-9f318852f99c', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:12.228570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] Checking router: 90b7f5c1-e34b-4119-87db-aced740fb69b for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:12.237209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] Routers {'90b7f5c1-e34b-4119-87db-aced740fb69b'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:12.237830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:27:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['90b7f5c1-e34b-4119-87db-aced740fb69b'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:12.263672 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Deleting port ff2367ab-225f-4a58-9749-9f318852f99c {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:12.263941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.343283 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] Set router 90b7f5c1-e34b-4119-87db-aced740fb69b gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:12.346441 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] For port ff2367ab-225f-4a58-9749-9f318852f99c, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=ff2367ab-225f-4a58-9749-9f318852f99c,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:12.346809 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.359476 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Calling delete_port for ff2367ab-225f-4a58-9749-9f318852f99c owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:12.400682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:28:12Z', 'revision_number': 6, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:12.433058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea57551b-f5d5-40f6-b062-9ebea410de53 None None] The sync data for ids ['90b7f5c1-e34b-4119-87db-aced740fb69b'] in dv-neutron-743142-24-hyperv is: [{'id': '90b7f5c1-e34b-4119-87db-aced740fb69b', 'name': 'tempest-TestShelveInstance-2134299043-router', 'tenant_id': '7e74db84501e4a248a9bc0d394139b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:17:54Z', 'updated_at': '2021-10-16T14:28:12Z', 'revision_number': 6, 'project_id': '7e74db84501e4a248a9bc0d394139b37', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:12.597399 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.630568 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2367ab-225f-4a58-9749-9f318852f99c,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:12.688076 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.789997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.792271 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.860126 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1f8b381c-509a-4355-ad84-fda57adc39bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.905596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.906166 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b7f5c1-e34b-4119-87db-aced740fb69b {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:28:12.910630 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.911822 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-49f99ffb-fc36-42a0-8fd1-396c2c539007 admin admin] 10.222.0.24 "DELETE /v2.0/routers/90b7f5c1-e34b-4119-87db-aced740fb69b HTTP/1.1" status: 204 len: 168 time: 1.0392759 Oct 16 14:28:12.914250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45640) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:12.959291 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Deleting subnet 4779de9e-f5e6-486b-883d-43469052c5f9 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:28:12.962277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:12.995526 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.077898 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.203555 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.230132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4779de9e-f5e6-486b-883d-43469052c5f9,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:13.236516 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.240748 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-409dad10-c84f-4c2b-ac0d-2152ee87d727 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4779de9e-f5e6-486b-883d-43469052c5f9 HTTP/1.1" status: 204 len: 168 time: 0.3254690 Oct 16 14:28:13.242736 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d257d0-1294-4ac2-b86c-3ac3c95d914a None None] Network 7dc69b32-0853-4e6e-ace1-4a05d2b5164e requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:28:13.247211 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45642) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:13.315968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.391110 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Deleting port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:13.391368 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.428762 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] DHCP port deletion for 7dc69b32-0853-4e6e-ace1-4a05d2b5164e request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:28:13.459807 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] For port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:13.460164 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.472307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Calling delete_port for 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 owned by network:dhcp {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:13.483295 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] Deleting port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:28:13.483689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.544128 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] For port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,segment=NetworkSegment(1c98f257-d1d2-41d0-856d-ade458972a4d),segment_id=1c98f257-d1d2-41d0-856d-ade458972a4d)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:13.544541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.557394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] Calling delete_port for 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:28:13.608858 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.639777 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] No DVR routers for this DVR port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 on host dv-neutron-743142-24-hyperv {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:28:13.641382 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.644576 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:13.668549 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] Pushing event deleted for resources: {'Port': ['ID=7b1accc8-1c6b-43e2-91ac-ecf8e91cd624,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:13.672652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5c681-6cb8-4936-821f-478687ee7a5e None None] No DVR routers for this DVR port 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:28:13.718650 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.738107 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc69b32-0853-4e6e-ace1-4a05d2b5164e']}} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:13.747941 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c98f257-d1d2-41d0-856d-ade458972a4d') {'for_net_delete': True} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:13.748229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.services.segments.db [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c98f257-d1d2-41d0-856d-ade458972a4d') {} {{(pid=101080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:13.758165 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63546320'] for segment, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.771179 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.777117 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63735305'] for segment, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: Traceback (most recent call last): Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: timer() Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: cb(*args, **kw) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: return func(*args, **kwargs) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: self._notify() Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: self.callback(batched_events) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: event.method(event) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: return f(self, *a, **k) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._get(url).json() Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: return self.request(url, 'GET', **kwargs) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:28:13.781451 dv-neutron-743142-24-hyperv neutron-server[101080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:28:13.876975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.883122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Publish callbacks [] for network, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:13.886217 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7dc69b32-0853-4e6e-ace1-4a05d2b5164e HTTP/1.1" status: 204 len: 168 time: 0.6419666 Oct 16 14:28:13.897021 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e4fc-e609-4734-9648-40ba498c567b admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc69b32-0853-4e6e-ace1-4a05d2b5164e,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:14.227005 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45650) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:14.267826 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e9ba7529-75fe-4351-8199-139518f0213d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9748fcf69c9b4eb9ba6f75d59b6cdbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398188 Oct 16 14:28:14.270360 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45652) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:14.277714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d33f94b2-1274-4d7c-b198-5d620ac64c5d no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:14.298315 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d33f94b2-1274-4d7c-b198-5d620ac64c5d {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:14.298653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d33f94b2-1274-4d7c-b198-5d620ac64c5d not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:14.299050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff2367ab-225f-4a58-9749-9f318852f99c no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:14.319128 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0168a59a-af6f-4193-8908-98fdecd72715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:14.320888 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: ff2367ab-225f-4a58-9749-9f318852f99c {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:14.321231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device ff2367ab-225f-4a58-9749-9f318852f99c not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:14.321630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:28:14.340702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0168a59a-af6f-4193-8908-98fdecd72715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:14.341583 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:28:14.341922 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 7b1accc8-1c6b-43e2-91ac-ecf8e91cd624 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:28:14.458126 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0168a59a-af6f-4193-8908-98fdecd72715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:14.460605 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-0168a59a-af6f-4193-8908-98fdecd72715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:14.461775 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-0168a59a-af6f-4193-8908-98fdecd72715 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d66ceba8-6f19-44bd-a9ee-0668816a4648 HTTP/1.1" status: 204 len: 168 time: 0.1899576 Oct 16 14:28:14.469396 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168a59a-af6f-4193-8908-98fdecd72715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ceba8-6f19-44bd-a9ee-0668816a4648,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:15.128292 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45658) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:15.171567 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d7f78891-115d-46b5-86a8-7ec43f27a0bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e74db84501e4a248a9bc0d394139b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432267 Oct 16 14:28:15.173953 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45660) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:15.220367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-942bad46-9bc2-48e2-a141-1a7a656b97af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:15.241800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-942bad46-9bc2-48e2-a141-1a7a656b97af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:15.361537 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-942bad46-9bc2-48e2-a141-1a7a656b97af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:15.364464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-942bad46-9bc2-48e2-a141-1a7a656b97af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:15.365829 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-942bad46-9bc2-48e2-a141-1a7a656b97af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdfb047d-f060-4664-90c3-4e90e42061b3 HTTP/1.1" status: 204 len: 168 time: 0.1909912 Oct 16 14:28:15.373570 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bad46-9bc2-48e2-a141-1a7a656b97af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb047d-f060-4664-90c3-4e90e42061b3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:15.475863 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-deb080bc-0bf8-4bb9-8563-59c0f4d979ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.486844 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45684) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:16.615826 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1789777134-network', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:16.670103 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.694234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Made reservation on behalf of ab931cb3380d4b55be48ea8583af3239 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:28:16.696662 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.705315 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.776918 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.837084 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.858941 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:28:16.874427 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1f5dd-78f4-40d4-a5b4-b85826adf9ed,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:16.878259 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.878606 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Added segment 41368702-eaef-47da-92ed-3bd16625907a of type vlan for network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf Oct 16 14:28:16.922806 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:16.923238 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.002442 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.003416 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:17.003995 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.061841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:17.072541 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:28:17.102884 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-e4dba3d2-433b-4dd6-b906-eb98b9572ac0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6148591 Oct 16 14:28:17.105632 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45690) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:17.110547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Request body: {'subnet': {'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1789777134-subnet', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:17.189730 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Made reservation on behalf of ab931cb3380d4b55be48ea8583af3239 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:28:17.192179 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.418997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.481347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e1232d-501d-4d7c-9a6d-94ce86556293,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:17.486514 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Checking segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:17.486875 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Network hostable DHCP agents. Network: d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:28:17.636997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:28:17.716980 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:17.720912 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:17.721487 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.726639 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272cb281-2085-4379-a93f-fcc9a92c94fb None None] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:28:17.808705 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-07e94aad-e1f9-4441-8105-4c0ad82dc75e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6996467 Oct 16 14:28:17.808945 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45692) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:17.813222 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:17.870919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:28:17.871789 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.877310 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.878452 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:17.939725 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.007223 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Allocated IP 172.20.0.2 (d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf/34e1232d-501d-4d7c-9a6d-94ce86556293/b6ef4700-46a8-4704-b43f-4b90123e9939) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:18.152676 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.163288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.220805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.259777 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:18.264908 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:18.271653 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:18.281870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Pushing event updated for resources: {'Port': ['ID=b6ef4700-46a8-4704-b43f-4b90123e9939,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:18.328190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Attempting to bind port b6ef4700-46a8-4704-b43f-4b90123e9939 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:18.328580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Attempting to bind port b6ef4700-46a8-4704-b43f-4b90123e9939 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:18.328941 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Attempting to bind port b6ef4700-46a8-4704-b43f-4b90123e9939 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:18.334349 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:18.338026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Checking segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:18.338026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.338026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Bound using segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:18.338026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Bound port: b6ef4700-46a8-4704-b43f-4b90123e9939, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:18.338026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.409849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] For port b6ef4700-46a8-4704-b43f-4b90123e9939, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:18.413117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] For port b6ef4700-46a8-4704-b43f-4b90123e9939, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b6ef4700-46a8-4704-b43f-4b90123e9939,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:18.472870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.491081 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.494644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.558903 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df5e92-69cc-40d8-9a84-32854c15207f None None] Pushing event updated for resources: {'Port': ['ID=b6ef4700-46a8-4704-b43f-4b90123e9939,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:18.596408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Allocated IP 172.26.5.104 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/1579f05e-7038-4922-9ea2-3a804b02db19) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:18.660042 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.743220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.826256 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:18.869074 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:18.871893 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:18.875498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:18.898373 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Pushing event updated for resources: {'Port': ['ID=1579f05e-7038-4922-9ea2-3a804b02db19,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:19.230920 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:19.430765 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd4502-6b9d-48bc-b07f-a3e3c1b27ac8 None None] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:28:19.522818 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0fcb6e84-212a-414f-9a37-05957d37e204 None None] Provisioning complete for port b6ef4700-46a8-4704-b43f-4b90123e9939 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:19.523177 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0fcb6e84-212a-414f-9a37-05957d37e204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:19.797701 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:19.872720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0fcb6e84-212a-414f-9a37-05957d37e204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:19.918197 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-0fcb6e84-212a-414f-9a37-05957d37e204 None None] For port b6ef4700-46a8-4704-b43f-4b90123e9939, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b6ef4700-46a8-4704-b43f-4b90123e9939,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:20.010509 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0fcb6e84-212a-414f-9a37-05957d37e204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.037381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:28:20.066754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb6e84-212a-414f-9a37-05957d37e204 None None] Pushing event updated for resources: {'Port': ['ID=b6ef4700-46a8-4704-b43f-4b90123e9939,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:20.128718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-04d23286-f51f-452d-9eab-86438437134b None None] Provisioning complete for port b6ef4700-46a8-4704-b43f-4b90123e9939 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:20.129007 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-04d23286-f51f-452d-9eab-86438437134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.165695 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:20.175014 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:20.186189 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:20.195806 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:20.245736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.247448 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-18ac6730-c528-4bc9-8050-e49bc13d1bce admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4371414 Oct 16 14:28:20.250409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45700) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:20.318310 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:20.340201 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b6ef4700-46a8-4704-b43f-4b90123e9939 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:20.402698 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port b6ef4700-46a8-4704-b43f-4b90123e9939 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:20.403070 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.593894 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:19Z', 'revision_number': 3, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:20.625134 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:20.625478 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Updating router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 port 1579f05e-7038-4922-9ea2-3a804b02db19 binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:28:20.654306 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.733881 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.892447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Allocated IP 172.20.0.1 (d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf/34e1232d-501d-4d7c-9a6d-94ce86556293/d38be1b1-6604-4c8d-a227-d086cf7d194e) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:20.917368 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.983900 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:20.994440 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.037210 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Attempting to bind port 1579f05e-7038-4922-9ea2-3a804b02db19 on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:21.042849 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Attempting to bind port 1579f05e-7038-4922-9ea2-3a804b02db19 by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:21.042849 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Attempting to bind port 1579f05e-7038-4922-9ea2-3a804b02db19 on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:21.044932 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:21.045293 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:21.045684 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.046068 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:21.046517 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Bound port: 1579f05e-7038-4922-9ea2-3a804b02db19, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:21.046887 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.048276 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Pushing event updated for resources: {'Port': ['ID=1579f05e-7038-4922-9ea2-3a804b02db19,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:21.072913 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.073239 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.077141 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:28:21.113296 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] For port 1579f05e-7038-4922-9ea2-3a804b02db19, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:21.117172 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] For port 1579f05e-7038-4922-9ea2-3a804b02db19, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1579f05e-7038-4922-9ea2-3a804b02db19,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:21.122979 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.156193 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:21.160946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:21.164807 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:21.200636 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Pushing event updated for resources: {'Port': ['ID=d38be1b1-6604-4c8d-a227-d086cf7d194e,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:21.217078 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.236348 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.302979 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:21.302979 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:21.352296 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a830b-bb66-4c7d-b140-825426d60adb None None] Pushing event updated for resources: {'Port': ['ID=1579f05e-7038-4922-9ea2-3a804b02db19,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:21.430475 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.433133 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:21.447793 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-dae46e36-f9b2-44e9-bfc9-c01ae17d8fdd None None] Provisioning complete for port d38be1b1-6604-4c8d-a227-d086cf7d194e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:21.448355 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dae46e36-f9b2-44e9-bfc9-c01ae17d8fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.487270 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-dae46e36-f9b2-44e9-bfc9-c01ae17d8fdd None None] Port d38be1b1-6604-4c8d-a227-d086cf7d194e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:21.608267 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.615501 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:19Z', 'revision_number': 3, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:21.641736 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c1b5-a899-4158-916d-402714d8e8fd None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:19Z', 'revision_number': 3, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:21.654252 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.727060 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Pushing event updated for resources: {'Port': ['ID=d38be1b1-6604-4c8d-a227-d086cf7d194e,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:21.729823 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:21.826889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:21.828681 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:21.986700 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:28:22.113278 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0293ef65-2865-4b4d-ac9f-fdf2021ae472 None None] Provisioning complete for port d38be1b1-6604-4c8d-a227-d086cf7d194e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:22.113609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0293ef65-2865-4b4d-ac9f-fdf2021ae472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:22.123965 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:22.132836 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-24714c5e-6111-43da-a93c-1ec63517791c admin admin] 10.222.0.24 "PUT /v2.0/routers/54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8811891 Oct 16 14:28:22.157399 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0293ef65-2865-4b4d-ac9f-fdf2021ae472 None None] Port d38be1b1-6604-4c8d-a227-d086cf7d194e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:22.299744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1579f05e-7038-4922-9ea2-3a804b02db19 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:22.356831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1579f05e-7038-4922-9ea2-3a804b02db19 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:22.357204 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:22.449381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:22.471145 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 1579f05e-7038-4922-9ea2-3a804b02db19, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1579f05e-7038-4922-9ea2-3a804b02db19,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:22.567084 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:22.623396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=1579f05e-7038-4922-9ea2-3a804b02db19,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:22.810669 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45718) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:22.815563 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1195317589-network', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:22.915559 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Made reservation on behalf of 167ad8ba6e754a0db49fd141ac80d852 for: {'network': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:28:22.917997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for network, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:22.927654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:22.999353 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.071457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.097997 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 16 14:28:23.108596 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c774230-f021-4e2a-bf51-53eaa6bf85d4,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:23.113574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.113989 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.segments_db [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Added segment c5928b34-e8e0-4340-b618-d0ce38b0edd2 of type vlan for network 2f14f85e-7203-4771-a3a4-be0e8691a593 Oct 16 14:28:23.156062 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.162905 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745727896055'] for network, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.205640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:23.215956 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:23.216605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:23.253327 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051'] for network, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.254258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:23.254842 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.313722 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] Pushing event updated for resources: {'Network': ['ID=2f14f85e-7203-4771-a3a4-be0e8691a593,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:23.330304 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 details requested by agent ovs-agent-dv-neutron-743142-24-hyperv with host dv-neutron-743142-24-hyperv {{(pid=101082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 16 14:28:23.349572 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-44837fd9-70f9-4238-82e5-73a62f2b7e29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5376356 Oct 16 14:28:23.352227 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45720) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:23.357013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Request body: {'subnet': {'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1195317589-subnet', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'ip_version': 4}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:23.361739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:23.447058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Made reservation on behalf of 167ad8ba6e754a0db49fd141ac80d852 for: {'subnet': 1} {{(pid=101081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:28:23.449493 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63281741'] for subnet, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.601856 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 2, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:23.630117 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:23.630475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Updating router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 port d38be1b1-6604-4c8d-a227-d086cf7d194e binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:28:23.659559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.681491 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63343020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63281699'] for subnet, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.736296 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd39975c-d9e1-49e8-b720-17f9baaf0afc,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:23.749242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Checking segment: {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:23.749242 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Network hostable DHCP agents. Network: 2f14f85e-7203-4771-a3a4-be0e8691a593, hostable agents: ['a4c21226-94b3-4ad9-9065-028c111f3c11'], hosted agents: [] {{(pid=101081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 16 14:28:23.825341 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 is scheduled to be hosted by DHCP agent a4c21226-94b3-4ad9-9065-028c111f3c11 with binding_index 1 {{(pid=101081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 16 14:28:23.893792 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-743142-24-hyperv, 2f14f85e-7203-4771-a3a4-be0e8691a593) {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:23.899760 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:23.900696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:23.907917 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f9ed3-7862-4034-8507-4a63795776f8 None None] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:28:23.975710 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.014204 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-814c64d3-81ac-4c67-8721-52545e89b940 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6606796 Oct 16 14:28:24.016634 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45724) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:24.021831 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:24.047822 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.089763 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp779829bb-03b2-58b0-8480-ed79947a10fb-2f14f85e-7203-4771-a3a4-be0e8691a593', 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'fixed_ips': [{'subnet_id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc'}]}} from dv-neutron-743142-24-hyperv. {{(pid=101082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 16 14:28:24.090588 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.094071 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27546'] for router, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.095250 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572453', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27537'] for router, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.141781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef5aee-c393-4267-ad7a-5a51bd2e138c None None] Pushing event updated for resources: {'Port': ['ID=d38be1b1-6604-4c8d-a227-d086cf7d194e,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:24.160687 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.280363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Attempting to bind port d38be1b1-6604-4c8d-a227-d086cf7d194e on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:24.280859 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Attempting to bind port d38be1b1-6604-4c8d-a227-d086cf7d194e by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:24.281241 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Attempting to bind port d38be1b1-6604-4c8d-a227-d086cf7d194e on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:24.292332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:24.292718 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Checking segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:24.293115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.293504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Bound using segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:24.294022 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Bound port: d38be1b1-6604-4c8d-a227-d086cf7d194e, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:24.294343 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.312779 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1579f05e-7038-4922-9ea2-3a804b02db19 up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:24.378396 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.db_base_plugin_common [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Allocated IP 172.20.0.2 (2f14f85e-7203-4771-a3a4-be0e8691a593/cd39975c-d9e1-49e8-b720-17f9baaf0afc/c26b35e2-2de2-4462-94a0-f6ce8e875a9b) {{(pid=101082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:24.398504 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.450894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-77534f5e-f4e4-40a4-83b3-58413ed6ba89 None None] Provisioning complete for port d38be1b1-6604-4c8d-a227-d086cf7d194e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:24.451179 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-77534f5e-f4e4-40a4-83b3-58413ed6ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.482904 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] For port d38be1b1-6604-4c8d-a227-d086cf7d194e, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:24.675336 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 1579f05e-7038-4922-9ea2-3a804b02db19 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:24.676010 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.682141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] For port d38be1b1-6604-4c8d-a227-d086cf7d194e, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d38be1b1-6604-4c8d-a227-d086cf7d194e,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:24.693778 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.718360 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.741031 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-77534f5e-f4e4-40a4-83b3-58413ed6ba89 None None] Port d38be1b1-6604-4c8d-a227-d086cf7d194e cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:24.788438 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.824731 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Allocated IP 172.26.5.59 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/155fb9ef-0c68-434e-88a6-92fc7b158bfd) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:24.875028 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Publish callbacks [] for port, precommit_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.907390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:24.907390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:24.938709 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:24.951502 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef5aee-c393-4267-ad7a-5a51bd2e138c None None] Pushing event updated for resources: {'Port': ['ID=d38be1b1-6604-4c8d-a227-d086cf7d194e,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:24.959813 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949'] for port, after_create {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.019704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 is already hosted by enough agents. {{(pid=101082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:25.029144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.scheduler.base_scheduler [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Resources bound (agent type, host, resource id): {{(pid=101082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:25.036445 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Received port after_create {{(pid=101082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:25.049411 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Pushing event updated for resources: {'Port': ['ID=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,revision_number=1']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:25.066307 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.121714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:25.124896 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:25.128506 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:25.150932 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-9740c497-55b3-4ffa-b726-9022d8582289 None None] Provisioning complete for port d38be1b1-6604-4c8d-a227-d086cf7d194e triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:25.151307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9740c497-55b3-4ffa-b726-9022d8582289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.153299 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Pushing event updated for resources: {'Port': ['ID=155fb9ef-0c68-434e-88a6-92fc7b158bfd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:25.183927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:25.189504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Attempting to bind port c26b35e2-2de2-4462-94a0-f6ce8e875a9b on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:25.189927 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Attempting to bind port c26b35e2-2de2-4462-94a0-f6ce8e875a9b by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:25.190231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Attempting to bind port c26b35e2-2de2-4462-94a0-f6ce8e875a9b on network 2f14f85e-7203-4771-a3a4-be0e8691a593 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:25.233828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:25.234164 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Checking segment: {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:25.234501 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.234889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Bound using segment: {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:25.235363 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Bound port: c26b35e2-2de2-4462-94a0-f6ce8e875a9b, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:25.235739 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.439352 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] For port c26b35e2-2de2-4462-94a0-f6ce8e875a9b, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:25.447211 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] For port c26b35e2-2de2-4462-94a0-f6ce8e875a9b, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:25.460047 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9740c497-55b3-4ffa-b726-9022d8582289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.474067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.518009 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.526944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-9740c497-55b3-4ffa-b726-9022d8582289 None None] For port d38be1b1-6604-4c8d-a227-d086cf7d194e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d38be1b1-6604-4c8d-a227-d086cf7d194e,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:25.594957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de044eae-3e78-43f3-9012-38eb9360feda None None] Pushing event updated for resources: {'Port': ['ID=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,revision_number=2']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:25.605465 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:24Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:25.608630 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9740c497-55b3-4ffa-b726-9022d8582289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:25.639371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be7386-d65c-43b5-9c14-ce6d56ad247d None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:24Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:25.724358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740c497-55b3-4ffa-b726-9022d8582289 None None] Pushing event updated for resources: {'Port': ['ID=d38be1b1-6604-4c8d-a227-d086cf7d194e,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:26.095861 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.323275 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 is scheduled to L3 agent a30afd19-685b-47cc-8cfe-09c543689826 with binding_index 1 {{(pid=101080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 16 14:28:26.361425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c26b35e2-2de2-4462-94a0-f6ce8e875a9b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:26.429390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c26b35e2-2de2-4462-94a0-f6ce8e875a9b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:26.429802 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.479668 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:26.491081 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Sync routers for ids ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:26.509000 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Routers {'1b5684f2-364a-43e8-b8c4-4754ae9819d1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:26.509000 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:26.544731 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.573479 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] Publish callbacks [] for router, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.575586 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-247171e3-75e5-46d3-9e36-c49342038d46 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5578284 Oct 16 14:28:26.578311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45728) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:26.583577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port c26b35e2-2de2-4462-94a0-f6ce8e875a9b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:26.664050 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.665160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d38be1b1-6604-4c8d-a227-d086cf7d194e up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:26.674374 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Set router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:26.737497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae7dfc-fcb0-467e-826f-f96b589c2636 None None] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:28:26.861707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-21c0047b-d4ff-49ca-a6b4-c188af44210f None None] Provisioning complete for port c26b35e2-2de2-4462-94a0-f6ce8e875a9b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:26.862163 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-21c0047b-d4ff-49ca-a6b4-c188af44210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.875398 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 3, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:26.896434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:26.907785 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port d38be1b1-6604-4c8d-a227-d086cf7d194e triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:26.908140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:26.909015 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Checking router: 1b5684f2-364a-43e8-b8c4-4754ae9819d1 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:26.909568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Updating router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 port 155fb9ef-0c68-434e-88a6-92fc7b158bfd binding host dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:28:26.947367 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.161714 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.259357 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Publish callbacks [] for port, precommit_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.305768 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.335120 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Allocated IP 172.20.0.1 (2f14f85e-7203-4771-a3a4-be0e8691a593/cd39975c-d9e1-49e8-b720-17f9baaf0afc/f689338e-3dd8-4075-9438-79c3c27104dd) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:27.376900 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Attempting to bind port 155fb9ef-0c68-434e-88a6-92fc7b158bfd on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:27.377331 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Attempting to bind port 155fb9ef-0c68-434e-88a6-92fc7b158bfd by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:27.377833 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Attempting to bind port 155fb9ef-0c68-434e-88a6-92fc7b158bfd on network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:27.380960 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d005e3-b7ee-40ed-bb6a-e014d0d4b97f None None] Pushing event updated for resources: {'Port': ['ID=155fb9ef-0c68-434e-88a6-92fc7b158bfd,revision_number=2']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:27.388498 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:27.388663 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Checking segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:27.389117 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.389650 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Bound using segment: {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'} {{(pid=101083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:27.390297 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.managers [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Bound port: 155fb9ef-0c68-434e-88a6-92fc7b158bfd, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d1863b-52b9-4c8c-8c7d-d719dbe21025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867'}}] {{(pid=101083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:27.390820 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.428248 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-79c530d0-441a-4a68-87f6-1fb1111e8849 None None] Provisioning complete for port c26b35e2-2de2-4462-94a0-f6ce8e875a9b triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:27.429019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-79c530d0-441a-4a68-87f6-1fb1111e8849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.446162 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.452380 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] For port 155fb9ef-0c68-434e-88a6-92fc7b158bfd, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:27.455383 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.plugins.ml2.db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] For port 155fb9ef-0c68-434e-88a6-92fc7b158bfd, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=155fb9ef-0c68-434e-88a6-92fc7b158bfd,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:27.511784 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron_lib.callbacks.manager [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.534812 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.554947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:27.567344 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Routers {'1b5684f2-364a-43e8-b8c4-4754ae9819d1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:27.568025 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:27.576558 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:27.582157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:27.620864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d005e3-b7ee-40ed-bb6a-e014d0d4b97f None None] Pushing event updated for resources: {'Port': ['ID=155fb9ef-0c68-434e-88a6-92fc7b158bfd,revision_number=3']} {{(pid=101083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:27.636254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Pushing event updated for resources: {'Port': ['ID=f689338e-3dd8-4075-9438-79c3c27104dd,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:27.646286 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570149'] for router_interface, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.815939 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] Set router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:27.838614 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-d6490719-8dd3-4491-877c-a26caa259fe7 None None] Provisioning complete for port f689338e-3dd8-4075-9438-79c3c27104dd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:27.839184 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d6490719-8dd3-4491-877c-a26caa259fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.870915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:27.880011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-d6490719-8dd3-4491-877c-a26caa259fe7 None None] Port f689338e-3dd8-4075-9438-79c3c27104dd cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:28.002955 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 3, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:28.035290 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e61bc-0762-467b-a138-f2e61e6c3f53 None None] The sync data for ids ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'] in dv-neutron-743142-24-hyperv is: [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 3, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:28.057352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:28.156708 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:28.229127 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-763061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570193'] for router_interface, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:28.242575 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Pushing event updated for resources: {'Port': ['ID=f689338e-3dd8-4075-9438-79c3c27104dd,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:28.328743 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c26b35e2-2de2-4462-94a0-f6ce8e875a9b up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:28.349615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:28.351704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:28.390771 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port c26b35e2-2de2-4462-94a0-f6ce8e875a9b triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:28.391081 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:28.510763 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:28:28.603068 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-884a6082-6804-4af6-a9c0-2cc18af67bcd None None] Provisioning complete for port f689338e-3dd8-4075-9438-79c3c27104dd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:28.603428 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-884a6082-6804-4af6-a9c0-2cc18af67bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:28.643564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-884a6082-6804-4af6-a9c0-2cc18af67bcd None None] Port f689338e-3dd8-4075-9438-79c3c27104dd cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:28.649288 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:28.654223 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-7eb8f44c-b20b-4458-b69b-7a4991f62622 admin admin] 10.222.0.24 "PUT /v2.0/routers/1b5684f2-364a-43e8-b8c4-4754ae9819d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0748744 Oct 16 14:28:29.379725 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45740) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:29.384570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407193284', 'description': 'tempest-secgroup-smoke-1407193284 description', 'project_id': 'ab931cb3380d4b55be48ea8583af3239'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:29.465455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.533166 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.554693 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Sync routers for ids ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:29.563745 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Routers {'1b5684f2-364a-43e8-b8c4-4754ae9819d1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:29.564370 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:29.585421 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.616235 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc3c49-e984-41a6-834e-f2c632f12a9a,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:29.656148 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.657471 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-89d24cec-c7d2-41e0-a9ca-7bf759b24b2e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2766929 Oct 16 14:28:29.663171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45742) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:29.667889 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3c49-e984-41a6-834e-f2c632f12a9a', 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:29.688661 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Set router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:29.737108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.799911 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.882234 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.902930 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e3d830-a952-40d0-9e5a-016a874e3f9f,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:29.969173 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:29.970584 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-96ef2ccb-7cfa-4a02-9a38-c624fca373ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3063262 Oct 16 14:28:29.973935 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45744) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:29.978667 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3c49-e984-41a6-834e-f2c632f12a9a', 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:30.048815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 4, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f689338e-3dd8-4075-9438-79c3c27104dd', 'name': '', 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'mac_address': 'fa:16:3e:fb:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:27Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 2, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'subnets': [{'id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:30.076155 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.077253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Checking router: 1b5684f2-364a-43e8-b8c4-4754ae9819d1 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:30.077609 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Updating router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 port f689338e-3dd8-4075-9438-79c3c27104dd binding host dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 16 14:28:30.106694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.134067 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.214151 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.232693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a47322-c3bd-44a7-8421-a989bb8c130e,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:30.317770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 155fb9ef-0c68-434e-88a6-92fc7b158bfd up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:30.323464 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.324751 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c56bf8f8-ecc5-461c-8283-76c7dd67c784 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497469 Oct 16 14:28:30.327548 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45746) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:30.332161 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3c49-e984-41a6-834e-f2c632f12a9a', 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:30.418746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.440581 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 155fb9ef-0c68-434e-88a6-92fc7b158bfd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:30.440947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.446377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Publish callbacks [] for port, precommit_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.477123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.520120 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.543993 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.563417 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5e28c9-165a-4762-bc44-9279844f5d9a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:30.570340 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.601682 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08876387-cb45-4481-8f3b-18271a89d4cb None None] Pushing event updated for resources: {'Port': ['ID=f689338e-3dd8-4075-9438-79c3c27104dd,revision_number=3']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:30.605006 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] For port 155fb9ef-0c68-434e-88a6-92fc7b158bfd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=155fb9ef-0c68-434e-88a6-92fc7b158bfd,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:30.635171 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.636510 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-026e45b4-8b67-47f5-a18e-b5df1fbef59f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3077593 Oct 16 14:28:30.639417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 45748) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:30.645198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3c49-e984-41a6-834e-f2c632f12a9a', 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:30.662111 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Attempting to bind port f689338e-3dd8-4075-9438-79c3c27104dd on host dv-neutron-743142-24-hyperv for vnic_type normal with profile {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:30.662492 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Attempting to bind port f689338e-3dd8-4075-9438-79c3c27104dd by drivers openvswitch,hyperv on host dv-neutron-743142-24-hyperv at level 0 using segments [{'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:30.668165 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Attempting to bind port f689338e-3dd8-4075-9438-79c3c27104dd on network 2f14f85e-7203-4771-a3a4-be0e8691a593 {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:30.668374 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Checking agent: {'id': 'dbf471e3-d514-40a4-ba32-29852595259a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-743142-24-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 28, 16), 'started_at': datetime.datetime(2021, 10, 16, 13, 28, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-743142-24-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:30.668754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Checking segment: {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:30.669162 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.669559 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Bound using segment: {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'} {{(pid=101082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:30.670027 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.managers [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Bound port: f689338e-3dd8-4075-9438-79c3c27104dd, host: dv-neutron-743142-24-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5928b34-e8e0-4340-b618-d0ce38b0edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593'}}] {{(pid=101082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:30.670409 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.688221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.761842 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.795133 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Pushing event updated for resources: {'Port': ['ID=155fb9ef-0c68-434e-88a6-92fc7b158bfd,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:30.798497 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] For port f689338e-3dd8-4075-9438-79c3c27104dd, host dv-neutron-743142-24-hyperv, cleared binding levels {{(pid=101082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:30.802543 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] For port f689338e-3dd8-4075-9438-79c3c27104dd, host dv-neutron-743142-24-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f689338e-3dd8-4075-9438-79c3c27104dd,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:30.808229 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-0765d58d-2758-412a-bd0b-b968e4306f68 None None] Provisioning complete for port f689338e-3dd8-4075-9438-79c3c27104dd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:30.808652 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0765d58d-2758-412a-bd0b-b968e4306f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.824958 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.849631 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-0765d58d-2758-412a-bd0b-b968e4306f68 None None] Port f689338e-3dd8-4075-9438-79c3c27104dd cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:30.865985 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.905676 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:30.923570 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Routers {'1b5684f2-364a-43e8-b8c4-4754ae9819d1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:30.924206 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:30.925947 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d23cdca-5403-4acb-bb21-39664a462f34,revision_number=0']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:30.988881 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08876387-cb45-4481-8f3b-18271a89d4cb None None] Pushing event updated for resources: {'Port': ['ID=f689338e-3dd8-4075-9438-79c3c27104dd,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:31.010197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.014162 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-43e7cc6a-6130-4410-a4cb-1f87a43b4e2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3706520 Oct 16 14:28:31.015057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45750) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:31.019388 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3c49-e984-41a6-834e-f2c632f12a9a', 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:31.079475 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] Set router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:31.105315 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Project ab931cb3380d4b55be48ea8583af3239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:28:31.110318 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.172673 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.195393 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-52c1e464-5068-4154-91bb-911ea310c2d0 None None] Provisioning complete for port f689338e-3dd8-4075-9438-79c3c27104dd triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:31.195799 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52c1e464-5068-4154-91bb-911ea310c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.248347 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.266910 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e92d12-3b8e-41bc-b3d7-04260a641e62,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:31.336478 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.338138 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-f6e7a7e2-91da-4e27-9208-6f237eac2995 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220990 Oct 16 14:28:31.340409 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45752) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:31.344828 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc3c49-e984-41a6-834e-f2c632f12a9a', 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:31.366447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52c1e464-5068-4154-91bb-911ea310c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.400834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 4, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f689338e-3dd8-4075-9438-79c3c27104dd', 'name': '', 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'mac_address': 'fa:16:3e:fb:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:27Z', 'updated_at': '2021-10-16T14:28:30Z', 'revision_number': 4, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'subnets': [{'id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:31.419973 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.securitygroups_db [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Project ab931cb3380d4b55be48ea8583af3239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 16 14:28:31.425071 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.434666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-52c1e464-5068-4154-91bb-911ea310c2d0 None None] For port f689338e-3dd8-4075-9438-79c3c27104dd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f689338e-3dd8-4075-9438-79c3c27104dd,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:31.436190 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1c159-d700-49fa-8565-2d414f32452b None None] The sync data for ids ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'] in dv-neutron-743142-24-hyperv is: [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:27Z', 'revision_number': 4, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'f689338e-3dd8-4075-9438-79c3c27104dd', 'name': '', 'network_id': '2f14f85e-7203-4771-a3a4-be0e8691a593', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'mac_address': 'fa:16:3e:fb:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:27Z', 'updated_at': '2021-10-16T14:28:30Z', 'revision_number': 4, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'subnets': [{'id': 'cd39975c-d9e1-49e8-b720-17f9baaf0afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:31.477403 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-52c1e464-5068-4154-91bb-911ea310c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.513383 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.545864 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1e464-5068-4154-91bb-911ea310c2d0 None None] Pushing event updated for resources: {'Port': ['ID=f689338e-3dd8-4075-9438-79c3c27104dd,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:31.565624 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571525'] for security_group_rule, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.585729 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311ea85a-1dd6-4d67-bf3c-3c2579ecee9a,revision_number=0']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:31.645288 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:31.647280 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-56363b9c-2c01-438c-a1c4-2fa4642c2e50 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3058116 Oct 16 14:28:31.796069 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2af9691d-6167-4f22-b1f2-f044c313d900 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407193284&fields=id&tenant_id=ab931cb3380d4b55be48ea8583af3239 HTTP/1.1" status: 200 len: 267 time: 0.0380580 Oct 16 14:28:31.908098 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-259c1561-daa4-45ae-ab77-abc420d1e152 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:31.909624 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-259c1561-daa4-45ae-ab77-abc420d1e152 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 810 time: 0.1062834 Oct 16 14:28:31.924633 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-698651bb-8ecf-43e9-a7cf-dbd0c14afcd7 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/quotas/ab931cb3380d4b55be48ea8583af3239 HTTP/1.1" status: 200 len: 375 time: 0.0091782 Oct 16 14:28:31.985723 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2cab3a53-8080-40f2-826c-53baf34dcd76 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555048 Oct 16 14:28:32.093069 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-11aa0556-b83b-4b39-bdb7-00baffee6f0e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:28:32.094064 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-11aa0556-b83b-4b39-bdb7-00baffee6f0e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0961828 Oct 16 14:28:32.189461 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ec7ff578-b0dc-40ca-a317-bcc14df99c92 service neutron] 10.222.0.24 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883491 Oct 16 14:28:32.285986 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-c96fbc3b-fbc5-4e81-8b74-3f18dd4722a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896411 Oct 16 14:28:32.360586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f689338e-3dd8-4075-9438-79c3c27104dd up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:32.416425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port f689338e-3dd8-4075-9438-79c3c27104dd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:32.416796 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:32.518970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 155fb9ef-0c68-434e-88a6-92fc7b158bfd up at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:32.578425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Provisioning complete for port 155fb9ef-0c68-434e-88a6-92fc7b158bfd triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:32.578870 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:32.610977 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c098d09e-0330-4158-b2d0-51176dfd5481 req-2ba9a6a1-86ec-4842-9919-f1fe399d5ebd tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 210 time: 0.1028044 Oct 16 14:28:33.707721 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-379c95fd-5890-41cb-a435-64a01aa55239 req-7170a865-0672-43bc-b2e3-e094ce5fddcc tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0263216 Oct 16 14:28:34.553639 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-1f2644a3-f046-47b8-b439-5112ac4a7be8 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:34.555070 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-1f2644a3-f046-47b8-b439-5112ac4a7be8 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 810 time: 0.1044664 Oct 16 14:28:34.598317 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-b3e9bd9d-ec2f-4598-a357-92e0c62d813d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab931cb3380d4b55be48ea8583af3239 HTTP/1.1" status: 200 len: 380 time: 0.0333192 Oct 16 14:28:34.606900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'port': {'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'admin_state_up': True, 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'security_groups': ['f0cc3c49-e984-41a6-834e-f2c632f12a9a']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:34.807273 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-dd4b56a6-cb13-481e-9da5-353c034f5cfb req-98e31d8f-9fcd-4942-84c6-29605c436a06 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0316989 Oct 16 14:28:34.807908 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Made reservation on behalf of ab931cb3380d4b55be48ea8583af3239 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:28:34.811233 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:34.936540 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Allocated IP 172.20.0.10 (d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf/34e1232d-501d-4d7c-9a6d-94ce86556293/f48b7251-76d4-4e26-a0e3-16964731dc54) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:35.076801 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:35.172816 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:35.221311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:35.224460 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:35.228870 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:35.254844 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:35.283760 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:35.284414 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:35.354172 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-2ccb126c-b4fb-4ba3-95c2-8a2b4799fb38 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7506950 Oct 16 14:28:35.366978 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Request body: {'port': {'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:35.425640 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-68e5cebd-d1c9-4d1a-bdcf-df0a1a7492c4 None None] Provisioning complete for port f48b7251-76d4-4e26-a0e3-16964731dc54 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:35.426358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-68e5cebd-d1c9-4d1a-bdcf-df0a1a7492c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:35.467273 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-68e5cebd-d1c9-4d1a-bdcf-df0a1a7492c4 None None] Port f48b7251-76d4-4e26-a0e3-16964731dc54 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:28:35.748122 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:35.990478 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13720489-1688-4779-b38c-582d568269c6 req-492e75f9-84b6-43b3-8842-b972528da1e5 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:35.991961 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-13720489-1688-4779-b38c-582d568269c6 req-492e75f9-84b6-43b3-8842-b972528da1e5 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 932 time: 0.1139023 Oct 16 14:28:36.061511 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-13720489-1688-4779-b38c-582d568269c6 req-55a959bd-d940-4c7f-b1ea-ac736cdc335e tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621223 Oct 16 14:28:36.103065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48b7251-76d4-4e26-a0e3-16964731dc54 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:28:36.110700 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:36.122704 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Transition to ACTIVE for port object f48b7251-76d4-4e26-a0e3-16964731dc54 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:28:36.179084 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:36.240424 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:36.307238 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Attempting to bind port f48b7251-76d4-4e26-a0e3-16964731dc54 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:28:36.307667 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Attempting to bind port f48b7251-76d4-4e26-a0e3-16964731dc54 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:28:36.308059 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Attempting to bind port f48b7251-76d4-4e26-a0e3-16964731dc54 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:36.312594 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Port f48b7251-76d4-4e26-a0e3-16964731dc54 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:28:36.312942 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Attempting to bind port f48b7251-76d4-4e26-a0e3-16964731dc54 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:28:36.317827 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:28:36.318215 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Checking segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:28:36.318596 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Bound using segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:28:36.319010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Bound port: f48b7251-76d4-4e26-a0e3-16964731dc54, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:28:36.319365 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:36.390546 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:28:36.393689 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:28:36.471105 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:36.512568 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:36.513181 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:36.514636 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-ab517467-944e-4937-af4b-a718942467b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 1094 time: 1.1522019 Oct 16 14:28:36.515074 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:28:36.517455 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d3d3e1-4525-497e-802e-368a24ee6230" -d '{"events": [{"name": "network-changed", "server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:28:36.545431 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab517467-944e-4937-af4b-a718942467b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:36.559911 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf274a8-f41f-4a65-96d7-090d43ccc84b x-openstack-request-id: req-cdf274a8-f41f-4a65-96d7-090d43ccc84b {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:28:36.560210 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:28:36.560497 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdf274a8-f41f-4a65-96d7-090d43ccc84b {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:28:36.560923 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'status': 'completed', 'code': 200} Oct 16 14:28:36.632459 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d3e1-4525-497e-802e-368a24ee6230 req-be22286d-4ca1-42fe-8638-a8c3b151da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:36.634103 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98d3d3e1-4525-497e-802e-368a24ee6230 req-be22286d-4ca1-42fe-8638-a8c3b151da68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1097 time: 0.0503218 Oct 16 14:28:36.751220 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d3e1-4525-497e-802e-368a24ee6230 req-011356e4-4aed-4b91-8eae-731ed7a0dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:36.752713 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98d3d3e1-4525-497e-802e-368a24ee6230 req-011356e4-4aed-4b91-8eae-731ed7a0dbdd service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ab931cb3380d4b55be48ea8583af3239&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1104302 Oct 16 14:28:36.845989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3d3e1-4525-497e-802e-368a24ee6230 req-27ad0af1-f240-4694-8062-8d8dede197c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:36.847374 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-98d3d3e1-4525-497e-802e-368a24ee6230 req-27ad0af1-f240-4694-8062-8d8dede197c0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877130 Oct 16 14:28:36.929265 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-8de89ab9-2f3a-4832-b80d-92dbdef3bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:36.930735 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-8de89ab9-2f3a-4832-b80d-92dbdef3bae8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1097 time: 0.0466831 Oct 16 14:28:36.979680 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-a85327c6-a882-4be7-b815-6d7e555638b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 217 time: 0.0403411 Oct 16 14:28:37.030885 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-1123c4ac-8948-4321-ad8d-9e4fc89b3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:37.032369 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-1123c4ac-8948-4321-ad8d-9e4fc89b3e96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0456393 Oct 16 14:28:37.085429 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-bd7811ba-3d22-4c68-847a-2b0f44a1190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:37.086922 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-bd7811ba-3d22-4c68-847a-2b0f44a1190f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0477996 Oct 16 14:28:37.213802 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-9c320b53-215e-4411-a55a-473206141cb4 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194453 Oct 16 14:28:37.237786 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0b6eb-d4ca-4bdf-898a-93819644d72a req-d9f136a7-780f-4ef5-a0d5-4d0bcce1b684 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:37.239830 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51f0b6eb-d4ca-4bdf-898a-93819644d72a req-d9f136a7-780f-4ef5-a0d5-4d0bcce1b684 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0857580 Oct 16 14:28:37.329095 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-51f0b6eb-d4ca-4bdf-898a-93819644d72a req-cfbf8366-5040-4dc2-ac5b-94f5e855b8a0 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800276 Oct 16 14:28:37.346739 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-69f0fce2-df6e-44a8-872c-d0eeb9c1ed09 req-798a81ca-17b8-449e-afcc-4bf426d4c8b8 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257267 Oct 16 14:28:38.452745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151f02c-0e75-457a-8294-0b77a378ccbb req-eba06c9d-cd2d-458e-be9e-94a6a0b80e95 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:38.454210 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b151f02c-0e75-457a-8294-0b77a378ccbb req-eba06c9d-cd2d-458e-be9e-94a6a0b80e95 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0561240 Oct 16 14:28:38.492114 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b151f02c-0e75-457a-8294-0b77a378ccbb req-8acdd4fd-5853-49be-bfaa-a33970c6dca8 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Oct 16 14:28:39.615377 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bb753-fd7c-4bc5-a73d-5caa73936ea7 req-df30fc05-b591-424e-ae40-6fdf4c1fac57 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:39.616890 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cc5bb753-fd7c-4bc5-a73d-5caa73936ea7 req-df30fc05-b591-424e-ae40-6fdf4c1fac57 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0606396 Oct 16 14:28:39.655120 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cc5bb753-fd7c-4bc5-a73d-5caa73936ea7 req-2c7186a0-7849-44c2-8443-bc6623808605 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Oct 16 14:28:40.242709 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:28:40.578806 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:28:40.673209 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:40.684332 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:28:40.725849 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:40.738665 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48b7251-76d4-4e26-a0e3-16964731dc54 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:28:40.757523 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:40.774923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad042d-7df6-4ab7-9b38-bc19ae612ccd req-4a7d883b-88d0-4b99-81b8-be09f0fdf00c tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:40.776430 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00ad042d-7df6-4ab7-9b38-bc19ae612ccd req-4a7d883b-88d0-4b99-81b8-be09f0fdf00c tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0570679 Oct 16 14:28:40.815137 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-00ad042d-7df6-4ab7-9b38-bc19ae612ccd req-e9c81c74-ebf8-4533-9dbf-1f0da1eeed74 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Oct 16 14:28:40.819673 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:40.875782 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:41.060817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['f48b7251-76d4-4e26-a0e3-16964731dc54'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:28:41.935916 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530c015-a284-4260-81c6-09aafa7eb6bd req-f36717fd-7c07-4f1d-a993-5aaa2d342822 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:41.937488 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2530c015-a284-4260-81c6-09aafa7eb6bd req-f36717fd-7c07-4f1d-a993-5aaa2d342822 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 945 time: 0.0562668 Oct 16 14:28:41.975336 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2530c015-a284-4260-81c6-09aafa7eb6bd req-e4598fc1-318e-4b12-8379-3fd5052d3687 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Oct 16 14:28:42.586957 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:28:42.721274 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port f48b7251-76d4-4e26-a0e3-16964731dc54 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:28:42.730855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port f48b7251-76d4-4e26-a0e3-16964731dc54 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:28:42.731231 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:42.830918 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:42.853949 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:28:42.856180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc95ac-82e7-4909-8c06-eebd3def08c4" -d '{"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:28:42.869990 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:28:42.875485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-05232c82-b2ed-4870-bb7a-51a1e59d9a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:42.927749 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:42.952056 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd286fd-21d5-4db0-8ef1-a1721cef0fac x-openstack-request-id: req-5cd286fd-21d5-4db0-8ef1-a1721cef0fac {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:28:42.952407 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:28:42.952664 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cd286fd-21d5-4db0-8ef1-a1721cef0fac {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:28:42.953051 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'code': 200} Oct 16 14:28:42.982713 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:43.103047 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b37ae-32fb-4199-afd3-9e08820270e5 req-8ebff9ad-b429-4990-b7eb-cf0d05cb2c96 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:43.104700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e57b37ae-32fb-4199-afd3-9e08820270e5 req-8ebff9ad-b429-4990-b7eb-cf0d05cb2c96 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Oct 16 14:28:43.142571 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e57b37ae-32fb-4199-afd3-9e08820270e5 req-a8d90788-8d1e-495d-aac0-68fddba3aa2f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Oct 16 14:28:43.250841 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439bd54-4e4f-43da-bb1e-39576b216ed8 req-aee37199-a4d3-46d8-ba6a-d4b3f4806a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:43.252396 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a439bd54-4e4f-43da-bb1e-39576b216ed8 req-aee37199-a4d3-46d8-ba6a-d4b3f4806a04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1099 time: 0.0469329 Oct 16 14:28:43.286628 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a439bd54-4e4f-43da-bb1e-39576b216ed8 req-05e03694-3f1e-4dfb-a3a6-6e27fd8fcf49 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275252 Oct 16 14:28:44.267776 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecaddf-9938-40da-8f55-b6709af5a18c req-804c8b69-c385-427a-98d7-9a63d5fc2d2d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:44.269290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-caecaddf-9938-40da-8f55-b6709af5a18c req-804c8b69-c385-427a-98d7-9a63d5fc2d2d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0587852 Oct 16 14:28:44.311214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-caecaddf-9938-40da-8f55-b6709af5a18c req-d354bb50-f113-453f-acce-17a781821ae0 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361485 Oct 16 14:28:45.451024 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517aae0-5c67-4dc7-ad61-ed6d83fad7a8 req-c7c6b894-e77e-45db-90fb-20f17317a6c7 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:45.452979 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a517aae0-5c67-4dc7-ad61-ed6d83fad7a8 req-c7c6b894-e77e-45db-90fb-20f17317a6c7 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0636339 Oct 16 14:28:45.471170 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a522ce1f-0880-4c84-bb0d-b1d9a6e6a625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:45.495348 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a517aae0-5c67-4dc7-ad61-ed6d83fad7a8 req-3160ccf6-a8ab-43da-b772-a63c188f3f71 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354278 Oct 16 14:28:45.618570 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0d84d-26e9-401b-8453-f2a25396bb55 req-c90b68f1-8c33-4d3a-b401-990b8bff2ef3 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:45.620035 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3a0d84d-26e9-401b-8453-f2a25396bb55 req-c90b68f1-8c33-4d3a-b401-990b8bff2ef3 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 946 time: 0.0565071 Oct 16 14:28:45.657718 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-b3a0d84d-26e9-401b-8453-f2a25396bb55 req-46a57e68-ba9f-4439-8dbb-9f21183437ef tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Oct 16 14:28:45.680609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45826) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:45.768772 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be758b4-ce4b-43b2-bb02-af20e6683368 tempest-TestSnapshotPattern-1977114979 tempest-TestSnapshotPattern-1977114979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:45.770872 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-2be758b4-ce4b-43b2-bb02-af20e6683368 tempest-TestSnapshotPattern-1977114979 tempest-TestSnapshotPattern-1977114979-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1094 time: 0.0892649 Oct 16 14:28:45.773748 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 45832) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:28:45.778058 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.v2.base [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:28:45.853609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:45.946789 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:46.044351 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_common [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Allocated IP 172.26.5.149 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/f6003921-b83d-4540-9286-16878d54b9b3) {{(pid=101081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:28:46.145006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for port, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:46.247163 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:46.290541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:28:46.293513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.base_scheduler [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Resources bound (agent type, host, resource id): {{(pid=101081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:28:46.296298 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Received port after_create {{(pid=101081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:28:46.329808 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'Port': ['ID=f6003921-b83d-4540-9286-16878d54b9b3,revision_number=1']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:46.676599 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:46.698547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:46.922507 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:47.180224 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:47.335082 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for port, precommit_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:47.385048 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63344435'] for port, after_update {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:47.456209 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'Port': ['ID=f6003921-b83d-4540-9286-16878d54b9b3,revision_number=2']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:28:47.466217 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:47.579989 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Floating IP 050c97a8-cda0-4fcc-b409-344efe2e653c associated. External IP: 172.26.5.149, port: f48b7251-76d4-4e26-a0e3-16964731dc54. Oct 16 14:28:47.824152 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:28:47.946787 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:28:47.956679 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:28:47.966630 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:47.967220 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:48.055803 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:48.092248 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-8bac5812-db11-4fca-a27d-87ee0319f55f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3173742 Oct 16 14:28:48.092774 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:28:48.095023 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:28:48.107929 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:48.197250 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eae4b6-6ae1-4142-babf-321a02598ecc x-openstack-request-id: req-73eae4b6-6ae1-4142-babf-321a02598ecc {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:28:48.197547 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:28:48.197804 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73eae4b6-6ae1-4142-babf-321a02598ecc {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:28:48.198202 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'status': 'completed', 'code': 200} Oct 16 14:28:48.270578 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-cc003d28-0ee8-4d0d-8967-c7d136c93d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:48.272089 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-cc003d28-0ee8-4d0d-8967-c7d136c93d69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1099 time: 0.0521250 Oct 16 14:28:48.350802 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:46Z', 'revision_number': 0, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:48.368556 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-d28554aa-330c-4d58-9b1e-9027652b5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:48.370024 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-d28554aa-330c-4d58-9b1e-9027652b5dd4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0906510 Oct 16 14:28:48.382996 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:28:48.391296 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:28:48.391901 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:28:45Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:48.447411 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-5a619eca-7e6e-471b-bb76-b6a3eaed1b70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 1000 time: 0.0708284 Oct 16 14:28:48.499204 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-0eaf0ac8-589a-476f-bc74-beae9ea2aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:48.500789 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-0eaf0ac8-589a-476f-bc74-beae9ea2aa3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0458922 Oct 16 14:28:48.511180 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:28:48.552458 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-2434d8da-e1a8-4626-ac77-470c1e6c2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:28:48.553957 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-2434d8da-e1a8-4626-ac77-470c1e6c2f91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0468993 Oct 16 14:28:48.635216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:48.653570 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-df8b0e17-b7a3-40f0-9f81-6a3aa5a7159f service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919659 Oct 16 14:28:48.746653 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ba8b73a-2e83-4359-bf5d-dc42a4083ad4 req-a1dad091-456d-4e34-82ef-95811dc77c37 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852137 Oct 16 14:28:48.748537 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:46Z', 'revision_number': 0, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:28:48.777175 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27eeae-065e-4eb3-89fd-ddb9457d4c6a None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:46Z', 'revision_number': 0, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:28:48.966037 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b443a8f-2f4f-42b7-8458-28f0585122a1 None None] New status for floating IP 050c97a8-cda0-4fcc-b409-344efe2e653c: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:28:53.145166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:28:53.851338 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-6fe5e774-43ca-4b4a-8b4d-a25c46368e83 req-85430b03-6876-4f9e-9d54-889868191c66 service neutron] (101080) timed out ('10.222.0.24', 40636) {{(pid=101080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 16 14:29:03.616310 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-64188a61-a370-48f9-af23-87a0529754f1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518551 Oct 16 14:29:03.708745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-caa14ae8-f11d-4d52-b9a6-1747849e205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:29:03.710268 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-caa14ae8-f11d-4d52-b9a6-1747849e205d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1099 time: 0.0475979 Oct 16 14:29:03.815087 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-989289ed-f656-438d-b384-a5a5ebc203de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:29:03.817312 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-989289ed-f656-438d-b384-a5a5ebc203de service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0860858 Oct 16 14:29:03.892589 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-c2f5c16c-8700-4ca7-806f-6e6c79227a41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 1002 time: 0.0672913 Oct 16 14:29:03.941432 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-2dd6ef3f-b1f0-4b93-9c64-51df36369dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:29:03.942811 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-2dd6ef3f-b1f0-4b93-9c64-51df36369dbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0435560 Oct 16 14:29:03.994163 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-2ae09d24-df82-4c86-945d-d2051708b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:29:03.995667 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-2ae09d24-df82-4c86-945d-d2051708b6fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454485 Oct 16 14:29:04.105031 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-7029317c-9c5d-4e30-8497-122e906c8fc3 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019952 Oct 16 14:29:04.201657 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8df431a-8a9e-49ac-b971-56ce3f76cc8b req-c08e7cc6-2368-458b-b9b6-8b637a01071f service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890384 Oct 16 14:29:12.874826 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-65032964-4895-49ef-b772-b364fc4dec88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:15.498754 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-626a6476-a4eb-4350-837d-a2af42333394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:16.658457 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:16.927468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:17.242779 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:29:18.635593 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:23.161547 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:42.881144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-963e0cf0-34e5-4d0c-8c73-086f97a59174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:45.492247 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-14f98ec3-c13d-4a3e-8c5b-285836806f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:46.663857 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:46.909564 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:48.640722 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:53.149554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:29:54.241523 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:30:03.611006 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-7df2b32a-ab3e-4b5f-8d86-27ec759f78c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503817 Oct 16 14:30:03.698133 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-fd257b37-bff7-4bb9-9c0f-c58b7b99c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:30:03.699621 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-fd257b37-bff7-4bb9-9c0f-c58b7b99c0eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1099 time: 0.0463033 Oct 16 14:30:03.818119 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-60e4d8c3-046d-44f0-8b6b-d63a753a8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:30:03.821627 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-60e4d8c3-046d-44f0-8b6b-d63a753a8439 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.1024256 Oct 16 14:30:03.892169 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-1cf26089-6f43-4dcc-937c-5fc3d1b0ff23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 1002 time: 0.0648448 Oct 16 14:30:03.940804 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-921dea78-7b8c-40b4-8ffa-071fa8b066e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:30:03.942251 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-921dea78-7b8c-40b4-8ffa-071fa8b066e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0439663 Oct 16 14:30:03.999096 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-01bced2f-f1a6-4a5a-842d-2f79e32d1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:30:04.000611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-01bced2f-f1a6-4a5a-842d-2f79e32d1b54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514851 Oct 16 14:30:04.090290 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-e01f1f96-828b-49f9-b207-4d00d763f7de service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818574 Oct 16 14:30:04.194088 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4d31dbee-d32d-46d5-b688-f493acd5ba24 req-074fe44f-552d-4da8-b0c0-60ae891a3d7d service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968752 Oct 16 14:30:12.846670 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-8aef3be9-a7a8-44f8-a3c9-6f8a197d37d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:15.509141 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a736abcb-3c27-4b48-b1e6-60de0abfc593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:16.668750 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:16.926233 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:18.639828 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:23.165530 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:31.240475 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:30:42.851803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbd0d-fe10-4a53-beee-f9e7f6164ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:45.141680 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:30:45.240225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:30:45.250761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:30:45.294390 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:45.306657 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f48b7251-76d4-4e26-a0e3-16964731dc54 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:30:45.325276 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:30:45.394617 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:45.457954 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:30:45.465648 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.465994 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.466329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.466659 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.467036 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.467358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.467752 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.468011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.468351 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.468674 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.468993 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.469307 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:30:45.474119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['f48b7251-76d4-4e26-a0e3-16964731dc54'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:30:45.498119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-578e96ac-8f07-4d7e-a966-bbbbae0335ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:46.685517 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:46.954317 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:47.157770 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:30:47.211110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port f48b7251-76d4-4e26-a0e3-16964731dc54 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:30:47.211474 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:47.293147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:47.315602 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:30:47.317830 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29398f47-e239-4682-b024-ba6ed0162d49" -d '{"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:30:47.329597 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:30:47.355268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafd154-4e5d-4370-9430-e50776036b05 x-openstack-request-id: req-2aafd154-4e5d-4370-9430-e50776036b05 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:30:47.355554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-plugged", "status": "completed", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:30:47.355807 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aafd154-4e5d-4370-9430-e50776036b05 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:30:47.356202 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'code': 200} Oct 16 14:30:47.400019 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:47.454999 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:30:48.639741 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:30:53.192269 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:02.492913 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-e5eb9e7e-fa81-4df3-96dc-6ce60f0a4a34 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407193284&fields=id&tenant_id=ab931cb3380d4b55be48ea8583af3239 HTTP/1.1" status: 200 len: 267 time: 0.0339251 Oct 16 14:31:02.601103 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-13d50e7d-9d07-4cf5-8d2c-f5ddc4a684b0 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:02.602837 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-13d50e7d-9d07-4cf5-8d2c-f5ddc4a684b0 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 810 time: 0.1033626 Oct 16 14:31:02.617553 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-278b6422-cdbe-4259-bfda-a07cab57ac86 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/quotas/ab931cb3380d4b55be48ea8583af3239 HTTP/1.1" status: 200 len: 375 time: 0.0089555 Oct 16 14:31:02.678692 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-368e57b2-f2da-498c-bfc7-d1330cbaa19d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0561278 Oct 16 14:31:02.757526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-bd11c5ea-3b1f-4aa1-8baa-82e3f71439f4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=101080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 16 14:31:02.758513 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-bd11c5ea-3b1f-4aa1-8baa-82e3f71439f4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13652 time: 0.0689549 Oct 16 14:31:02.849280 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-5d76b84f-e73d-4327-844e-b33ff8f2f0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Oct 16 14:31:02.938150 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-14fc52de-aa09-442d-8400-0ed0a81374e9 service neutron] 10.222.0.24 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826297 Oct 16 14:31:04.232116 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ff407de1-33d5-4774-803d-2e05f8a1ca60 req-b5ca2242-bbdc-4bd2-b856-8892e4298e45 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0291860 Oct 16 14:31:04.624710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-33ca83fd-2c14-494b-960f-792fefb1cc06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491741 Oct 16 14:31:04.713226 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-8061120a-9b55-4858-87d3-63cf9417d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:04.714768 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-8061120a-9b55-4858-87d3-63cf9417d84c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1099 time: 0.0500290 Oct 16 14:31:04.821646 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-913bdbf2-22f1-4d4e-98d3-8d755d53f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:04.823134 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-913bdbf2-22f1-4d4e-98d3-8d755d53f412 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0883877 Oct 16 14:31:04.898710 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-76850c82-9f52-4ccd-a892-dffb4ba2f1d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 1002 time: 0.0685630 Oct 16 14:31:04.948388 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-7abd3b8c-b31c-48ec-acac-d843d8d68312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:04.949874 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-7abd3b8c-b31c-48ec-acac-d843d8d68312 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0443749 Oct 16 14:31:05.001367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-9f706e6c-d69c-41c6-8a33-2188f064b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:05.003436 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-9f706e6c-d69c-41c6-8a33-2188f064b1c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464530 Oct 16 14:31:05.098207 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-6d3b2abe-2267-45eb-a134-b98d46f7a706 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876782 Oct 16 14:31:05.201991 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-d28f792f-3c5b-4894-909b-3b33edae8f91 req-d987de3e-e670-47e9-b7ba-d09070005fba service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934598 Oct 16 14:31:05.241626 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:31:05.316915 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a8b5e1a3-b04f-4247-bb17-571c58c7b235 req-93646335-7381-4042-ac7f-92cb8d4b70fc tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0339241 Oct 16 14:31:05.337441 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:05.359678 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:31:05.361959 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6872b4d5-f2e9-4c0c-b8ab-f5ac87075889" -d '{"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:31:05.378456 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:31:05.408306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 16 Oct 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57764d4b-ab12-45f9-9b7d-db7dd382deb2 x-openstack-request-id: req-57764d4b-ab12-45f9-9b7d-db7dd382deb2 {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:31:05.408634 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:31:05.408889 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57764d4b-ab12-45f9-9b7d-db7dd382deb2 {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:31:05.409372 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'code': 200} Oct 16 14:31:05.445814 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:05.501106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=8']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:06.395758 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ae7a880c-ac1b-4cf8-8db2-31993e8643dc req-6b2ac223-cde9-43bc-8489-0a51a90aef5a tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0268850 Oct 16 14:31:07.475700 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-e6351eaa-5e52-4658-9faf-507e1a2707b6 req-40933638-a5e6-465b-98f9-24529adc6d39 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0269608 Oct 16 14:31:08.239233 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:31:08.567214 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ab3af359-7054-4c32-82b1-7a4c866adabf req-b93cec36-b66f-4651-bb2d-0060cec6e961 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Oct 16 14:31:09.671940 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c3d1786a-f277-475e-b850-c8babebb7067 req-934b7f39-ebc0-4bdd-8d6e-527693987233 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Oct 16 14:31:10.217638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-646ff090-eeed-40db-8814-f03e7df4746b tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:10.219080 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-646ff090-eeed-40db-8814-f03e7df4746b tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 810 time: 0.1074190 Oct 16 14:31:10.261841 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-e2c8c44a-4a11-496e-9474-34ddf62c33c7 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab931cb3380d4b55be48ea8583af3239 HTTP/1.1" status: 200 len: 380 time: 0.0335195 Oct 16 14:31:10.271255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'port': {'device_id': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'admin_state_up': True, 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'security_groups': ['f0cc3c49-e984-41a6-834e-f2c632f12a9a']}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:31:10.479442 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Made reservation on behalf of ab931cb3380d4b55be48ea8583af3239 for: {'port': 1} {{(pid=101080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 16 14:31:10.483224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:10.606392 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Allocated IP 172.20.0.13 (d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf/34e1232d-501d-4d7c-9a6d-94ce86556293/3ad4f2d4-fa63-4e28-ada8-86efd2d7b387) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:31:10.759672 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:10.776764 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ea5e774b-085b-44f0-81b4-0a021a78e8e0 req-7d87d4b7-db7d-4933-b20b-3a34c8454556 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0373936 Oct 16 14:31:10.857224 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:10.899915 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:31:10.905769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:31:10.909972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:31:11.334470 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:11.347173 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.347693 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.348038 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.348398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.348734 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.349065 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.349400 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.349730 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.350066 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.350399 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.350703 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.351025 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:31:11.363417 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:11.364092 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:11.376919 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-11488956-0136-44b8-b804-fc8c65cbc475 None None] Provisioning complete for port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 triggered by entity DHCP. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:31:11.377513 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-11488956-0136-44b8-b804-fc8c65cbc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:11.427894 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-11488956-0136-44b8-b804-fc8c65cbc475 None None] Port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 cannot update to ACTIVE because it is not bound. {{(pid=101082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 16 14:31:11.489533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-d17e3df7-ec9f-4bf1-9f26-a501faa13029 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2223244 Oct 16 14:31:11.907860 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864baf71-2573-4f33-8329-e5dbe951a408 req-b14ce46c-2e36-407b-a450-a4460fa1ebcc tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:11.909965 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-864baf71-2573-4f33-8329-e5dbe951a408 req-b14ce46c-2e36-407b-a450-a4460fa1ebcc tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0617044 Oct 16 14:31:11.948111 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-864baf71-2573-4f33-8329-e5dbe951a408 req-c427c967-5acc-47a1-9f77-2f149ca80185 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319469 Oct 16 14:31:12.885225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d220ff78-433c-4d38-9ada-eed6842b6b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:13.082253 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ccc0-8eb7-4a7c-8a80-4a970936f7ed req-ed4513b0-b194-4e04-8750-f4b59b979a59 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:13.083620 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f508ccc0-8eb7-4a7c-8a80-4a970936f7ed req-ed4513b0-b194-4e04-8750-f4b59b979a59 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0610604 Oct 16 14:31:13.127512 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-f508ccc0-8eb7-4a7c-8a80-4a970936f7ed req-750caa4d-4890-47d7-be0b-1fe903153cb3 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379264 Oct 16 14:31:14.263726 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf901cf-cd83-4694-9f31-191c6926205c req-d53d1265-2a5e-4e99-b294-21deea61ee4a tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:14.265403 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bf901cf-cd83-4694-9f31-191c6926205c req-d53d1265-2a5e-4e99-b294-21deea61ee4a tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0619402 Oct 16 14:31:14.306525 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-8bf901cf-cd83-4694-9f31-191c6926205c req-90ed9c20-b0e1-4f35-8f32-d1de56633834 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340199 Oct 16 14:31:15.434191 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5f08f-9dde-4b62-a965-76f975bf2624 req-7c10b072-227a-4a3e-b3d2-867b02f2131d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:15.435715 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3df5f08f-9dde-4b62-a965-76f975bf2624 req-7c10b072-227a-4a3e-b3d2-867b02f2131d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0573056 Oct 16 14:31:15.481695 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-3df5f08f-9dde-4b62-a965-76f975bf2624 req-d8151df6-2dc7-499a-ba5d-7132df03c8ac tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394044 Oct 16 14:31:15.490861 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0afb61ae-cbdf-45e3-b007-ef81cb09f83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:16.631537 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2690-518e-4c3e-be33-222f0c3f5e42 req-30a0c5bc-2a43-43d8-93c8-b290fde2c4a8 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:16.636178 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e9a2690-518e-4c3e-be33-222f0c3f5e42 req-30a0c5bc-2a43-43d8-93c8-b290fde2c4a8 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0756657 Oct 16 14:31:16.672247 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5e9a2690-518e-4c3e-be33-222f0c3f5e42 req-c606021c-f18c-4e23-b1b3-01ec5b39786a tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Oct 16 14:31:16.691783 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:16.926377 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:17.797705 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bef05a-0b22-41bc-b9b9-4b4548044e2d req-c461961f-8f1f-4e2e-84a6-f4bf2404e000 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:17.799180 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32bef05a-0b22-41bc-b9b9-4b4548044e2d req-c461961f-8f1f-4e2e-84a6-f4bf2404e000 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0563140 Oct 16 14:31:17.838460 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-32bef05a-0b22-41bc-b9b9-4b4548044e2d req-8b83af06-5a91-4872-bde7-7d3e05feff03 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Oct 16 14:31:18.633920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:18.969125 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6b8d-f9ce-4a48-9fbe-bbb5fa0fc6c4 req-8838e5b9-dc9b-4ce3-ad2c-1b09601f5965 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:18.970615 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-732e6b8d-f9ce-4a48-9fbe-bbb5fa0fc6c4 req-8838e5b9-dc9b-4ce3-ad2c-1b09601f5965 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0595653 Oct 16 14:31:19.009849 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-732e6b8d-f9ce-4a48-9fbe-bbb5fa0fc6c4 req-18fde6ae-6f88-4a95-85c0-1bc02fcf75b1 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Oct 16 14:31:20.139229 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26c89f-1935-4870-a945-1d4e5a741c87 req-4e9ee9b6-b816-4514-ad20-e0e98edc6861 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:20.140865 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a26c89f-1935-4870-a945-1d4e5a741c87 req-4e9ee9b6-b816-4514-ad20-e0e98edc6861 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0618641 Oct 16 14:31:20.195012 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5a26c89f-1935-4870-a945-1d4e5a741c87 req-9c05a1a9-d9ab-42a7-b9d5-fe0cd441f4b4 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461559 Oct 16 14:31:21.316745 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d939d-7535-4c95-81ee-3ecea9052b10 req-d532fcb2-05c0-40c3-9a90-9c1747115ab5 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:21.318235 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-178d939d-7535-4c95-81ee-3ecea9052b10 req-d532fcb2-05c0-40c3-9a90-9c1747115ab5 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 932 time: 0.0559647 Oct 16 14:31:21.355355 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-178d939d-7535-4c95-81ee-3ecea9052b10 req-3316032b-b110-4ee9-9d76-f5097c40e4ad tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312862 Oct 16 14:31:21.473640 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Request body: {'port': {'device_id': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7431'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:31:21.541840 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:21.821079 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 {{(pid=101080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:31:21.828514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:21.841474 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.provisioning_blocks [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Transition to ACTIVE for port object 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 will not be triggered until provisioned by entity L2. {{(pid=101080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 16 14:31:21.890648 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:21.970231 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:22.025622 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Attempting to bind port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 on host hv-neutron-7431 for vnic_type normal with profile {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 16 14:31:22.025968 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Attempting to bind port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 by drivers openvswitch,hyperv on host hv-neutron-7431 at level 0 using segments [{'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 16 14:31:22.026300 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Attempting to bind port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:31:22.030853 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7431 {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 16 14:31:22.031170 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Attempting to bind port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 on network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 16 14:31:22.037472 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Checking agent: {'id': '5906c689-8752-475e-9058-8e8ad2bb7e63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7431', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'started_at': datetime.datetime(2021, 10, 16, 13, 34, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 16, 14, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 16 14:31:22.037822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Checking segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 16 14:31:22.038198 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Bound using segment: {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'} {{(pid=101080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 16 14:31:22.038633 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.managers [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Bound port: 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host: hv-neutron-7431, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41368702-eaef-47da-92ed-3bd16625907a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf'}}] {{(pid=101080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 16 14:31:22.038989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:22.113560 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, cleared binding levels {{(pid=101080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 16 14:31:22.116887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 16 14:31:22.211367 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:22.251798 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.252962 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:22.254385 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] 10.222.0.31 "PUT /v2.0/ports/3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 HTTP/1.1" status: 200 len: 1094 time: 0.7852113 Oct 16 14:31:22.254869 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:31:22.257203 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d355d-4a53-448f-9bad-1e6d5a9b4067" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:31:22.293205 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af635-a9be-4275-bbe1-5232bdc01fee service neutron] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=3']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:22.297635 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d5c16-70a3-4c23-bf91-caa9c56518e6 x-openstack-request-id: req-df6d5c16-70a3-4c23-bf91-caa9c56518e6 {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:31:22.297923 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:31:22.298188 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df6d5c16-70a3-4c23-bf91-caa9c56518e6 {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:31:22.298562 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'status': 'completed', 'code': 200} Oct 16 14:31:22.375209 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d355d-4a53-448f-9bad-1e6d5a9b4067 req-eb51d5d3-9671-4a66-b71f-b07a7a7eea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.376753 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c26d355d-4a53-448f-9bad-1e6d5a9b4067 req-eb51d5d3-9671-4a66-b71f-b07a7a7eea79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1097 time: 0.0567787 Oct 16 14:31:22.520115 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d355d-4a53-448f-9bad-1e6d5a9b4067 req-203d3afe-48b5-4bac-96f0-13b30de427d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.521527 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c26d355d-4a53-448f-9bad-1e6d5a9b4067 req-203d3afe-48b5-4bac-96f0-13b30de427d0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ab931cb3380d4b55be48ea8583af3239&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1360118 Oct 16 14:31:22.537636 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46133ac-bab0-468a-ac04-dc251f3ebc0a req-0a9e803c-54f9-4756-9706-fbb3d8371767 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.539130 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a46133ac-bab0-468a-ac04-dc251f3ebc0a req-0a9e803c-54f9-4756-9706-fbb3d8371767 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 944 time: 0.0876534 Oct 16 14:31:22.631210 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a46133ac-bab0-468a-ac04-dc251f3ebc0a req-1538ea7d-ceb3-4aa1-bab6-a5727d590338 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837698 Oct 16 14:31:22.657502 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d355d-4a53-448f-9bad-1e6d5a9b4067 req-c697974d-7c7f-434b-930e-2fea34acf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.659234 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-c26d355d-4a53-448f-9bad-1e6d5a9b4067 req-c697974d-7c7f-434b-930e-2fea34acf3e6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300585 Oct 16 14:31:22.757589 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-b8083fab-174b-48ab-9b8a-62ddcfcfa987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.759078 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-b8083fab-174b-48ab-9b8a-62ddcfcfa987 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1097 time: 0.0615971 Oct 16 14:31:22.804194 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-8662d43d-d747-4df4-bdb1-2177e1d534c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 HTTP/1.1" status: 200 len: 217 time: 0.0374956 Oct 16 14:31:22.853638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-788b880a-2d4a-48d4-b355-bca3fdde443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.855051 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-788b880a-2d4a-48d4-b355-bca3fdde443e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0440369 Oct 16 14:31:22.913073 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-823a1e07-bf79-43bb-8ee7-92d88601042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:22.914546 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-823a1e07-bf79-43bb-8ee7-92d88601042f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529304 Oct 16 14:31:23.012622 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-04e24a00-ee4b-4b09-bb7a-c339af064f85 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904195 Oct 16 14:31:23.104551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-da1d7f8d-14cb-4749-943b-4c2c92838651 req-ce3e675a-4b9e-4ab5-ac51-d0354c4e01aa service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852163 Oct 16 14:31:23.256291 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:23.752671 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78243768-31ae-43da-be6d-f3d5e2302230 req-dde1dcf5-59cf-4736-8a1e-2b8f8ec5bc12 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:23.754060 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78243768-31ae-43da-be6d-f3d5e2302230 req-dde1dcf5-59cf-4736-8a1e-2b8f8ec5bc12 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 944 time: 0.0558910 Oct 16 14:31:23.791142 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-78243768-31ae-43da-be6d-f3d5e2302230 req-761f97f1-2caa-4373-b2c0-6bd9926fcc8b tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312734 Oct 16 14:31:24.919282 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96143ae-9fff-45c9-83f1-6bd04a5ecab3 req-e18fae69-abc1-4e58-8b1b-4750e2b6ea4d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:24.920845 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a96143ae-9fff-45c9-83f1-6bd04a5ecab3 req-e18fae69-abc1-4e58-8b1b-4750e2b6ea4d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 944 time: 0.0563972 Oct 16 14:31:24.964121 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a96143ae-9fff-45c9-83f1-6bd04a5ecab3 req-104242ed-95d3-4f5b-b891-04c37cedb609 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346296 Oct 16 14:31:25.272944 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:31:25.373196 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:31:25.385110 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'port_id': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'mac_address': 'fa:16:3e:e1:70:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:31:25.429512 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:25.442447 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:31:25.464130 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:31:25.524742 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:25.578125 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=4']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:25.758375 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:31:26.094957 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a495afe-713c-4ea0-b7f4-0c422cedb8d9 req-0e0c6f5f-1509-4c02-b28c-cb4cc0c423d3 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:26.096557 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a495afe-713c-4ea0-b7f4-0c422cedb8d9 req-0e0c6f5f-1509-4c02-b28c-cb4cc0c423d3 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 945 time: 0.0599012 Oct 16 14:31:26.134298 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-7a495afe-713c-4ea0-b7f4-0c422cedb8d9 req-e6e00083-796e-43ea-b84c-eb784ead245a tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Oct 16 14:31:27.257137 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfab858-6839-42a2-8534-14b4e79ebbef req-76fa9392-9060-428b-99fb-33aa4514b5d1 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:27.258611 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-abfab858-6839-42a2-8534-14b4e79ebbef req-76fa9392-9060-428b-99fb-33aa4514b5d1 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 945 time: 0.0561476 Oct 16 14:31:27.272073 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:31:27.296123 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-abfab858-6839-42a2-8534-14b4e79ebbef req-f944a058-075f-4991-bfe2-b94f0d4e8797 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Oct 16 14:31:27.404329 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning for port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 completed by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 16 14:31:27.407947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:31:27.408835 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:27.493379 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:27.514619 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:31:27.516855 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85bfe7f-4deb-47e9-a09d-7f507371548a" -d '{"events": [{"server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:31:27.529624 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:31:27.553202 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9578b7-0e10-48e5-85ab-6c7b5333ad6f x-openstack-request-id: req-2a9578b7-0e10-48e5-85ab-6c7b5333ad6f {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:31:27.553554 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:31:27.553803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a9578b7-0e10-48e5-85ab-6c7b5333ad6f {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:31:27.554196 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'code': 200} Oct 16 14:31:27.610471 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:27.665415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=5']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:27.839419 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87d387-a3f7-41fa-9550-3d92dc8a0e25 req-4ec37420-acdd-4229-9f8c-26e8ce124347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:27.840883 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf87d387-a3f7-41fa-9550-3d92dc8a0e25 req-4ec37420-acdd-4229-9f8c-26e8ce124347 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1099 time: 0.0457740 Oct 16 14:31:27.875844 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-cf87d387-a3f7-41fa-9550-3d92dc8a0e25 req-4a967c1e-b1a2-4520-8c8d-88e0602c209a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269179 Oct 16 14:31:28.420715 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b736-cc67-4e9e-b1e0-c04448b4d331 req-4b402a2a-5f60-444f-9da5-59356d5e0b32 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:28.422171 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a131b736-cc67-4e9e-b1e0-c04448b4d331 req-4b402a2a-5f60-444f-9da5-59356d5e0b32 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 946 time: 0.0588102 Oct 16 14:31:28.459298 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-a131b736-cc67-4e9e-b1e0-c04448b4d331 req-32776325-2b9e-4a89-8d1f-09a74e0ee801 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Oct 16 14:31:29.581249 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a540c-ed6e-47d7-ac2e-5e7eae65f36c req-002c552a-f17a-4860-a994-b07dc6f7cb7d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:29.582828 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-993a540c-ed6e-47d7-ac2e-5e7eae65f36c req-002c552a-f17a-4860-a994-b07dc6f7cb7d tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 946 time: 0.0556157 Oct 16 14:31:29.620291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-993a540c-ed6e-47d7-ac2e-5e7eae65f36c req-1337010e-6c23-4c06-b636-8367b2de61c9 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316551 Oct 16 14:31:29.743102 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02071625-a066-4a03-9319-ff83292fd5ac req-09853647-f0a6-48ae-9b2c-f4c94530322f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:29.744528 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-02071625-a066-4a03-9319-ff83292fd5ac req-09853647-f0a6-48ae-9b2c-f4c94530322f tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 946 time: 0.0581982 Oct 16 14:31:29.785419 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-02071625-a066-4a03-9319-ff83292fd5ac req-e10d5964-fd6b-4318-ad78-8244de33c11c tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344939 Oct 16 14:31:29.806784 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 46182) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:31:29.853673 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fd609-e3fa-4ce0-a50f-7df414507496 tempest-TestSnapshotPattern-1977114979 tempest-TestSnapshotPattern-1977114979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:29.855287 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-309fd609-e3fa-4ce0-a50f-7df414507496 tempest-TestSnapshotPattern-1977114979 tempest-TestSnapshotPattern-1977114979-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1094 time: 0.0475283 Oct 16 14:31:29.858064 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 46184) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:31:29.862269 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.v2.base [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Request body: {'floatingip': {'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'port_id': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 16 14:31:29.930522 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:30.024900 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:30.130197 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.db_base_plugin_common [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Allocated IP 172.26.5.8 (5e3d02d0-b686-4116-92a9-70ffd3ae9867/959f34a8-a5de-4ef2-bd99-28ea14102729/6839cf66-f19a-41a7-99bc-06ddecf04bf2) {{(pid=101080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 16 14:31:30.230255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for port, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:30.336907 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745727905949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:30.382037 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Network 5e3d02d0-b686-4116-92a9-70ffd3ae9867 is already hosted by enough agents. {{(pid=101080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 16 14:31:30.387943 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.base_scheduler [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Resources bound (agent type, host, resource id): {{(pid=101080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 16 14:31:30.390851 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Received port after_create {{(pid=101080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 16 14:31:30.423675 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'Port': ['ID=6839cf66-f19a-41a7-99bc-06ddecf04bf2,revision_number=1']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:30.798386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:30.909623 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:31.068245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for port, precommit_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:31.107352 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63735349'] for port, after_update {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:31.184531 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event updated for resources: {'Port': ['ID=6839cf66-f19a-41a7-99bc-06ddecf04bf2,revision_number=2']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:31:31.195742 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572604'] for floatingip, after_create {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:31.311439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.db.l3_db [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Floating IP a2183a0a-234b-463a-88d1-ef9ed0a31c82 associated. External IP: 172.26.5.8, port: 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387. Oct 16 14:31:31.556658 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:31:31.680261 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:31:31.690253 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:31:31.699495 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:31:31.703181 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:31:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:31:31.732757 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:31.765791 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-3488b56e-e09e-42fc-9efe-65a8db7cb105 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9067094 Oct 16 14:31:31.766597 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:31:31.768884 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda2d603-f50c-4278-ab3f-c7447713a639" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:31:31.806518 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd044aaf-0f17-42da-9c7a-3d387e1038fc x-openstack-request-id: req-bd044aaf-0f17-42da-9c7a-3d387e1038fc {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:31:31.807180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:31:31.807180 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd044aaf-0f17-42da-9c7a-3d387e1038fc {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:31:31.807458 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'status': 'completed', 'code': 200} Oct 16 14:31:31.881283 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-a021a986-2751-4707-aeb2-4b3acbf77138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:31.882821 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-a021a986-2751-4707-aeb2-4b3acbf77138 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1099 time: 0.0540600 Oct 16 14:31:31.920420 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:31:31.973751 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-59baf3c2-b0da-41a2-ac26-0c2a143a8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:31.975282 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-59baf3c2-b0da-41a2-ac26-0c2a143a8477 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0855830 Oct 16 14:31:32.050303 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-b0d543cd-de2e-4147-a08d-3e31fb2ed731 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 HTTP/1.1" status: 200 len: 998 time: 0.0681167 Oct 16 14:31:32.099278 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-6721d5c8-e9e2-4299-a158-f9bb2ad945cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:32.100649 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-6721d5c8-e9e2-4299-a158-f9bb2ad945cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0432088 Oct 16 14:31:32.149691 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:49Z', 'revision_number': 1, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}, {'id': 'a2183a0a-234b-463a-88d1-ef9ed0a31c82', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:e1:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:31:30Z', 'updated_at': '2021-10-16T14:31:30Z', 'revision_number': 0, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:31:32.152109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-72ffd682-4b0a-4699-8f04-cff6b53e5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:31:32.153666 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-72ffd682-4b0a-4699-8f04-cff6b53e5bbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465529 Oct 16 14:31:32.181381 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:31:32.189501 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:31:32.190099 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:31:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:31:32.251305 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-21e73722-f1ef-4851-a90c-4212fc83ee04 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899916 Oct 16 14:31:32.309977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:31:32.343849 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-eda2d603-f50c-4278-ab3f-c7447713a639 req-7216a09f-a1d1-41f6-9f28-6f83e6913730 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828121 Oct 16 14:31:32.543466 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:49Z', 'revision_number': 1, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}, {'id': 'a2183a0a-234b-463a-88d1-ef9ed0a31c82', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:e1:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:31:30Z', 'updated_at': '2021-10-16T14:31:30Z', 'revision_number': 0, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:31:32.574539 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc110673-7f91-4d5f-98e5-f2dae98caa78 None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:49Z', 'revision_number': 1, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}, {'id': 'a2183a0a-234b-463a-88d1-ef9ed0a31c82', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.8', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:e1:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:31:30Z', 'updated_at': '2021-10-16T14:31:30Z', 'revision_number': 0, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:31:32.766123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9c8c7-62c0-45d9-9ba6-185ce41207df None None] New status for floating IP a2183a0a-234b-463a-88d1-ef9ed0a31c82: ACTIVE {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:31:42.856147 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c3796d92-d99c-4d08-bb12-c8f3b4b1cc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:45.238004 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:31:45.479180 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9feb85bc-1fb7-4546-82cd-f487ced0dff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:46.713166 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:46.912989 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:48.655595 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:31:53.227394 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:04.663748 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-bed20e5c-45c3-4728-9fff-a6f26efd25b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927563 Oct 16 14:32:04.755769 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-3ae81864-d2ed-4aeb-86e2-87b8d3d718c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:32:04.757347 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-3ae81864-d2ed-4aeb-86e2-87b8d3d718c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1097 time: 0.0513406 Oct 16 14:32:04.864862 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-d5c2be75-a3fd-4625-9580-ae3eb62880f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:32:04.866254 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-d5c2be75-a3fd-4625-9580-ae3eb62880f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0882404 Oct 16 14:32:05.273533 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-7a3c173a-a853-42b3-b3de-348d790608f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 1000 time: 0.4004424 Oct 16 14:32:05.322969 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-274e26e1-e4b0-4d95-8b3f-8a47e1c87c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:32:05.324454 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-274e26e1-e4b0-4d95-8b3f-8a47e1c87c49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0439060 Oct 16 14:32:05.378768 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-c2de8496-eb88-40b0-b3a9-9d83f4d65f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:32:05.380341 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-c2de8496-eb88-40b0-b3a9-9d83f4d65f35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492544 Oct 16 14:32:05.481481 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-c26c658f-e185-4f83-9afe-e2c707c2be9f service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940042 Oct 16 14:32:05.571499 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-889bb6a3-1965-4bce-87a7-1d7913139542 req-51b92a0a-6874-48be-9c4b-7e4ba17c317d service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826108 Oct 16 14:32:12.861137 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-dfdab59e-5b2a-4a4d-9392-7ef86fbb0af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:15.472890 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-aa0b1c6e-0627-4d91-a516-9cfb69f6aa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:16.649761 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:16.935537 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:18.655313 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:22.235838 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:32:23.243504 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:42.865860 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-1aefd788-d6bd-4113-99c2-967065e238ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:45.506468 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a7ad12e4-82ce-487f-8b2a-57445686b329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:46.654662 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:46.923586 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:48.643690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:53.249142 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:32:59.235374 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:33:04.635989 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650c3af-274b-4a6a-b562-01926749a460 req-2efd4a34-bd96-40bf-97a6-6e15e67d2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:04.637450 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-2efd4a34-bd96-40bf-97a6-6e15e67d2614 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1099 time: 0.0529592 Oct 16 14:33:04.743259 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650c3af-274b-4a6a-b562-01926749a460 req-0f98cc7b-a57a-4920-93c0-9ab30a840d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:04.744786 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-0f98cc7b-a57a-4920-93c0-9ab30a840d4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0874126 Oct 16 14:33:04.822506 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-2c58c180-80b4-4d3d-8c15-b17a11a6b6de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 HTTP/1.1" status: 200 len: 1000 time: 0.0696740 Oct 16 14:33:04.874109 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650c3af-274b-4a6a-b562-01926749a460 req-3856a456-383b-4b5a-b63e-9c87bf234b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:04.875574 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-3856a456-383b-4b5a-b63e-9c87bf234b92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0457406 Oct 16 14:33:04.930157 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650c3af-274b-4a6a-b562-01926749a460 req-2c43ce74-a0db-4e0f-bce7-7439043d6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:04.931660 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-2c43ce74-a0db-4e0f-bce7-7439043d6e4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0479732 Oct 16 14:33:05.028439 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-e5addce0-3228-4cca-b842-e91cc324d44a service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881455 Oct 16 14:33:05.120146 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-2650c3af-274b-4a6a-b562-01926749a460 req-0e299a64-d36c-4001-91f3-ff44254e5ba0 service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839610 Oct 16 14:33:05.630101 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 details requested by agent hyperv_hv-neutron-7431 with host hv-neutron-7431 {{(pid=101082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 16 14:33:05.725225 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:05.736834 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Returning: {'device': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'port_id': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'mac_address': 'fa:16:3e:e1:70:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 16 14:33:05.777016 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:05.789694 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 {{(pid=101082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 16 14:33:05.808649 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:05.883221 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:05.937417 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=6']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:05.944200 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.944576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.944912 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.945240 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.945565 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.945887 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.946212 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.946532 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.946851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.947168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.947484 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.947797 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:05.960506 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] get_ports_and_sgs() called for port_ids ['3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'] {{(pid=101082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 16 14:33:07.629815 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 up at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 16 14:33:07.688805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.provisioning_blocks [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Provisioning complete for port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 triggered by entity L2. {{(pid=101082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 16 14:33:07.689672 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1742224'] for port, provisioning_complete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:07.780365 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1827421'] for port, before_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:07.804587 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'}] {{(pid=101082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:33:07.806953 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32fe6ea6df18a06295893920880d757bb6680658b0af13caafba819d7c934a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0c0c28-e18f-4583-815c-1eb29fdb18ec" -d '{"events": [{"server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387"}]}' {{(pid=101082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:33:07.823151 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:07.858874 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b2f572-fc48-43f2-80ae-ae3efcc17bdd x-openstack-request-id: req-a2b2f572-fc48-43f2-80ae-ae3efcc17bdd {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:33:07.859415 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387", "code": 200}]} {{(pid=101082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:33:07.859687 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b2f572-fc48-43f2-80ae-ae3efcc17bdd {{(pid=101082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:33:07.860109 dv-neutron-743142-24-hyperv neutron-server[101082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'code': 200} Oct 16 14:33:07.883186 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745728431683', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745727905967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745727905985'] for port, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:07.945975 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Pushing event updated for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=7']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:12.877831 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-5d899e58-1f8c-4a1d-ae0f-74f9b3771cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:15.643250 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-76697b7f-5238-4400-a2c8-44a62c2fff5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:16.683159 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:16.939896 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.203973 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46384) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:18.376450 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Deleting port 6839cf66-f19a-41a7-99bc-06ddecf04bf2 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:18.376794 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.455650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.455864 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.467707 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Calling delete_port for 6839cf66-f19a-41a7-99bc-06ddecf04bf2 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:18.677690 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.700985 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.729509 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event deleted for resources: {'Port': ['ID=6839cf66-f19a-41a7-99bc-06ddecf04bf2,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:18.755355 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.755696 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.756030 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.756392 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.756723 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.757049 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.757379 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.757702 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.758022 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.758339 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.758654 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.758968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:18.796817 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:18.797141 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Floating IP a2183a0a-234b-463a-88d1-ef9ed0a31c82 disassociated (deleted). External IP: 172.26.5.8, port: 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387. Oct 16 14:33:19.047108 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:33:19.169235 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:33:19.174016 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:19.178643 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:33:19.187143 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:19.187792 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:19.214447 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-bd1ee657-4239-4127-8b49-d9adc29b74d6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "DELETE /v2.0/floatingips/a2183a0a-234b-463a-88d1-ef9ed0a31c82 HTTP/1.1" status: 204 len: 168 time: 1.0070617 Oct 16 14:33:19.214447 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:33:19.215309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:33:19.256289 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8d052-1f6a-4248-8ffa-92614c46da63 x-openstack-request-id: req-96d8d052-1f6a-4248-8ffa-92614c46da63 {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:33:19.256611 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:33:19.256903 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96d8d052-1f6a-4248-8ffa-92614c46da63 {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:33:19.257442 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'status': 'completed', 'code': 200} Oct 16 14:33:19.325348 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:19.331514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-8656ec0f-18f3-4753-9a44-c101002dd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:19.335554 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-8656ec0f-18f3-4753-9a44-c101002dd188 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 1099 time: 0.0589762 Oct 16 14:33:19.431010 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-7b7d721d-c2d5-4b9e-aca0-17cad2eef4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:19.432547 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-7b7d721d-c2d5-4b9e-aca0-17cad2eef4f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0907903 Oct 16 14:33:19.482320 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-8be95eb5-5261-4989-9c0c-9d454d05293d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 HTTP/1.1" status: 200 len: 217 time: 0.0416422 Oct 16 14:33:19.533800 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-6054b7f0-cd76-4a9b-9312-3d98ba8a2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:19.535291 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-6054b7f0-cd76-4a9b-9312-3d98ba8a2ffc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0457902 Oct 16 14:33:19.576627 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:49Z', 'revision_number': 1, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:19.603415 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:33:19.611541 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:19.612126 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:19.628397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-61eef23c-8c34-4b59-b832-a165a188d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:19.630440 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-61eef23c-8c34-4b59-b832-a165a188d7c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0885391 Oct 16 14:33:19.642652 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b0a9f-3620-426c-af2c-393f87a9f04e req-34f2309f-6853-42fb-b460-7aac5ff33d34 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:19.644048 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f7b0a9f-3620-426c-af2c-393f87a9f04e req-34f2309f-6853-42fb-b460-7aac5ff33d34 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 946 time: 0.0758629 Oct 16 14:33:19.734463 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:19.740441 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-0f7b0a9f-3620-426c-af2c-393f87a9f04e req-91834fc9-a85f-47ae-b22b-b2a62a088ac0 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874414 Oct 16 14:33:19.761714 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-e6dc9a3a-87ae-477d-918c-ad32517b5c3f service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164365 Oct 16 14:33:19.865029 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-acfe9bda-c9dc-4eeb-ad59-b4c3d5ca074d req-7e01cd31-6dd1-4692-a644-cb36351147ec service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944057 Oct 16 14:33:20.067004 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:49Z', 'revision_number': 1, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:20.093761 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20d25c3-d50b-4e33-beb5-78fbd8c68ef1 None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_floatingips': [{'id': '050c97a8-cda0-4fcc-b409-344efe2e653c', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'router_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'port_id': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'mac_address': 'fa:16:3e:37:08:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-16T14:28:46Z', 'updated_at': '2021-10-16T14:28:49Z', 'revision_number': 1, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:33:20.323334 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb71c797-7b82-44dd-940e-cce0cfa8c2d7 None None] New status for floating IP a2183a0a-234b-463a-88d1-ef9ed0a31c82: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:33:20.938796 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6628e3-cd8f-40a3-8d49-1ecd64bcf51a req-d22de6ba-b033-4430-95f5-ea360586bd29 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:20.940309 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e6628e3-cd8f-40a3-8d49-1ecd64bcf51a req-d22de6ba-b033-4430-95f5-ea360586bd29 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 946 time: 0.1275554 Oct 16 14:33:20.977971 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1e6628e3-cd8f-40a3-8d49-1ecd64bcf51a req-7e238095-648c-4eb3-9a2b-ebf2a86a16b2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Oct 16 14:33:21.103153 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-d437a08f-290b-4603-91d0-74a709263fcc tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:21.104552 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-d437a08f-290b-4603-91d0-74a709263fcc tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 946 time: 0.0604234 Oct 16 14:33:21.213732 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Deleting port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:21.214067 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:21.304982 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] For port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:21.305335 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:21.317314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Calling delete_port for 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:21.482615 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:21.523350 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event deleted for resources: {'Port': ['ID=3ad4f2d4-fa63-4e28-ada8-86efd2d7b387,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:21.546949 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.547303 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.547638 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.547972 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.548298 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.548722 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.549051 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.549376 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.549718 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.550075 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.550398 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.551244 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-743142-24-hyperv {{(pid=101080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 16 14:33:21.574887 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] No DVR routers for this DVR port 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:33:21.577397 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:21.580798 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1ed74e46-06bb-4c64-9b6f-5781479089eb req-ff966975-ea5d-4ac1-8ca1-7d3e17a61ba2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "DELETE /v2.0/ports/3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 HTTP/1.1" status: 204 len: 173 time: 0.4664741 Oct 16 14:33:21.581240 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'name': 'network-vif-deleted', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:33:21.583924 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bc295f-94da-41d9-ac5e-6f01ba2e7450" -d '{"events": [{"server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "name": "network-vif-deleted", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:33:21.672146 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9b080-b130-481f-ae7e-eee4e1a0bb4d x-openstack-request-id: req-68d9b080-b130-481f-ae7e-eee4e1a0bb4d {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:33:21.672542 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0dd910-99ee-4ada-81b2-36b7240946c4", "name": "network-vif-deleted", "tag": "3ad4f2d4-fa63-4e28-ada8-86efd2d7b387", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:33:21.672822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68d9b080-b130-481f-ae7e-eee4e1a0bb4d {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:33:21.673229 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0dd910-99ee-4ada-81b2-36b7240946c4', 'name': 'network-vif-deleted', 'tag': '3ad4f2d4-fa63-4e28-ada8-86efd2d7b387', 'status': 'completed', 'code': 200} Oct 16 14:33:21.703644 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:21.727152 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:21.727496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:22.085646 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-1b8c5ba9-055d-43ec-b5d0-fe889ab09aae req-da8f0fdb-45b1-4814-82e0-6786a076a3b5 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0dd910-99ee-4ada-81b2-36b7240946c4 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Oct 16 14:33:23.265902 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:24.444858 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46458) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:24.614705 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Deleting port f6003921-b83d-4540-9286-16878d54b9b3 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:24.614949 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:24.695178 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:24.695507 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:24.707131 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Calling delete_port for f6003921-b83d-4540-9286-16878d54b9b3 owned by network:floatingip {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:24.905994 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:24.933006 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event deleted for resources: {'Port': ['ID=f6003921-b83d-4540-9286-16878d54b9b3,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:24.998534 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for floatingip, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:24.998988 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.db.l3_db [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Floating IP 050c97a8-cda0-4fcc-b409-344efe2e653c disassociated (deleted). External IP: 172.26.5.149, port: f48b7251-76d4-4e26-a0e3-16964731dc54. Oct 16 14:33:25.235133 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:33:25.355974 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:33:25.360962 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for floatingip, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:25.366024 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:33:25.374767 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:25.375354 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:25.392358 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-eee4fc25-74ec-4b05-a981-03c960d7eff2 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "DELETE /v2.0/floatingips/050c97a8-cda0-4fcc-b409-344efe2e653c HTTP/1.1" status: 204 len: 168 time: 0.9464068 Oct 16 14:33:25.393052 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:33:25.395513 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba715437df1183e61e1e492ef76bc3287696e0d41fcdc2e907ba211781ba4f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca242dde-067d-4a1b-9958-30856fe2cef2" -d '{"events": [{"name": "network-changed", "server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:33:25.431566 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 16 Oct 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204bafcb-4cd1-4cda-a8b7-a134c9252d3b x-openstack-request-id: req-204bafcb-4cd1-4cda-a8b7-a134c9252d3b {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:33:25.431854 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "status": "completed", "code": 200}]} {{(pid=101081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:33:25.432112 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-204bafcb-4cd1-4cda-a8b7-a134c9252d3b {{(pid=101081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:33:25.432562 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'status': 'completed', 'code': 200} Oct 16 14:33:25.505864 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:25.514677 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-cec033c0-2503-45cb-85b2-6f8ec5980d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:25.523104 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-cec033c0-2503-45cb-85b2-6f8ec5980d83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab931cb3380d4b55be48ea8583af3239&device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 1097 time: 0.0511706 Oct 16 14:33:25.607314 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-2bd4e81a-27df-4e0a-bdc1-a8a8b013b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:25.608840 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-2bd4e81a-27df-4e0a-bdc1-a8a8b013b4d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 200 len: 911 time: 0.0862844 Oct 16 14:33:25.664384 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-ea5a64c4-8633-48ff-97d6-31c08b83f40a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 200 len: 217 time: 0.0423026 Oct 16 14:33:25.718996 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:25.736836 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-04478a61-e664-41e5-b0db-2c3ddd906cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:25.738502 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-04478a61-e664-41e5-b0db-2c3ddd906cf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 200 len: 849 time: 0.0667515 Oct 16 14:33:25.739107 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:25.747568 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:33:25.756521 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:25.757470 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:25.760253 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:25.760839 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device 3ad4f2d4-fa63-4e28-ada8-86efd2d7b387 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:25.812563 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfaf31-6133-4ee0-b600-b72fb9f9892c req-1faefe81-b175-4a2f-9aa9-b84c2a3f5710 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:25.818805 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34cfaf31-6133-4ee0-b600-b72fb9f9892c req-1faefe81-b175-4a2f-9aa9-b84c2a3f5710 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.1008403 Oct 16 14:33:25.835128 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-2f7bc9bc-c593-4fa4-a4b8-a726ef461d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:25.836693 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-2f7bc9bc-c593-4fa4-a4b8-a726ef461d5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0831859 Oct 16 14:33:25.881325 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:25.892590 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-34cfaf31-6133-4ee0-b600-b72fb9f9892c req-0bb59e89-9c3b-48ea-9377-3ee59d5383c8 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678692 Oct 16 14:33:25.948151 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-e01cce18-df00-492a-83b3-709e89fbe83d service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034250 Oct 16 14:33:26.043551 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-ca242dde-067d-4a1b-9958-30856fe2cef2 req-ebb21348-8f37-49db-b275-93453af1cc3f service neutron] 10.222.0.31 "GET /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Oct 16 14:33:26.079994 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:26.108106 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1ceac-4c0c-4bc3-b1d1-c2046fa2b012 None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:28:21Z', 'revision_number': 4, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv', '_interfaces': [{'id': 'd38be1b1-6604-4c8d-a227-d086cf7d194e', 'name': '', 'network_id': 'd17b7ec5-a6ae-424c-a984-c87b1e6d7fdf', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'mac_address': 'fa:16:3e:e5:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:20Z', 'updated_at': '2021-10-16T14:28:25Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'subnets': [{'id': '34e1232d-501d-4d7c-9a6d-94ce86556293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:33:26.312251 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb74de-b147-48cd-a61a-bcc4550cb51c None None] New status for floating IP 050c97a8-cda0-4fcc-b409-344efe2e653c: DOWN {{(pid=101082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 16 14:33:27.014386 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cfcf-84b5-43fa-b512-73769cea53a8 req-551f0969-c396-4984-99d1-ff90035a7ae4 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:27.015900 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b84cfcf-84b5-43fa-b512-73769cea53a8 req-551f0969-c396-4984-99d1-ff90035a7ae4 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0556145 Oct 16 14:33:27.054769 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-4b84cfcf-84b5-43fa-b512-73769cea53a8 req-149a0957-2b41-4c9f-ab77-71aae9a10f58 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0cc3c49-e984-41a6-834e-f2c632f12a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Oct 16 14:33:27.297790 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-c4809670-8477-4bba-936e-99d9f03fa3f6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 16 14:33:27.299287 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-c4809670-8477-4bba-936e-99d9f03fa3f6 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 944 time: 0.0579200 Oct 16 14:33:27.422452 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Deleting port f48b7251-76d4-4e26-a0e3-16964731dc54 {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:27.422782 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:27.509975 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] For port f48b7251-76d4-4e26-a0e3-16964731dc54, host hv-neutron-7431, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7431',level=0,port_id=f48b7251-76d4-4e26-a0e3-16964731dc54,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:27.510245 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:27.522928 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Calling delete_port for f48b7251-76d4-4e26-a0e3-16964731dc54 owned by compute:nova {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:27.734255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:27.765311 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event deleted for resources: {'Port': ['ID=f48b7251-76d4-4e26-a0e3-16964731dc54,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:27.813033 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.db.l3_dvrscheduler_db [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] No DVR routers for this DVR port f48b7251-76d4-4e26-a0e3-16964731dc54 on host hv-neutron-7431 {{(pid=101080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:33:27.815738 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-990753'] for port, before_response {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:27.820005 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-36561cc0-1eea-4eee-aa8c-ff25e0419a6a req-00de48d7-25e4-47c8-893a-49663b6e2070 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.31 "DELETE /v2.0/ports/f48b7251-76d4-4e26-a0e3-16964731dc54 HTTP/1.1" status: 204 len: 173 time: 0.5146232 Oct 16 14:33:27.820586 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-deleted', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54'}] {{(pid=101080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 16 14:33:27.822822 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06a49d4d506264efab992367731b122ed18962fa7f79f03f8d9ff55b808ecffa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807be5d2-45b7-407a-a779-66e04c61e00b" -d '{"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-deleted", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54"}]}' {{(pid=101080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 16 14:33:27.857913 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 16 Oct 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99249505-ddf6-4d8b-a392-343d3f479a4c x-openstack-request-id: req-99249505-ddf6-4d8b-a392-343d3f479a4c {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 16 14:33:27.858254 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be66dbfa-b4a8-47f9-b348-acaae9c9c8a2", "name": "network-vif-deleted", "tag": "f48b7251-76d4-4e26-a0e3-16964731dc54", "status": "completed", "code": 200}]} {{(pid=101080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 16 14:33:27.858514 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99249505-ddf6-4d8b-a392-343d3f479a4c {{(pid=101080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 16 14:33:27.858907 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66dbfa-b4a8-47f9-b348-acaae9c9c8a2', 'name': 'network-vif-deleted', 'tag': 'f48b7251-76d4-4e26-a0e3-16964731dc54', 'status': 'completed', 'code': 200} Oct 16 14:33:28.163318 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [req-5d5a5542-4f0e-4ed9-9eb3-0a524c5d5b0c req-9d386233-7d08-4663-9913-3bc048030728 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "GET /v2.0/ports?device_id=be66dbfa-b4a8-47f9-b348-acaae9c9c8a2 HTTP/1.1" status: 200 len: 210 time: 0.0290568 Oct 16 14:33:29.267408 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46476) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:29.329520 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-650d36bf-f682-459e-8311-6c9cd89ec268 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:29.354640 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-650d36bf-f682-459e-8311-6c9cd89ec268 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:29.459837 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-650d36bf-f682-459e-8311-6c9cd89ec268 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:29.462420 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-650d36bf-f682-459e-8311-6c9cd89ec268 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:29.463586 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-650d36bf-f682-459e-8311-6c9cd89ec268 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] 10.222.0.24 "DELETE /v2.0/security-groups/f0cc3c49-e984-41a6-834e-f2c632f12a9a HTTP/1.1" status: 204 len: 168 time: 0.1950426 Oct 16 14:33:29.474141 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d36bf-f682-459e-8311-6c9cd89ec268 tempest-TestSnapshotPattern-1244559405 tempest-TestSnapshotPattern-1244559405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc3c49-e984-41a6-834e-f2c632f12a9a,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:29.561907 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46480) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:30.039132 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:30.310017 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Deleting port d38be1b1-6604-4c8d-a227-d086cf7d194e {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:30.310683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:30.386951 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] For port d38be1b1-6604-4c8d-a227-d086cf7d194e, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=d38be1b1-6604-4c8d-a227-d086cf7d194e,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:30.387309 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:30.403885 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Calling delete_port for d38be1b1-6604-4c8d-a227-d086cf7d194e owned by network:router_interface {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:30.637061 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:30.662312 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d38be1b1-6604-4c8d-a227-d086cf7d194e,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:30.845290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:31.397041 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:33:31.518094 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:33:31.523712 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-58a6d9ef-f0f1-465e-adb1-73e578ec66ed admin admin] 10.222.0.24 "PUT /v2.0/routers/54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9607770 Oct 16 14:33:31.526270 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46486) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:31.527315 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] Sync routers for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:33:31.537074 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:31.537816 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:31.647279 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:31.662797 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:31.752014 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 no longer exists at agent hyperv_hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:31.771557 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:31.775638 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] No Port match for: f48b7251-76d4-4e26-a0e3-16964731dc54 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:31.776216 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Device f48b7251-76d4-4e26-a0e3-16964731dc54 not bound to the agent host hv-neutron-7431 {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:31.846516 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:33:30Z', 'revision_number': 5, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port': {'id': '1579f05e-7038-4922-9ea2-3a804b02db19', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:18Z', 'updated_at': '2021-10-16T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:31.873397 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] Checking router: 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 for host: dv-neutron-743142-24-hyperv {{(pid=101083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:33:31.882144 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] Routers {'54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:31.882768 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'], 'active': True} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:31.884909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Deleting port 1579f05e-7038-4922-9ea2-3a804b02db19 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:31.885248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:31.970445 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] For port 1579f05e-7038-4922-9ea2-3a804b02db19, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=1579f05e-7038-4922-9ea2-3a804b02db19,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:31.970800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:31.983736 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Calling delete_port for 1579f05e-7038-4922-9ea2-3a804b02db19 owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:32.083370 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_dvr_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] Set router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 gateway port host: None {{(pid=101083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:32.141313 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.l3_hamode_db [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:33:31Z', 'revision_number': 6, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:32.169821 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b215b8f3-99c1-4c8d-8883-5f4ef66f1663 None None] The sync data for ids ['54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7'] in dv-neutron-743142-24-hyperv is: [{'id': '54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7', 'name': 'tempest-TestSnapshotPattern-1789777134-router', 'tenant_id': 'ab931cb3380d4b55be48ea8583af3239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:17Z', 'updated_at': '2021-10-16T14:33:31Z', 'revision_number': 6, 'project_id': 'ab931cb3380d4b55be48ea8583af3239', 'gw_port_host': None}] {{(pid=101083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:33:32.219909 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.246616 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1579f05e-7038-4922-9ea2-3a804b02db19,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:32.311371 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.412538 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.414620 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.534359 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.534972 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:33:32.539900 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.545561 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-844eac4a-caa4-4486-8b4a-398702aa07a7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/54c5b7c9-a6f8-4bb7-a21b-370650f6a0e7 HTTP/1.1" status: 204 len: 168 time: 1.0139127 Oct 16 14:33:32.545561 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46488) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:32.593825 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Deleting subnet 34e1232d-501d-4d7c-9a6d-94ce86556293 {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:33:32.597699 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.644850 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.715800 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.831916 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.855734 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e1232d-501d-4d7c-9a6d-94ce86556293,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:32.861541 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.865517 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-20fee3f6-05be-42e1-a751-e36d445e411f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/34e1232d-501d-4d7c-9a6d-94ce86556293 HTTP/1.1" status: 204 len: 168 time: 0.3209894 Oct 16 14:33:32.867469 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0463fc-af89-4ee0-9296-df14e3636953 None None] Network d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:33:32.868075 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46490) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:32.923689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d38be1b1-6604-4c8d-a227-d086cf7d194e no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:32.946519 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:32.952093 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: d38be1b1-6604-4c8d-a227-d086cf7d194e {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:32.952460 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device d38be1b1-6604-4c8d-a227-d086cf7d194e not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:33.006694 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Deleting port b6ef4700-46a8-4704-b43f-4b90123e9939 {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:33.007079 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.075434 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] DHCP port deletion for d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:33:33.077325 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] For port b6ef4700-46a8-4704-b43f-4b90123e9939, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b6ef4700-46a8-4704-b43f-4b90123e9939,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:33.077693 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.091914 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Calling delete_port for b6ef4700-46a8-4704-b43f-4b90123e9939 owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:33.134333 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] Deleting port b6ef4700-46a8-4704-b43f-4b90123e9939 {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:33.134704 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.220101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.248992 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ef4700-46a8-4704-b43f-4b90123e9939,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:33.253786 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] No DVR routers for this DVR port b6ef4700-46a8-4704-b43f-4b90123e9939 on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:33:33.333471 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.347067 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] For port b6ef4700-46a8-4704-b43f-4b90123e9939, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=b6ef4700-46a8-4704-b43f-4b90123e9939,segment=NetworkSegment(41368702-eaef-47da-92ed-3bd16625907a),segment_id=41368702-eaef-47da-92ed-3bd16625907a)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:33.347496 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.353346 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:33.360472 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] Calling delete_port for b6ef4700-46a8-4704-b43f-4b90123e9939 owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:33.363870 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41368702-eaef-47da-92ed-3bd16625907a') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:33.364167 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41368702-eaef-47da-92ed-3bd16625907a') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:33.373683 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.388205 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.394021 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:33:33.395666 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:33:33.397389 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:33:33.443606 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.471026 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] Pushing event deleted for resources: {'Port': ['ID=b6ef4700-46a8-4704-b43f-4b90123e9939,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:33.472920 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7997d18-a164-4186-888b-c96ba5aec2d1 None None] No DVR routers for this DVR port b6ef4700-46a8-4704-b43f-4b90123e9939 on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:33:33.860281 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.865968 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:33.869156 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf HTTP/1.1" status: 204 len: 168 time: 1.0000613 Oct 16 14:33:33.872123 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.wsgi [-] (101080) accepted ('10.222.0.24', 46492) {{(pid=101080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:33.880523 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86de5a-0dfd-4f45-817e-f985f70f1528 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17b7ec5-a6ae-424c-a984-c87b1e6d7fdf,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:34.260279 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570300'] for router_interface, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:34.435115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1579f05e-7038-4922-9ea2-3a804b02db19 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:34.456598 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 1579f05e-7038-4922-9ea2-3a804b02db19 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:34.457077 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 1579f05e-7038-4922-9ea2-3a804b02db19 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:34.457493 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b6ef4700-46a8-4704-b43f-4b90123e9939 no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:34.476369 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: b6ef4700-46a8-4704-b43f-4b90123e9939 {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:34.476647 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device b6ef4700-46a8-4704-b43f-4b90123e9939 not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:34.548228 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Deleting port f689338e-3dd8-4075-9438-79c3c27104dd {{(pid=101080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:34.548587 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:34.628562 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.db [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] For port f689338e-3dd8-4075-9438-79c3c27104dd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=f689338e-3dd8-4075-9438-79c3c27104dd,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:34.629422 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:34.641255 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.plugins.ml2.plugin [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Calling delete_port for f689338e-3dd8-4075-9438-79c3c27104dd owned by network:router_interface {{(pid=101080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:34.882379 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63735354'] for port, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:34.914225 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f689338e-3dd8-4075-9438-79c3c27104dd,revision_number=None']} {{(pid=101080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:35.096526 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron_lib.callbacks.manager [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-763068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573228'] for router_interface, after_delete {{(pid=101080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:35.646788 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 has already been hosted by L3 agent a30afd19-685b-47cc-8cfe-09c543689826 {{(pid=101080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 16 14:33:35.769599 dv-neutron-743142-24-hyperv neutron-server[101080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] Notify agent at l3_agent.dv-neutron-743142-24-hyperv the message routers_updated {{(pid=101080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 16 14:33:35.777345 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46494) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:35.778622 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] Sync routers for ids ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'] in dv-neutron-743142-24-hyperv {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 16 14:33:35.780724 dv-neutron-743142-24-hyperv neutron-server[101080]: INFO neutron.wsgi [None req-98987cb3-d161-4810-96ab-fde57d324a0c admin admin] 10.222.0.24 "PUT /v2.0/routers/1b5684f2-364a-43e8-b8c4-4754ae9819d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033585 Oct 16 14:33:35.788812 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] Routers {'1b5684f2-364a-43e8-b8c4-4754ae9819d1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:35.789511 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:35.896545 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks [] for router, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:35.907119 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] Set router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 gateway port host: dv-neutron-743142-24-hyperv {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:36.014145 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.087199 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'external_fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:33:34Z', 'revision_number': 5, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port': {'id': '155fb9ef-0c68-434e-88a6-92fc7b158bfd', 'name': '', 'network_id': '5e3d02d0-b686-4116-92a9-70ffd3ae9867', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-743142-24-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '959f34a8-a5de-4ef2-bd99-28ea14102729', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-743142-24-hyperv'}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:36.115880 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] Checking router: 1b5684f2-364a-43e8-b8c4-4754ae9819d1 for host: dv-neutron-743142-24-hyperv {{(pid=101082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 16 14:33:36.123970 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] Routers {'1b5684f2-364a-43e8-b8c4-4754ae9819d1'} bound to L3 agent in host dv-neutron-743142-24-hyperv {{(pid=101082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 16 14:33:36.124605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-743142-24-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-16T13:28:15Z,description=,heartbeat_timestamp=2021-10-16T14:33:15Z,host='dv-neutron-743142-24-hyperv',id=a30afd19-685b-47cc-8cfe-09c543689826,load=0,resource_versions=,resources_synced=,started_at=2021-10-16T13:28:16Z,topic='l3_agent')) {'router_ids': ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'], 'active': True} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:36.128367 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Deleting port 155fb9ef-0c68-434e-88a6-92fc7b158bfd {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:36.129381 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.212498 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] For port 155fb9ef-0c68-434e-88a6-92fc7b158bfd, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=155fb9ef-0c68-434e-88a6-92fc7b158bfd,segment=NetworkSegment(24d1863b-52b9-4c8c-8c7d-d719dbe21025),segment_id=24d1863b-52b9-4c8c-8c7d-d719dbe21025)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:36.212866 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.224574 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Calling delete_port for 155fb9ef-0c68-434e-88a6-92fc7b158bfd owned by network:router_gateway {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:36.225024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvr_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] Set router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 gateway port host: None {{(pid=101082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 16 14:33:36.234559 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:33:36.283272 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_hamode_db [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:33:36Z', 'revision_number': 6, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port_host': None}], 'dv-neutron-743142-24-hyperv', False) {} {{(pid=101082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:36.310700 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7618dfd-af2f-4410-9ada-22e75b0ed76d None None] The sync data for ids ['1b5684f2-364a-43e8-b8c4-4754ae9819d1'] in dv-neutron-743142-24-hyperv is: [{'id': '1b5684f2-364a-43e8-b8c4-4754ae9819d1', 'name': 'tempest-TestSnapshotPattern-1195317589-router', 'tenant_id': '167ad8ba6e754a0db49fd141ac80d852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-16T14:28:24Z', 'updated_at': '2021-10-16T14:33:36Z', 'revision_number': 6, 'project_id': '167ad8ba6e754a0db49fd141ac80d852', 'gw_port_host': None}] {{(pid=101082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 16 14:33:36.454213 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.487088 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Pushing event deleted for resources: {'Port': ['ID=155fb9ef-0c68-434e-88a6-92fc7b158bfd,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:36.547738 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572534'] for router_gateway, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.648220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27528'] for router, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.651047 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.745650 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558592'] for router, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.746164 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5684f2-364a-43e8-b8c4-4754ae9819d1 {{(pid=101081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 16 14:33:36.750477 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] Publish callbacks [] for router, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.753038 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-b1fb5ecb-74d1-4220-b0da-dbf26d01fbce admin admin] 10.222.0.24 "DELETE /v2.0/routers/1b5684f2-364a-43e8-b8c4-4754ae9819d1 HTTP/1.1" status: 204 len: 168 time: 0.9732678 Oct 16 14:33:36.755313 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46496) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:36.798035 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.db_base_plugin_v2 [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Deleting subnet cd39975c-d9e1-49e8-b720-17f9baaf0afc {{(pid=101081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 16 14:33:36.801494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.838258 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64869979'] for subnet, precommit_delete_associations {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:36.916248 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744754'] for subnet, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.020697 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63344489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63281704'] for subnet, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.047424 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd39975c-d9e1-49e8-b720-17f9baaf0afc,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:37.049465 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.053058 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f689338e-3dd8-4075-9438-79c3c27104dd no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:37.060221 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-339a55a2-b07e-47c3-bc87-67d978b097ce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cd39975c-d9e1-49e8-b720-17f9baaf0afc HTTP/1.1" status: 204 len: 168 time: 0.3036761 Oct 16 14:33:37.062573 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46498) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:37.081686 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01a5aa-8d37-4ab2-90e5-f2ad12fe4f92 None None] Network 2f14f85e-7203-4771-a3a4-be0e8691a593 requested from dv-neutron-743142-24-hyperv {{(pid=101082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 16 14:33:37.085987 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: f689338e-3dd8-4075-9438-79c3c27104dd {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:37.086306 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device f689338e-3dd8-4075-9438-79c3c27104dd not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:37.140457 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316831'] for network, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.201663 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Deleting port c26b35e2-2de2-4462-94a0-f6ce8e875a9b {{(pid=101081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:37.202013 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.276955 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.db [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] For port c26b35e2-2de2-4462-94a0-f6ce8e875a9b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:37.277435 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.285580 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] DHCP port deletion for 2f14f85e-7203-4771-a3a4-be0e8691a593 request from dv-neutron-743142-24-hyperv {{(pid=101082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 16 14:33:37.292533 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.plugin [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Calling delete_port for c26b35e2-2de2-4462-94a0-f6ce8e875a9b owned by network:dhcp {{(pid=101081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:37.344642 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] Deleting port c26b35e2-2de2-4462-94a0-f6ce8e875a9b {{(pid=101082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 16 14:33:37.345011 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745728424596'] for port, before_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.412294 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.db [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] For port c26b35e2-2de2-4462-94a0-f6ce8e875a9b, host dv-neutron-743142-24-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-743142-24-hyperv',level=0,port_id=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,segment=NetworkSegment(c5928b34-e8e0-4340-b618-d0ce38b0edd2),segment_id=c5928b34-e8e0-4340-b618-d0ce38b0edd2)] {{(pid=101082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 16 14:33:37.412744 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-568701'] for port, precommit_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.425825 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] Calling delete_port for c26b35e2-2de2-4462-94a0-f6ce8e875a9b owned by network:dhcp {{(pid=101082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 16 14:33:37.437494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63344444'] for port, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.465057 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Pushing event deleted for resources: {'Port': ['ID=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:37.470257 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] No DVR routers for this DVR port c26b35e2-2de2-4462-94a0-f6ce8e875a9b on host dv-neutron-743142-24-hyperv {{(pid=101081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:33:37.512538 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745728431665', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745727905958'] for port, after_delete {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.538188 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] Pushing event deleted for resources: {'Port': ['ID=c26b35e2-2de2-4462-94a0-f6ce8e875a9b,revision_number=None']} {{(pid=101082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:37.542545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba1aa6-2efa-496f-bbd3-f42c191874cc None None] No DVR routers for this DVR port c26b35e2-2de2-4462-94a0-f6ce8e875a9b on host dv-neutron-743142-24-hyperv {{(pid=101082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 16 14:33:37.547377 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744123', 'neutron.services.segments.db._delete_segments_for_network-8745728442152'] for network, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.568841 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f14f85e-7203-4771-a3a4-be0e8691a593']}} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:37.578188 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5928b34-e8e0-4340-b618-d0ce38b0edd2') {'for_net_delete': True} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:37.578494 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.services.segments.db [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5928b34-e8e0-4340-b618-d0ce38b0edd2') {} {{(pid=101081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 16 14:33:37.588220 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745728441649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64869970'] for segment, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.601946 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598'] for segment, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.608101 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=101081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 16 14:33:37.608510 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1741598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63344399'] for segment, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: Traceback (most recent call last): Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: timer() Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: cb(*args, **kw) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: return func(*args, **kwargs) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: self._notify() Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: self.callback(batched_events) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: event.method(event) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: aggregate_uuid = self.p_client.list_aggregates( Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: return f(self, *a, **k) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._get(url).json() Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: return self.request(url, 'GET', **kwargs) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: base_url = self.get_endpoint(auth, allow=allow, Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 16 14:33:37.610130 dv-neutron-743142-24-hyperv neutron-server[101081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 16 14:33:37.797140 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-763051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572586'] for network, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.806352 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Publish callbacks [] for network, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:37.807339 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] 10.222.0.24 "DELETE /v2.0/networks/2f14f85e-7203-4771-a3a4-be0e8691a593 HTTP/1.1" status: 204 len: 168 time: 0.7429185 Oct 16 14:33:37.817277 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d8b4b-9173-4d37-ae24-6af70011298f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f14f85e-7203-4771-a3a4-be0e8691a593,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:38.070204 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46502) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:38.110061 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-62dee8f4-3353-4365-9bb8-9616cdcb2fae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab931cb3380d4b55be48ea8583af3239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386510 Oct 16 14:33:38.112488 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46504) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:38.159746 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d97b8407-915b-4e09-b12d-05fe853e971d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:38.180609 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d97b8407-915b-4e09-b12d-05fe853e971d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:38.305212 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d97b8407-915b-4e09-b12d-05fe853e971d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:38.307679 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-d97b8407-915b-4e09-b12d-05fe853e971d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:38.308897 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d97b8407-915b-4e09-b12d-05fe853e971d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bff1f5dd-78f4-40d4-a5b4-b85826adf9ed HTTP/1.1" status: 204 len: 168 time: 0.1955373 Oct 16 14:33:38.318123 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8407-915b-4e09-b12d-05fe853e971d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1f5dd-78f4-40d4-a5b4-b85826adf9ed,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:38.433325 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c26b35e2-2de2-4462-94a0-f6ce8e875a9b no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:38.454805 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: c26b35e2-2de2-4462-94a0-f6ce8e875a9b {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:38.455144 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device c26b35e2-2de2-4462-94a0-f6ce8e875a9b not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:38.455545 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 155fb9ef-0c68-434e-88a6-92fc7b158bfd no longer exists at agent ovs-agent-dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 16 14:33:38.474720 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.plugin [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] No Port match for: 155fb9ef-0c68-434e-88a6-92fc7b158bfd {{(pid=101082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 16 14:33:38.475059 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron.plugins.ml2.rpc [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Device 155fb9ef-0c68-434e-88a6-92fc7b158bfd not bound to the agent host dv-neutron-743142-24-hyperv {{(pid=101082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 16 14:33:39.030743 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46510) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:39.074841 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-d997f20b-9da2-4291-b289-5305e5ec0302 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=167ad8ba6e754a0db49fd141ac80d852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423937 Oct 16 14:33:39.077461 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.wsgi [-] (101081) accepted ('10.222.0.24', 46512) {{(pid=101081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 16 14:33:39.125002 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f6b0-34aa-48b5-828a-21d30cf2b77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:39.145895 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f6b0-34aa-48b5-828a-21d30cf2b77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:39.260290 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f6b0-34aa-48b5-828a-21d30cf2b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578904'] for security_group, after_delete {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:39.262884 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f6b0-34aa-48b5-828a-21d30cf2b77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:39.264144 dv-neutron-743142-24-hyperv neutron-server[101081]: INFO neutron.wsgi [None req-7ad7f6b0-34aa-48b5-828a-21d30cf2b77f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c774230-f021-4e2a-bf51-53eaa6bf85d4 HTTP/1.1" status: 204 len: 168 time: 0.1857002 Oct 16 14:33:39.272878 dv-neutron-743142-24-hyperv neutron-server[101081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7f6b0-34aa-48b5-828a-21d30cf2b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c774230-f021-4e2a-bf51-53eaa6bf85d4,revision_number=None']} {{(pid=101081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 16 14:33:42.865458 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d027c632-333a-4ea1-a7d0-35bd1d6df19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:45.482550 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7ba6061d-ea85-4d3f-a0dd-96b18c510284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:46.722347 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:47.014024 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:48.659384 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:33:53.264958 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:12.887392 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e33eb6e1-df0b-443c-ad3f-8cd55f141bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:13.233972 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:34:15.487730 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cde76ff8-6b01-46be-8bf8-2c57fece78dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:16.698850 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:16.921576 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:18.698584 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:23.275645 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:42.875385 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-9578b68d-73f8-4899-b770-0a31fc6a1482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:45.498413 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4ae7fb67-6299-47e0-b94d-b478765f0b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:46.710115 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:46.961755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:48.686485 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:34:50.234313 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:34:53.303755 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:12.909711 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-d27cd1f2-bd5e-40dd-aac9-1feb66e1296c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:15.503589 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6627a914-e1a6-4c7a-8056-0896d65f0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:16.715018 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:16.938168 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:18.743425 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:23.332099 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:27.232637 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:35:42.890851 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6fef0162-5cd6-4c97-ba70-94efff8513d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:45.503490 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-6af5cf24-6bc3-424f-bf44-2df35ae45167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:46.748803 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:46.931482 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:48.691628 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:35:53.325521 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:04.231826 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:36:12.907666 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-26265b77-78c1-462e-96ea-eee25dbe66c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:15.513966 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-90a6c550-52df-458b-9e75-8be0968820db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:16.701707 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:16.953106 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:18.680268 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:23.324470 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:41.231555 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:36:42.872719 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-62992ee9-b9c8-4a44-a081-a6caa63a3014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:45.576703 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0a447bf8-d4c8-46aa-97d1-5b6505114dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:46.707577 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:46.936063 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:48.707632 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:36:53.296123 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:12.879505 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-12e35554-997e-4f9e-9e2a-02bf593a23ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:15.517621 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-b3729ba3-e827-4bb3-95b8-20c04701f742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:16.718561 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:16.974689 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:18.230977 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:37:18.705837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:23.318781 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:42.871160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7a8979d7-b2a5-43c3-96a7-cb00a407f985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:45.522632 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-cc590673-f30f-4c27-ae32-0f74264c46f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:46.695280 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:46.952486 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:48.723823 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:53.310837 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:37:55.230155 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:38:12.911817 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-a8e153b4-d19b-46b5-9f0e-d8e5fef9998e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:15.504995 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-f4cf6aa3-f30d-4e9f-9594-9e32b9ecfaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:16.706882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:16.957776 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:18.722381 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:23.345921 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:32.228941 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:38:42.881044 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-0e215662-1c65-4ac0-894b-be0f2a7440f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:45.511714 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-606731ba-9f9f-4ab1-999b-2ef96a2472c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:46.721527 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:46.955605 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:48.721358 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:38:53.328882 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:39:09.228110 dv-neutron-743142-24-hyperv neutron-server[101083]: DEBUG neutron.db.agents_db [None req-a05eb578-b9c4-494e-92c7-ddb3fcddf46b None None] Agent healthcheck: found 6 active agents {{(pid=101083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 16 14:39:12.903160 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-2d9897f6-957c-4156-bd7d-556cd54430d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:39:15.517371 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-4aaab269-5b38-4442-adcc-bdb90f98d275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:39:16.711140 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-7625e875-41e5-4113-b7b4-1335842d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:39:16.968345 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-09208585-ebe4-48f3-b9e9-50c28d946a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:39:18.722286 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-e461a4b3-9cc5-4147-a1fa-ccfe378d6e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 16 14:39:23.321947 dv-neutron-743142-24-hyperv neutron-server[101082]: DEBUG neutron_lib.callbacks.manager [None req-da38931e-e504-4d91-a5fd-c64e28d21bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745728442134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1742273'] for agent, after_update {{(pid=101082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}